00000400:00000010:3.0F:1767384586.591446:0:16124:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007bcf2b77. 00000400:00000010:3.0:1767384586.591459:0:16124:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065b47ee5. 00000100:00000010:3.0:1767384586.591464:0:16124:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at 000000009c6eeb6a. 00000100:00000010:3.0:1767384586.591644:0:16126:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 0000000030b55f0e. 00000020:00000010:3.0:1767384586.591650:0:16126:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000795d67cd. 00000020:00000010:3.0:1767384586.591653:0:16126:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000123c3350. 00000040:00000010:3.0:1767384586.591656:0:16126:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c314b159. 00000020:00000010:3.0:1767384586.591659:0:16126:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d671630. 00000020:00000010:3.0:1767384586.591662:0:16126:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000078906eb2. 00000100:00000010:3.0:1767384586.591792:0:16127:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000cdb8a71d. 00000020:00000010:3.0:1767384586.591796:0:16127:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b3023e. 00000020:00000010:3.0:1767384586.591797:0:16127:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071389499. 00000040:00000010:3.0:1767384586.591799:0:16127:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004c9901c4. 00000020:00000010:3.0:1767384586.591801:0:16127:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016f43397. 00000020:00000010:3.0:1767384586.591802:0:16127:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000640b8cc. 00000800:00000010:3.0:1767384586.594195:0:16133:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000009d8a69bd. 00000800:00000010:3.0:1767384586.594202:0:16133:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000e67cc11c. 00000800:00000010:3.0:1767384586.594272:0:16134:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000000d782a5f. 00000800:00000010:3.0:1767384586.594276:0:16134:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000059471753. 00000800:00000010:3.0:1767384586.594354:0:16135:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000024592db5. 00000800:00000010:3.0:1767384586.594359:0:16135:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000ba3f53f6. 02000000:00000010:3.0:1767384586.638322:0:16155:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000007b1778fc. 02000000:00000010:3.0:1767384586.638331:0:16155:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000ccb6bd6e. 02000000:00000010:3.0:1767384586.638336:0:16155:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000004283251c. 02000000:00000010:3.0:1767384586.638352:0:16155:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000006b305351. 00000001:00000010:3.0:1767384588.377130:0:16211:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007ea0ee02. 00000100:00000010:3.0:1767384588.377224:0:16211:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000be1ae6a9. 00000020:00000010:3.0:1767384588.377262:0:16211:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000057f3ccab. 00000020:00000010:3.0:1767384588.377294:0:16211:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000007efa9569. 00000020:00000010:3.0:1767384588.377310:0:16211:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000007efa9569. 00000020:00000010:3.0:1767384588.477453:0:16237:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f8040318. 00008000:02000000:3.0:1767384588.567936:0:16264:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1767384588.572288:0:16264:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000622ab003. 00000020:00000010:3.0:1767384588.572592:0:16264:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000e2d1e4e9. 00000100:00000010:3.0:1767384591.239135:0:16760:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000095205baf. 00000100:00000010:3.0:1767384591.239274:0:16762:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cbac6e2f. 00000020:00000010:3.0:1767384591.239279:0:16762:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000004139ff0. 00000020:00000010:3.0:1767384591.239282:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f6f0775. 00000020:00000010:3.0:1767384591.239285:0:16762:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d4e7e19. 00000040:00000010:3.0:1767384591.239288:0:16762:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f0f5b48. 00000020:00000010:3.0:1767384591.239291:0:16762:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001270aeb9. 00000020:00000010:3.0:1767384591.239304:0:16762:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bdf00778. 00000020:00000010:3.0:1767384591.239308:0:16762:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d9d29b7. 80000000:00000010:3.0:1767384591.239311:0:16762:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007f22d702. 40000000:00000010:3.0:1767384591.239314:0:16762:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000401e57c8. 00100000:00000010:3.0:1767384591.239317:0:16762:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fde75292. 00040000:00000010:3.0:1767384591.239320:0:16762:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c82a008a. 00040000:00000010:3.0:1767384591.239323:0:16762:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f3474aab. 00040000:00000010:3.0:1767384591.239326:0:16762:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000138160d3. 00080000:00000010:3.0:1767384591.239330:0:16762:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000efce9ea0. 00000004:00000010:3.0:1767384591.239333:0:16762:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000070ee6a91. 00000004:00000010:3.0:1767384591.239336:0:16762:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9804ade. 00000004:00000010:3.0:1767384591.239339:0:16762:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c733a751. 00002000:00000010:3.0:1767384591.239342:0:16762:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000096877139. 00000004:00000010:3.0:1767384591.239345:0:16762:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f2c4073c. 00000100:00000010:3.0:1767384591.239349:0:16762:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004c2dbd05. 00000100:00000200:3.0:1767384591.239360:0:16762:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384591.240986:0:16760:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000143c7713. 00000100:00000010:3.0:1767384591.241104:0:16764:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d22496b2. 00000020:00000010:3.0:1767384591.241107:0:16764:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000122b10ca. 00000020:00000010:3.0:1767384591.241111:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048659827. 00000020:00000010:3.0:1767384591.241113:0:16764:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b16de83f. 00000020:00000010:3.0:1767384591.241115:0:16764:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007bb84937. 00000040:00000010:3.0:1767384591.241117:0:16764:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008698c55c. 00000020:00000010:3.0:1767384591.241119:0:16764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f7852183. 00000020:00000010:3.0:1767384591.241122:0:16764:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb3d34ce. 00000020:00000010:3.0:1767384591.241129:0:16764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001086a1c0. 80000000:00000010:3.0:1767384591.241131:0:16764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b8b5cac. 40000000:00000010:3.0:1767384591.241133:0:16764:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb437305. 00000008:00000010:3.0:1767384591.241142:0:16764:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000077c7c7c7. 00020000:00000010:3.0:1767384591.241145:0:16764:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a6105192. 00008000:00000010:3.0:1767384591.241153:0:16764:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e35a7975. 00100000:00000010:3.0:1767384591.241157:0:16764:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008eeb3c19. 00040000:00000010:3.0:1767384591.241159:0:16764:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ca7d1018. 00040000:00000010:3.0:1767384591.241161:0:16764:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f87f37ec. 00040000:00000010:3.0:1767384591.241163:0:16764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d821d34. 00080000:00000010:3.0:1767384591.241165:0:16764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002458299b. 00000004:00000010:3.0:1767384591.241167:0:16764:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000501a9259. 00000004:00000010:3.0:1767384591.241170:0:16764:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031258cbb. 00000004:00000010:3.0:1767384591.241172:0:16764:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000006007951. 00002000:00000010:3.0:1767384591.241174:0:16764:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a458e8c5. 00000004:00000010:3.0:1767384591.241175:0:16764:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000018f91d9a. 00000080:00000010:3.0:1767384591.241184:0:16764:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ca09d532. 00000080:00000010:3.0:1767384591.241193:0:16764:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000009ba5bba7. 00000100:00000010:3.0:1767384591.241196:0:16764:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007936fe07. 00000100:00000200:3.0:1767384591.241206:0:16764:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00010000:00000010:3.0:1767384591.241463:0:16760:0:(ldlm_lockd.c:3465:ldlm_setup()) kmalloced '(blp)': 168 at 000000007265497c. 00010000:00000010:3.0:1767384591.241593:0:16766:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000034ae7b3f. 00000020:00000010:3.0:1767384591.241605:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007034bece. 00000020:00000010:3.0:1767384591.241608:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001816fd94. 00000020:00000010:3.0:1767384591.241611:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002caa2098. 00000020:00000010:3.0:1767384591.241614:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008258bcd4. 00000020:00000010:3.0:1767384591.241617:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c13156a4. 80000000:00000010:3.0:1767384591.241619:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cef0fec9. 40000000:00000010:3.0:1767384591.241621:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d7981ffc. 00100000:00000010:3.0:1767384591.241624:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005a031db0. 00040000:00000010:3.0:1767384591.241626:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086cac961. 00040000:00000010:3.0:1767384591.241629:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb570220. 00080000:00000010:3.0:1767384591.241631:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000077d5923c. 00002000:00000010:3.0:1767384591.241637:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c3ddf82b. 00000020:00000010:3.0:1767384591.241640:0:16766:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e7705636. 00000020:00000010:3.0:1767384591.241998:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f929004e. 00000020:00000010:3.0:1767384591.242002:0:16768:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000242e525d. 00000040:00000010:3.0:1767384591.242003:0:16768:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cb3b58ee. 00000020:00000010:3.0:1767384591.242005:0:16768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000baeef28f. 00000020:00000010:3.0:1767384591.242008:0:16768:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006c6a5599. 00000020:00000010:3.0:1767384591.242009:0:16768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cac65b31. 80000000:00000010:3.0:1767384591.242011:0:16768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000918c1f00. 40000000:00000010:3.0:1767384591.242013:0:16768:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000003e95fde. 00100000:00000010:3.0:1767384591.242015:0:16768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e5149a90. 00040000:00000010:3.0:1767384591.242017:0:16768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000473a395a. 00040000:00000010:3.0:1767384591.242019:0:16768:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000002410903. 00040000:00000010:3.0:1767384591.242021:0:16768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4b52435. 00080000:00000010:3.0:1767384591.242023:0:16768:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009d04d40f. 00000004:00000010:3.0:1767384591.242025:0:16768:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001d0bab50. 00000004:00000010:3.0:1767384591.242028:0:16768:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000733bcde2. 00000004:00000010:3.0:1767384591.242030:0:16768:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c23d8aa2. 00002000:00000010:3.0:1767384591.242032:0:16768:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d827fd1. 00000004:00000010:3.0:1767384591.242034:0:16768:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a928dfc. 00000020:00000010:3.0:1767384591.242036:0:16768:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000084b7bfd3. 20000000:00000010:3.0:1767384592.247433:0:16760:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000045fda1de. 00000040:00000010:3.0:1767384592.247441:0:16760:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000039176030. 00000040:00000010:3.0:1767384592.247458:0:16760:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000039176030. 20000000:00000010:3.0:1767384592.247463:0:16760:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000045fda1de. 00000040:00000010:3.0:1767384592.247467:0:16760:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000039176030. 00000040:00000010:3.0:1767384592.247479:0:16760:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d20ec016. 00000020:00000010:3.0:1767384592.247484:0:16760:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c27e5341. 00000020:00000010:3.0:1767384592.247488:0:16760:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000499ec555. 00080000:00000010:3.0:1767384592.247500:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ee8acbd. 00000040:00000010:3.0:1767384592.247547:0:16760:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000085f5f7a6. 00000040:00000010:3.0:1767384592.247555:0:16760:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d20ec016. 00000040:00000010:3.0:1767384592.247558:0:16760:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000085f5f7a6. 00000040:00000010:3.0:1767384592.247567:0:16760:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000039176030. 20000000:00000010:3.0:1767384592.247571:0:16760:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000039176030. 20000000:00000010:3.0:1767384592.247574:0:16760:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 0000000045fda1de. 00000040:00000010:3.0:1767384592.247577:0:16760:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e473db2f. 00000040:00000010:3.0:1767384592.247590:0:16760:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e473db2f. 20000000:00000010:3.0:1767384592.247592:0:16760:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 0000000045fda1de. 00000100:00000010:3.0:1767384592.247597:0:16760:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000e473db2f. 00000100:00000010:3.0:1767384592.247602:0:16760:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000007e9b9bd3. 00000100:00000010:3.0:1767384592.247613:0:16760:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000008be78522. 00000100:00000010:3.0:1767384592.247620:0:16760:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d884b528. 00000100:00000010:3.0:1767384592.247626:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055a2b9e1. 00000100:00000010:3.0:1767384592.247628:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085f5f7a6. 00000100:00000010:3.0:1767384592.247636:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cf23874. 00000100:00000010:3.0:1767384592.247640:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008be36327. 00000100:00000010:3.0:1767384592.247643:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042890d13. 00000100:00000010:3.0:1767384592.247646:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee7a66a3. 00000100:00000010:3.0:1767384592.247649:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ced5b1ca. 00000100:00000010:3.0:1767384592.247667:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000137942ac. 00000100:00000010:3.0:1767384592.247671:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd69d6eb. 00000100:00000010:3.0:1767384592.247675:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6ac57cc. 00000100:00000010:3.0:1767384592.247678:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ef51919. 00000100:00000010:3.0:1767384592.247681:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007043b64a. 00000100:00000010:3.0:1767384592.247683:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4d59039. 00000100:00000010:3.0:1767384592.247686:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a407429. 00000100:00000010:3.0:1767384592.247688:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad622cea. 00000100:00000010:3.0:1767384592.247698:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a348ffc. 00000100:00000010:3.0:1767384592.247700:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1f22c42. 00000100:00000010:3.0:1767384592.247704:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021ff40a9. 00000100:00000010:3.0:1767384592.247706:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebf594fa. 00000100:00000010:3.0:1767384592.247710:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c422b26e. 00000100:00000010:3.0:1767384592.247713:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8d1f32e. 00000100:00000010:3.0:1767384592.247721:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010721285. 00000100:00000010:3.0:1767384592.247723:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003facc01b. 00000100:00000010:3.0:1767384592.247731:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000665a2965. 00000100:00000010:3.0:1767384592.247735:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee2cd63b. 00000100:00000010:3.0:1767384592.247738:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc1d27ff. 00000100:00000010:3.0:1767384592.247741:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de0723b8. 00000100:00000010:3.0:1767384592.247744:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a6d3472. 00000100:00000010:3.0:1767384592.247746:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb0c167e. 00000100:00000010:3.0:1767384592.247749:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006406bcab. 00000100:00000010:3.0:1767384592.247751:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e35f7cfc. 00000100:00000010:3.0:1767384592.247760:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2d4bdad. 00000100:00000010:3.0:1767384592.247763:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001593b94a. 00000100:00000010:3.0:1767384592.247767:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084a9adb2. 00000100:00000010:3.0:1767384592.247774:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a6bbe19. 00000100:00000010:3.0:1767384592.247778:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eab5341c. 00000100:00000010:3.0:1767384592.247780:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f47d701c. 00000100:00000010:3.0:1767384592.247783:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008fa04d50. 00000100:00000010:3.0:1767384592.247785:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6821124. 00000100:00000010:3.0:1767384592.247794:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007917c44f. 00000100:00000010:3.0:1767384592.247798:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003185e4d3. 00000100:00000010:3.0:1767384592.247802:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067b09c83. 00000100:00000010:3.0:1767384592.247804:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bcb4809. 00000100:00000010:3.0:1767384592.247807:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a47d191c. 00000100:00000010:3.0:1767384592.247810:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000044a6efe. 00000100:00000010:3.0:1767384592.247814:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000996a663f. 00000100:00000010:3.0:1767384592.247817:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b01ceda. 00000100:00000010:3.0:1767384592.247826:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045c3dc04. 00000100:00000010:3.0:1767384592.247829:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cac8948b. 00000100:00000010:3.0:1767384592.247851:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c2b4667. 00000100:00000010:3.0:1767384592.247854:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fa0d84f. 00000100:00000010:3.0:1767384592.247857:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eb825106. 00000100:00000010:3.0:1767384592.247864:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b579fe97. 00000100:00000010:3.0:1767384592.247867:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000783a2b6d. 00000100:00000010:3.0:1767384592.247870:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007013f982. 00000100:00000010:3.0:1767384592.247877:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000dde353c. 00000100:00000010:3.0:1767384592.247880:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e677bf27. 00000100:00000010:3.0:1767384592.247882:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003482362c. 00000100:00000010:3.0:1767384592.247884:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afa5f607. 00000100:00000010:3.0:1767384592.247887:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad9f5b3f. 00000100:00000010:3.0:1767384592.247889:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3d8525c. 00000100:00000010:3.0:1767384592.247891:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002a25d898. 00000100:00000010:3.0:1767384592.247893:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f83bd51. 00000100:00000010:3.0:1767384592.247900:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008317607a. 00000100:00000010:3.0:1767384592.247913:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005de2535e. 00000100:00000010:3.0:1767384592.247916:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009db86d8a. 00000100:00000010:3.0:1767384592.247924:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004008b1c8. 00000100:00000010:3.0:1767384592.247929:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ae49efb. 00000100:00000010:3.0:1767384592.247930:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008dabfff5. 00000100:00000010:3.0:1767384592.247934:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7ae63a3. 00000100:00000010:3.0:1767384592.247936:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000188f3c4b. 00000100:00000010:3.0:1767384592.247945:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb7cbef3. 00000100:00000010:3.0:1767384592.247947:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000531c9cd8. 00000100:00000010:3.0:1767384592.247950:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a164c63f. 00000100:00000010:3.0:1767384592.247954:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1e52c32. 00000100:00000010:3.0:1767384592.247957:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ceb8ed4e. 00000100:00000010:3.0:1767384592.247960:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bd10726. 00000100:00000010:3.0:1767384592.247964:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008578e546. 00000100:00000010:3.0:1767384592.247967:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006000001d. 00000100:00000010:3.0:1767384592.247977:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6efbb1f. 00000100:00000010:3.0:1767384592.247979:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070d75bee. 00000100:00000010:3.0:1767384592.247983:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000416f5b4e. 00000100:00000010:3.0:1767384592.247985:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000568a8ed6. 00000100:00000010:3.0:1767384592.247995:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007001c890. 00000100:00000010:3.0:1767384592.247998:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca23864a. 00000100:00000010:3.0:1767384592.248001:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044baebdf. 00000100:00000010:3.0:1767384592.248005:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0b4c956. 00000100:00000010:3.0:1767384592.248012:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036d085f3. 00000100:00000010:3.0:1767384592.248015:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6a2c4f4. 00000100:00000010:3.0:1767384592.248019:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d0f6d56. 00000100:00000010:3.0:1767384592.248021:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6befaf9. 00000100:00000010:3.0:1767384592.248025:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a04c7a54. 00000100:00000010:3.0:1767384592.248027:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004787755c. 00000100:00000010:3.0:1767384592.248032:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fea00b9d. 00000100:00000010:3.0:1767384592.248037:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d96d4c9. 00000100:00000010:3.0:1767384592.248049:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d4a8fe9. 00000100:00000010:3.0:1767384592.248053:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa5441b2. 00000100:00000010:3.0:1767384592.248059:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007fde7cd0. 00000100:00000010:3.0:1767384592.248071:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7c015ac. 00000100:00000010:3.0:1767384592.248077:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000be87bb1. 00000100:00000010:3.0:1767384592.248081:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000548721a1. 00000100:00000010:3.0:1767384592.248086:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ad4b237. 00000100:00000010:3.0:1767384592.248091:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ce3b78c. 00000100:00000010:3.0:1767384592.248103:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001786de39. 00000100:00000010:3.0:1767384592.248108:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d064619c. 00000100:00000010:3.0:1767384592.248113:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f5372adc. 00000100:00000010:3.0:1767384592.248116:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002603e5d6. 00000100:00000010:3.0:1767384592.248120:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000304d87f2. 00000100:00000010:3.0:1767384592.248133:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f09ca326. 00000100:00000010:3.0:1767384592.248137:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebf7914e. 00000100:00000010:3.0:1767384592.248140:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000190dcce3. 00000100:00000010:3.0:1767384592.248149:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cca45c4. 00000100:00000010:3.0:1767384592.248152:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f30db86d. 00000100:00000010:3.0:1767384592.248156:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d23d150. 00000100:00000010:3.0:1767384592.248164:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087a1abb3. 00000100:00000010:3.0:1767384592.248168:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ca59787. 00000100:00000010:3.0:1767384592.248171:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d374bb3. 00000100:00000010:3.0:1767384592.248174:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098500400. 00000100:00000010:3.0:1767384592.248177:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009863de06. 00000100:00000010:3.0:1767384592.248187:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cbf1b92. 00000100:00000010:3.0:1767384592.248190:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7efcf08. 00000100:00000010:3.0:1767384592.248194:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e871d6d5. 00000100:00000010:3.0:1767384592.248196:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bd60c65. 00000100:00000010:3.0:1767384592.248200:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b59578fa. 00000100:00000010:3.0:1767384592.248202:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006990d0c4. 00000100:00000010:3.0:1767384592.248205:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f93464f. 00000100:00000010:3.0:1767384592.248208:0:16760:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb82768e. 00000100:00000010:3.0:1767384592.248217:0:16760:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049c6e628. 00000400:00000200:3.0:1767384592.248221:0:16760:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:3.0:1767384592.248280:0:16760:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ff090a2a. 00000020:00000010:3.0:1767384592.248286:0:16760:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008a332272. 00000100:00000010:3.0:1767384592.248355:0:16760:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000003b4a239. 00000100:00000010:3.0:1767384592.248361:0:16760:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cc78d646. 00000100:00000010:3.0:1767384592.248364:0:16760:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f30ae4ec. 00000100:00000010:3.0:1767384592.248369:0:16760:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000039edaf07. 00000100:00000010:3.0:1767384592.248373:0:16760:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000253bbff4. 00000100:00000200:3.0:1767384592.248416:0:16760:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:3.0:1767384592.248420:0:16760:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002b54ec56. 00000800:00000200:2.1F:1767384592.250580:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (2) 00000800:00000200:2.1:1767384592.251068:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (2) 00000800:00000200:2.1:1767384592.251072:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp 00000000d037994d deleted 00000800:00000010:2.1:1767384592.251074:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d037994d. 00000800:00000200:2.1:1767384592.251078:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384592.251084:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:1023 00000800:00000200:2.1:1767384592.251088:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ed071be type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1767384592.251183:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384592.251292:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384592.251298:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008ed071be. 00000400:00000200:3.0:1767384592.251303:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.251311:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: GET: OK 00000400:00000200:3.0:1767384592.251319:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384592.251325:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000400:00000200:3.0:1767384592.251355:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : GET - for me 00000400:00000200:3.0:1767384592.251376:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384592.251394:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:3.0:1767384592.251407:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384592.251411:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [2:2:256:4294967295] 192.168.202.117@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767384592.251423:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) 192.168.202.117@tcp : REPLY try# 0 00000800:00000200:3.0:1767384592.251429:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.117@tcp 00000800:00000010:3.0:1767384592.251433:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071935f93. 00000800:00000200:3.0:1767384592.251439:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (4) 00000800:00000200:3.0:1767384592.251444:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:988 00000800:00000200:3.0:1767384592.251447:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000071935f93 type 3, nob 144 niov 1 nkiov 1 00000800:00000200:3.0:1767384592.251490:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384592.251494:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071935f93. 00000400:00000200:3.0:1767384592.251497:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.251504:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: REPLY: OK 00000400:00000200:3.0:1767384592.251530:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : REPLY - for me 00000400:00000200:3.0:1767384592.251544:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp: Reply from 12345-192.168.202.117@tcp of length 48/48 into md 0x20d 00000400:00000200:3.0:1767384592.251555:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.251560:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: REPLY: OK 00000400:00000200:3.0:1767384592.251564:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1737d0 00000400:00000010:3.0:1767384592.251567:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c1737d0. 00000400:00000200:3.0:1767384592.251574:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384592.251581:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:3.0:1767384592.251586:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384592.251591:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 1. state = 0x100241 00000400:00000200:3.0:1767384592.251596:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384592.251609:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (3) 00000800:00000010:3.0:1767384592.251636:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f679f43. 00000800:00000010:3.0:1767384592.251643:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7cdcef8. 00000800:00000010:3.0:1767384592.251677:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000012c2981c. 00000800:00000200:3.1F:1767384592.251686:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (4) 00000800:00000200:3.1:1767384592.251699:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp 0000000012c2981c deleted 00000800:00000010:3.1:1767384592.251701:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000012c2981c. 00000800:00000200:3.1:1767384592.251705:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384592.251713:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp p 3.x 192.168.202.117 -> 192.168.202.117:1022 incarnation:1767384586594078763 sched[0] 00000800:00000010:3.0:1767384592.251729:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0c479e4. 00000800:00000010:3.0:1767384592.251783:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0c479e4. 00000800:00000010:3.0:1767384592.251788:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7cdcef8. 00000800:00000010:3.0:1767384592.251807:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e106d018. 00000800:00000200:3.1:1767384592.251850:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384592.251855:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384586594078763 sched[0] 00000800:00000010:3.0:1767384592.251858:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069f04976. 00000100:00000010:3.0:1767384592.256881:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003d21c92. 00000100:00000010:3.0:1767384592.293053:0:16786:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a0c479e4. 00000020:00000010:3.0:1767384592.293057:0:16786:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005d361fde. 00000020:00000010:3.0:1767384592.293068:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddfdb38f. 00000020:00000010:3.0:1767384592.293071:0:16786:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000560470b9. 00000040:00000010:3.0:1767384592.293073:0:16786:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fcc18ff7. 00000020:00000010:3.0:1767384592.293075:0:16786:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5bba1b4. 00000020:00000010:3.0:1767384592.293078:0:16786:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af29ae7a. 00000020:00000010:3.0:1767384592.293080:0:16786:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c019574. 80000000:00000010:3.0:1767384592.293082:0:16786:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b431f692. 40000000:00000010:3.0:1767384592.293084:0:16786:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009196884c. 00100000:00000010:3.0:1767384592.293086:0:16786:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000083496431. 00040000:00000010:3.0:1767384592.293088:0:16786:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000071935f93. 00040000:00000010:3.0:1767384592.293090:0:16786:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e858c128. 00040000:00000010:3.0:1767384592.293091:0:16786:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061e1a3b6. 00080000:00000010:3.0:1767384592.293093:0:16786:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004a620580. 00000004:00000010:3.0:1767384592.293096:0:16786:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a1103233. 00000004:00000010:3.0:1767384592.293098:0:16786:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000060d3e83c. 00000004:00000010:3.0:1767384592.293100:0:16786:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091a96a66. 00000004:00000010:3.0:1767384592.293102:0:16786:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bb977337. 00000100:00000010:3.0:1767384592.293105:0:16786:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008af3db98. 00000100:00000200:3.0:1767384592.293115:0:16786:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384592.315910:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d2c7e65. 00000100:00000010:3.0:1767384592.331904:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f9bed5b. 00000020:00000010:3.0:1767384592.368249:0:16797:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007e98712f. 00040000:00000010:3.0:1767384592.368292:0:16797:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000006c94ebc. 00000020:00000010:3.0:1767384592.368305:0:16797:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001fbcb6f1. 00040000:00000010:3.0:1767384592.368309:0:16797:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000401637aa. 00000020:00000010:3.0:1767384592.368313:0:16797:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000003a33aad3. 00000020:00000010:3.0:1767384592.368335:0:16797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b6dbb5de. 00000040:00000010:3.0:1767384592.368354:0:16797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d787825. 00000020:00000010:3.0:1767384592.368357:0:16797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008a6be02e. 00000020:00000010:3.0:1767384592.368360:0:16797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000952153dd. 00000020:00000010:3.0:1767384592.368364:0:16797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008d6b6103. 80000000:00000010:3.0:1767384592.368367:0:16797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d93519c7. 40000000:00000010:3.0:1767384592.368370:0:16797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000401f3ff3. 00100000:00000010:3.0:1767384592.368373:0:16797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d7fd03b5. 00040000:00000010:3.0:1767384592.368375:0:16797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000051d1159a. 00040000:00000010:3.0:1767384592.368378:0:16797:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dd7fc25c. 00040000:00000010:3.0:1767384592.368380:0:16797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006fc0880f. 00080000:00000010:3.0:1767384592.368382:0:16797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000066e2ec00. 00000004:00000010:3.0:1767384592.368385:0:16797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007fddb244. 00000004:00000010:3.0:1767384592.368389:0:16797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5de64be. 00000004:00000010:3.0:1767384592.368392:0:16797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000017fc6b7e. 00000004:00000010:3.0:1767384592.368394:0:16797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c6acd10. 00000020:00000010:3.0:1767384592.368396:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aea07e17. 00000020:00000010:3.0:1767384592.368399:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024293887. 00000020:00000010:3.0:1767384592.368402:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000376612c6. 00000008:00000010:3.0:1767384592.368404:0:16797:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000004c2207ce. 00020000:00000010:3.0:1767384592.368407:0:16797:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000be40dac3. 00008000:00000010:3.0:1767384592.368410:0:16797:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a5be6a1f. 00000080:00000010:3.0:1767384592.368413:0:16797:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000858ff3c6. 00000020:00000010:3.0:1767384592.368415:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045376932. 00000004:00000010:3.0:1767384592.368434:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000388f3ec2. 00000004:00000010:3.0:1767384592.368447:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006b521b5a. 00000004:00000010:3.0:1767384592.368451:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006caaebba. 00080000:00000010:3.0:1767384592.368456:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc3ab8cc. 00000020:00000010:3.0:1767384592.368531:0:16797:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003173166a. 00080000:00000010:3.0:1767384592.368536:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c83a995. 00080000:00000010:3.0:1767384592.368619:0:16797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c83a995. 00000020:00000010:3.0:1767384592.368622:0:16797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003173166a. 00000004:00000010:3.0:1767384592.368633:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000f2e91b2. 00000004:00000010:3.0:1767384592.368637:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000aee0d41b. 00000004:00000010:3.0:1767384592.368641:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e139ed19. 00080000:00000010:3.0:1767384592.368644:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c83a995. 00000020:00000010:3.0:1767384592.368745:0:16797:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fea76341. 00080000:00000010:3.0:1767384592.368750:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc287b34. 00080000:00000010:3.0:1767384592.368781:0:16797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fc287b34. 00000020:00000010:3.0:1767384592.368784:0:16797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fea76341. 00000004:00000010:3.0:1767384592.368788:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a6c78040. 00000004:00000010:3.0:1767384592.368792:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006734f6ee. 00000004:00000010:3.0:1767384592.368796:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007b7cf189. 00080000:00000010:3.0:1767384592.368799:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc287b34. 00000004:00000010:3.0:1767384592.368880:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001261e3bc. 00000004:00000010:3.0:1767384592.368886:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006584661e. 00000004:00000010:3.0:1767384592.368889:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003db98540. 00080000:00000010:3.0:1767384592.368891:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b1a3d02. 00100000:00000010:3.0:1767384592.368957:0:16797:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bc9d1f22. 00100000:00000010:3.0:1767384592.368961:0:16797:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bc9d1f22. 00040000:00000010:3.0:1767384592.368967:0:16797:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000024a174c3. 00000001:00000010:3.0:1767384592.368970:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fbb9c828. 00000001:00000010:3.0:1767384592.368975:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003fd88ff7. 00000001:00000010:3.0:1767384592.368978:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004a090e75. 00040000:00000010:3.0:1767384592.368980:0:16797:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bc9d1f22. 00080000:00000010:3.0:1767384592.368996:0:16797:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384592.368999:0:16797:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003c8b7a8a. 00080000:00000010:3.0:1767384592.369024:0:16797:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003c8b7a8a. 00080000:00000010:3.0:1767384592.369027:0:16797:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00040000:00000010:3.0:1767384592.369029:0:16797:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bc9d1f22. 00040000:00000010:3.0:1767384592.369044:0:16797:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000034b83a0c. 00000004:00000010:3.0:1767384592.369108:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000673fff2c. 00000004:00000010:3.0:1767384592.369113:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cffdfa64. 00000004:00000010:3.0:1767384592.369121:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008a46872b. 00080000:00000010:3.0:1767384592.369124:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000baf11bfc. 00100000:00000010:3.0:1767384592.369165:0:16797:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000056aea076. 00100000:00000010:3.0:1767384592.369167:0:16797:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000056aea076. 00040000:00000010:3.0:1767384592.369172:0:16797:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005b029bf1. 00000001:00000010:3.0:1767384592.369175:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000045376932. 00000001:00000010:3.0:1767384592.369178:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000aafd7655. 00000001:00000010:3.0:1767384592.369180:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009499d5ef. 00040000:00000010:3.0:1767384592.369183:0:16797:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000056aea076. 00080000:00000010:3.0:1767384592.369186:0:16797:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384592.369189:0:16797:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004d7c9b23. 00080000:00000010:3.0:1767384592.369205:0:16797:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004d7c9b23. 00080000:00000010:3.0:1767384592.369207:0:16797:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00040000:00000010:3.0:1767384592.369208:0:16797:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000056aea076. 00040000:00000010:3.0:1767384592.369212:0:16797:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000da66a63b. 00000004:00000010:3.0:1767384592.369242:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c898ccbd. 00000004:00000010:3.0:1767384592.369245:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000412e9f9f. 00000004:00000010:3.0:1767384592.369247:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fb4e1c83. 00080000:00000010:3.0:1767384592.369250:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006397686c. 00100000:00000010:3.0:1767384592.369271:0:16797:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000035524210. 00100000:00000010:3.0:1767384592.369273:0:16797:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000035524210. 00040000:00000010:3.0:1767384592.369275:0:16797:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007e1da502. 00000001:00000010:3.0:1767384592.369277:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000aea07e17. 00000001:00000010:3.0:1767384592.369279:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a709ecc2. 00000001:00000010:3.0:1767384592.369281:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001b70c2ba. 00040000:00000010:3.0:1767384592.369282:0:16797:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000035524210. 00080000:00000010:3.0:1767384592.369284:0:16797:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384592.369285:0:16797:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d768e873. 00080000:00000010:3.0:1767384592.369295:0:16797:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d768e873. 00080000:00000010:3.0:1767384592.369297:0:16797:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00040000:00000010:3.0:1767384592.369299:0:16797:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000035524210. 00040000:00000010:3.0:1767384592.369302:0:16797:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000cad29625. 00000020:00000010:3.0:1767384592.369330:0:16797:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000054f4c94c. 00080000:00000010:3.0:1767384592.369356:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000092c4b7a. 00080000:00000010:3.0:1767384592.369395:0:16797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000092c4b7a. 00000020:00000010:3.0:1767384592.369397:0:16797:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000054f4c94c. 00000004:00000010:3.0:1767384592.369402:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000db6762b2. 00000004:00000010:3.0:1767384592.369405:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003107d29c. 00000004:00000010:3.0:1767384592.369408:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000763356cd. 00080000:00000010:3.0:1767384592.369411:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000092c4b7a. 00000004:00000010:3.0:1767384592.369459:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002344e0d2. 00000004:00000010:3.0:1767384592.369463:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a462bf3e. 00000004:00000010:3.0:1767384592.369465:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004f41c47e. 00080000:00000010:3.0:1767384592.369468:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d7a2e4b. 00100000:00000010:3.0:1767384592.369513:0:16797:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a7d656bb. 00100000:00000010:3.0:1767384592.369515:0:16797:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000a7d656bb. 00040000:00000010:3.0:1767384592.369518:0:16797:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b735f8ac. 00000001:00000010:3.0:1767384592.369529:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000098c0cf50. 00000001:00000010:3.0:1767384592.369533:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002bf417f6. 00000001:00000010:3.0:1767384592.369535:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a0c9a9be. 00040000:00000010:3.0:1767384592.369537:0:16797:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000a7d656bb. 00080000:00000010:3.0:1767384592.369539:0:16797:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384592.369541:0:16797:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c601a4f2. 00080000:00000010:3.0:1767384592.369558:0:16797:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c601a4f2. 00080000:00000010:3.0:1767384592.369560:0:16797:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00040000:00000010:3.0:1767384592.369562:0:16797:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000a7d656bb. 00040000:00000010:3.0:1767384592.369582:0:16797:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000000e45d900. 00000004:00000010:3.0:1767384592.369616:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cb82b1b2. 00000004:00000010:3.0:1767384592.369620:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000002061671. 00000004:00000010:3.0:1767384592.369622:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b53ebe2f. 00080000:00000010:3.0:1767384592.369626:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c1ebd17. 00100000:00000010:3.0:1767384592.369718:0:16797:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003c03962e. 00100000:00000010:3.0:1767384592.369721:0:16797:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000003c03962e. 00040000:00000010:3.0:1767384592.369724:0:16797:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005520f73c. 00000001:00000010:3.0:1767384592.369726:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000efcb7cff. 00000001:00000010:3.0:1767384592.369729:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ce5b233a. 00000001:00000010:3.0:1767384592.369738:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005492b513. 00040000:00000010:3.0:1767384592.369741:0:16797:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000003c03962e. 00080000:00000010:3.0:1767384592.369743:0:16797:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384592.369745:0:16797:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000007295621b. 00080000:00000010:3.0:1767384592.369759:0:16797:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000007295621b. 00080000:00000010:3.0:1767384592.369761:0:16797:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00040000:00000010:3.0:1767384592.369762:0:16797:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000003c03962e. 00040000:00000010:3.0:1767384592.369766:0:16797:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000220fee38. 00000004:00000010:3.0:1767384592.369795:0:16797:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007dae41cd. 00000004:00000010:3.0:1767384592.369854:0:16797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f54f0fef. 00000004:00000010:3.0:1767384592.369858:0:16797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000004a1878d. 00080000:00000010:3.0:1767384592.369861:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003042e1d2. 00100000:00000010:3.0:1767384592.369921:0:16797:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e00ab2c8. 00100000:00000010:3.0:1767384592.369923:0:16797:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000e00ab2c8. 00040000:00000010:3.0:1767384592.369926:0:16797:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002107cf85. 00000001:00000010:3.0:1767384592.369929:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d620dbfc. 00000001:00000010:3.0:1767384592.369932:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000182cd8f1. 00000001:00000010:3.0:1767384592.369935:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000017b0d626. 00040000:00000010:3.0:1767384592.369937:0:16797:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000e00ab2c8. 00080000:00000010:3.0:1767384592.369939:0:16797:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384592.369941:0:16797:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000a35c52eb. 00080000:00000010:3.0:1767384592.369954:0:16797:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000a35c52eb. 00080000:00000010:3.0:1767384592.369957:0:16797:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00040000:00000010:3.0:1767384592.369958:0:16797:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000e00ab2c8. 00040000:00000010:3.0:1767384592.369962:0:16797:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009428f193. 00000020:00000010:3.0:1767384592.369988:0:16797:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000ea2145e. 00000004:00000010:3.0:1767384592.369994:0:16797:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000c07538cb. 00000004:00000010:3.0:1767384592.369998:0:16797:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000b821b758. 00000004:00000010:3.0:1767384592.369999:0:16797:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000302e1a66. 00000004:00000010:3.0:1767384592.370001:0:16797:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 0000000074d9d137. 00000004:00000010:3.0:1767384592.370003:0:16797:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 0000000001c9d3da. 00000020:00000010:3.0:1767384592.370012:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055cd7e47. 00000020:00000010:3.0:1767384592.370017:0:16797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c3cd201b. 00000040:00000010:3.0:1767384592.370023:0:16797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d51c3876. 00000020:00000010:3.0:1767384592.370027:0:16797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004dff3ccb. 00000020:00000010:3.0:1767384592.370030:0:16797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384592.370033:0:16797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004a040bfe. 80000000:00000010:3.0:1767384592.370035:0:16797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf7ffc32. 40000000:00000010:3.0:1767384592.370038:0:16797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e00ab2c8. 00100000:00000010:3.0:1767384592.370057:0:16797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005a5caa3f. 00040000:00000010:3.0:1767384592.370060:0:16797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a7bac35c. 00040000:00000010:3.0:1767384592.370063:0:16797:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000089d99191. 00040000:00000010:3.0:1767384592.370065:0:16797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000022de97f5. 00080000:00000010:3.0:1767384592.370067:0:16797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d7fd03b5. 00000004:00000010:3.0:1767384592.370069:0:16797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008a6be02e. 00000004:00000010:3.0:1767384592.370072:0:16797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000403eea5c. 00000004:00000010:3.0:1767384592.370081:0:16797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000920d305d. 00000004:00000010:3.0:1767384592.370084:0:16797:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d08bdd12. 00000020:00000010:3.0:1767384592.370087:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda501. 00000020:00000010:3.0:1767384592.370089:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b54551e6. 00000020:00000010:3.0:1767384592.370099:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d157902b. 00080000:00000010:3.0:1767384592.373185:0:16797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ca798035. 00080000:00000010:3.0:1767384592.373257:0:16797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c60892a9. 00000040:00000010:3.0:1767384592.373261:0:16797:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c978a4a. 00000020:00000010:3.0:1767384592.373267:0:16797:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000013585561. 00080000:00000010:3.0:1767384592.373270:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049430c15. 00080000:00000010:3.0:1767384592.373302:0:16797:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000447f40bc. 00000040:00000010:3.0:1767384592.373322:0:16797:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003d23e95c. 00000020:00000010:3.0:1767384592.373327:0:16797:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a179c70e. 00080000:00000010:3.0:1767384592.373330:0:16797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2763a5f. 00000040:00000010:3.0:1767384592.373515:0:16797:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000060572e78. 00000004:00000010:3.0:1767384592.374035:0:16797:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000219af0af. 00000020:00000010:3.0:1767384592.374041:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000285d766a. 00000020:00000010:3.0:1767384592.374048:0:16797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000049c4c096. 00000040:00000010:3.0:1767384592.374078:0:16797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0b8a53f. 00000020:00000010:3.0:1767384592.374085:0:16797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000fddd137. 00000020:00000010:3.0:1767384592.374095:0:16797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b6f787d7. 00000020:00000010:3.0:1767384592.374099:0:16797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f72ed86a. 80000000:00000010:3.0:1767384592.374103:0:16797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009176ac65. 40000000:00000010:3.0:1767384592.374106:0:16797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009d00f8c6. 00100000:00000010:3.0:1767384592.374109:0:16797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a54d5ef0. 00040000:00000010:3.0:1767384592.374112:0:16797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dcb0bd8f. 00040000:00000010:3.0:1767384592.374115:0:16797:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000468dcba5. 00040000:00000010:3.0:1767384592.374118:0:16797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092804af2. 00080000:00000010:3.0:1767384592.374121:0:16797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7b47e7c. 00000004:00000010:3.0:1767384592.374124:0:16797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a205340f. 00000004:00000010:3.0:1767384592.374128:0:16797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000055555113. 00000004:00000010:3.0:1767384592.374132:0:16797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000096862848. 00002000:00000010:3.0:1767384592.374135:0:16797:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008bfbeb14. 00000004:00000010:3.0:1767384592.374141:0:16797:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000070e6f9c7. 02000000:00000010:3.0:1767384592.384321:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f9121404. 00000400:00000010:3.0:1767384592.384329:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32c1df6. 00000400:00000010:3.0:1767384592.384360:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781cbec2. 00000100:00000200:3.0:1767384592.384364:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059652224, portal 10 00000020:00000010:3.0:1767384592.384370:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008a3624e3. 00000400:00000010:3.0:1767384592.384376:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af21086b. 00000100:00000200:3.0:1767384592.384379:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237059652224, offset 0 00000400:00000200:3.0:1767384592.384385:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.384393:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.384402:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260a00a80 00000400:00000200:3.0:1767384592.384411:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:3.0:1767384592.384416:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.384423:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384592.384429:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384592.384436:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006511c695. 00000400:00000200:3.0:1767384592.384463:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af21086b 00000400:00000010:3.0:1767384592.384467:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af21086b. 00000100:00000200:3.0:1767384592.384476:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae84b1e1 x1853237059652224/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384592.384716:0:16807:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000056cb657. 00000020:00000010:3.0:1767384592.384722:0:16807:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b23c6ffb. 00000020:00000010:3.0:1767384592.384729:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d5500b9. 00000020:00000010:3.0:1767384592.384733:0:16807:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006204fe50. 00000040:00000010:3.0:1767384592.384738:0:16807:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fd398e31. 00000020:00000010:3.0:1767384592.384744:0:16807:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d667126b. 00000020:00000010:3.0:1767384592.384747:0:16807:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d6111ca1. 00000020:00000010:3.0:1767384592.384751:0:16807:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000027336a93. 80000000:00000010:3.0:1767384592.384756:0:16807:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf4c74d4. 40000000:00000010:3.0:1767384592.384760:0:16807:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000059b5c366. 00100000:00000010:3.0:1767384592.384764:0:16807:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000024967a56. 00040000:00000010:3.0:1767384592.384771:0:16807:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000447f40bc. 00040000:00000010:3.0:1767384592.384777:0:16807:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f1bf6d2a. 00040000:00000010:3.0:1767384592.384783:0:16807:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006adde432. 00080000:00000010:3.0:1767384592.384790:0:16807:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001e46eddf. 00000004:00000010:3.0:1767384592.384795:0:16807:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d7c6345b. 00000004:00000010:3.0:1767384592.384808:0:16807:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bbd7747e. 00000004:00000010:3.0:1767384592.384813:0:16807:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d840ec2. 00002000:00000010:3.0:1767384592.384815:0:16807:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003d9a8c1c. 00000004:00000010:3.0:1767384592.384817:0:16807:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000070b86271. 00000100:00000010:3.0:1767384592.384889:0:16807:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000b454409f. 00000100:00000200:3.0:1767384592.384921:0:16807:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000040:00000010:3.0:1767384592.385311:0:16760:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000012e6103. 00000040:00000010:3.0:1767384592.385318:0:16760:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001531c373. 00000040:00000010:3.0:1767384592.385320:0:16760:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000719162ec. 00000020:00000010:3.0:1767384592.385324:0:16760:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b6dbb5de. 00000040:00000010:3.0:1767384592.385327:0:16760:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c65a9510. 00000020:00000010:3.0:1767384592.385329:0:16760:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007fddb244. 00000020:00000010:3.0:1767384592.385331:0:16760:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000030e82d4b. 80000000:00000010:3.0:1767384592.385333:0:16760:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000faf31121. 00040000:00000010:3.0:1767384592.385351:0:16760:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fca940ac. 00080000:00000010:3.0:1767384592.385354:0:16760:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000519b6258. 20000000:00000010:3.0:1767384592.385363:0:16760:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000be16ea89. 00000020:00000010:3.0:1767384592.385365:0:16760:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e44e1cb6. 10000000:00000010:3.0:1767384592.385368:0:16760:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c6bbc70e. 00000020:00000010:3.0:1767384592.385386:0:16760:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001b88c7da. 00000040:00000010:3.0:1767384592.385389:0:16760:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dfb98822. 00000020:00000010:3.0:1767384592.385391:0:16760:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008286c50d. 00000020:00000010:3.0:1767384592.385393:0:16760:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083609381. 00040000:00000010:3.0:1767384592.385396:0:16760:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b4d566e. 00040000:00000010:3.0:1767384592.385399:0:16760:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000510aba0e. 00080000:00000010:3.0:1767384592.385402:0:16760:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c7f7b50e. 00000020:00000010:3.0:1767384592.385404:0:16760:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023fcccd9. 00000020:00000010:3.0:1767384592.385407:0:16760:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000f6e2be85. 00000020:00000010:3.0:1767384592.385409:0:16760:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000f792b394. 00000020:00000010:3.0:1767384592.385411:0:16760:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000029747da3. 00000020:00000010:3.0:1767384592.385413:0:16760:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000ef99d9f7. 00000020:00000010:3.0:1767384592.385424:0:16760:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 000000001531c373. 00000100:00000010:3.0:1767384592.385439:0:16760:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069de9fd4. 02000000:00000010:3.0:1767384592.385456:0:16760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008aca7141. 00000100:00000010:3.0:1767384592.385464:0:16760:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ac87b. 02000000:00000010:3.0:1767384592.385474:0:16760:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000917a73d1. 00000400:00000010:3.0:1767384592.385477:0:16760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000400:00000010:3.0:1767384592.385480:0:16760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea8e7b3d. 00000100:00000200:3.0:1767384592.385483:0:16760:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059652480, portal 25 00000400:00000010:3.0:1767384592.385487:0:16760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e87bb9e2. 00000100:00000200:3.0:1767384592.385489:0:16760:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059652480, offset 0 00000400:00000200:3.0:1767384592.385493:0:16760:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.385499:0:16760:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.385505:0:16760:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a00b80 00000400:00000200:3.0:1767384592.385508:0:16760:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:3.0:1767384592.385511:0:16760:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011bece9d. 00000400:00000200:3.0:1767384592.385514:0:16760:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000175ccb02 00000400:00000200:3.0:1767384592.385518:0:16760:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.385520:0:16760:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384592.385529:0:16760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175ccb02 00000400:00000010:3.0:1767384592.385530:0:16760:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000175ccb02. 00000100:00000200:3.0:1767384592.385550:0:16760:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384592.385561:0:16760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87bb9e2 00000400:00000010:3.0:1767384592.385562:0:16760:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e87bb9e2. 00000100:00000200:3.0:1767384592.385567:0:16760:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069de9fd4 x1853237059652480/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384592.388886:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003d21c92. 00080000:00000010:3.0:1767384592.395611:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008d3b1a17. 00080000:00000010:3.0:1767384592.395619:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000010a2fccb. 00080000:00000010:3.0:1767384592.395627:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c60892a9. 00080000:00000010:3.0:1767384592.395631:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ca798035. 00000020:00000010:3.0:1767384592.395913:0:16762:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000666b741. 00000020:00000010:3.0:1767384592.395930:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a35c52eb. 00000020:00000010:3.0:1767384592.395937:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a35c52eb. 00000020:00000010:3.0:1767384592.395945:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053846e73. 00000020:00000010:3.0:1767384592.395952:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce1a1867. 00000020:00000010:3.0:1767384592.395956:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6498115. 00000020:00000010:3.0:1767384592.395990:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a35c52eb. 00000020:00000010:3.0:1767384592.395994:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a35c52eb. 00000100:00000200:3.0:1767384592.395998:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059652608 02000000:00000010:3.0:1767384592.396010:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ca798035. 00000400:00000010:3.0:1767384592.396018:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af21086b. 00000100:00000200:3.0:1767384592.396021:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059652608, offset 224 00000400:00000200:3.0:1767384592.396027:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.396033:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.396040:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a00c00 00000400:00000200:3.0:1767384592.396045:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa7d [1] + 224 00000400:00000200:3.0:1767384592.396049:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.396053:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384592.396058:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae84b1e1 x1853237059652608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384592.396081:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af21086b 00000400:00000010:3.0:1767384592.396088:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af21086b. 00010000:00000010:3.0:1767384592.396098:0:16762:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f59286ab. 00000020:00000010:3.0:1767384592.396117:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce1a1867. 00000020:00000010:3.0:1767384592.396124:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6498115. 00000020:00000010:3.0:1767384592.396129:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053846e73. 00000020:00000010:3.0:1767384592.396197:0:16141:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b962a4c8. 00000020:00000010:3.0:1767384592.396202:0:16141:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053846e73. 80000000:00000010:3.0:1767384592.396208:0:16141:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004acb028c. 40000000:00000010:3.0:1767384592.396214:0:16141:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a35c52eb. 00000008:00000010:3.0:1767384592.396221:0:16141:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005ba349c7. 00020000:00000010:3.0:1767384592.396227:0:16141:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000002729dde1. 00008000:00000010:3.0:1767384592.396233:0:16141:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000842a5699. 00100000:00000010:3.0:1767384592.396239:0:16141:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d4215b17. 00040000:00000010:3.0:1767384592.396244:0:16141:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003503a782. 00040000:00000010:3.0:1767384592.396250:0:16141:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000d8e80e9. 00040000:00000010:3.0:1767384592.396256:0:16141:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ee7354d. 00080000:00000010:3.0:1767384592.396272:0:16141:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000055dd6099. 00000004:00000010:3.0:1767384592.396278:0:16141:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d81fe50e. 00000004:00000010:3.0:1767384592.396285:0:16141:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005a20754c. 00000004:00000010:3.0:1767384592.396291:0:16141:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006c25a67c. 00002000:00000010:3.0:1767384592.396297:0:16141:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c60892a9. 00000004:00000010:3.0:1767384592.396302:0:16141:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c4bcafd5. 00000080:00000010:3.0:1767384592.396308:0:16141:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000abecad4c. 00000080:00000010:3.0:1767384592.396313:0:16141:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ac1083a8. 00000008:00000010:3.0:1767384592.396324:0:16141:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000d35a35a. 00020000:00000010:3.0:1767384592.396335:0:16141:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002a9aff53. 00008000:00000010:3.0:1767384592.396349:0:16141:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c70627ae. 00000080:00000010:3.0:1767384592.396357:0:16141:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cf08b446. 02000000:00000010:3.0:1767384592.396364:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5798955. 00000400:00000010:3.0:1767384592.396367:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e0d6c2c. 00000400:00000010:3.0:1767384592.396370:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af21086b. 00000100:00000200:3.0:1767384592.396372:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059652736, portal 18 00000400:00000010:3.0:1767384592.396374:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000100:00000200:3.0:1767384592.396379:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059652736, offset 0 00000400:00000200:3.0:1767384592.396383:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.396389:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.396394:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a00c80 00000400:00000200:3.0:1767384592.396398:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:3.0:1767384592.396402:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.396405:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384592.396408:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384592.396411:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008544f4a0. 00000400:00000200:3.0:1767384592.396425:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000400:00000010:3.0:1767384592.396426:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000100:00000200:3.0:1767384592.396432:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059652736/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384592.397875:0:16760:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4783ba. 00000400:00000200:3.0:1767384592.397881:0:16760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea8e7b3d 00000400:00000010:3.0:1767384592.397883:0:16760:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea8e7b3d. 00000100:00000200:3.0:1767384592.397889:0:16760:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069de9fd4 x1853237059652480/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384592.397896:0:16760:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069de9fd4 x1853237059652480/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384592.397908:0:16760:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000956ac87b. 02000000:00000010:3.0:1767384592.397912:0:16760:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000917a73d1. 02000000:00000010:3.0:1767384592.397915:0:16760:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008aca7141. 00000100:00000010:3.0:1767384592.397917:0:16760:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069de9fd4. 00000020:00000010:3.0:1767384592.397920:0:16760:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 000000001531c373. 00000020:02000000:3.0:1767384592.397923:0:16760:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:3.0:1767384592.399738:0:16760:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5798955. 00000020:00000010:3.0:1767384592.399742:0:16760:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077977ca2. 00000040:00000010:3.0:1767384592.399744:0:16760:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000354b59e0. 00000020:00000010:3.0:1767384592.399747:0:16760:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000712fa6d8. 00000020:00000010:3.0:1767384592.399750:0:16760:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000003b89cb0. 00000020:00000010:3.0:1767384592.399752:0:16760:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ff539e6. 80000000:00000010:3.0:1767384592.399760:0:16760:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f81aa994. 40000000:00000010:3.0:1767384592.399762:0:16760:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030e3f5ea. 00100000:00000010:3.0:1767384592.399764:0:16760:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b9273d1. 00040000:00000010:3.0:1767384592.399766:0:16760:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a7280d2. 00040000:00000010:3.0:1767384592.399768:0:16760:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000006f47936. 00040000:00000010:3.0:1767384592.399770:0:16760:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000033b1b816. 00080000:00000010:3.0:1767384592.399771:0:16760:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ed9a3675. 00000004:00000010:3.0:1767384592.399774:0:16760:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006ff05459. 00000004:00000010:3.0:1767384592.399776:0:16760:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a4c7ed97. 00000004:00000010:3.0:1767384592.399778:0:16760:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a45db093. 00000004:00000010:3.0:1767384592.399780:0:16760:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000021867d9f. 00000020:00000010:3.0:1767384592.399783:0:16760:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fcccd9. 00000020:00000010:3.0:1767384592.399784:0:16760:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000008091ad. 00000020:00000010:3.0:1767384592.399786:0:16760:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6498115. 00000020:00000010:3.0:1767384592.399818:0:16760:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000913fd36. 00080000:00000010:3.0:1767384592.399824:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004eef1b3a. 00080000:00000010:3.0:1767384592.399909:0:16760:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004eef1b3a. 00000020:00000010:3.0:1767384592.399913:0:16760:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000913fd36. 00000004:00000010:3.0:1767384592.399921:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008c18f9a8. 00000004:00000010:3.0:1767384592.399925:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f48590ad. 00000004:00000010:3.0:1767384592.399929:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f397e634. 00080000:00000010:3.0:1767384592.399932:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004eef1b3a. 00040000:00000010:3.0:1767384592.399960:0:16760:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000326119f9. 00000004:00000010:3.0:1767384592.399963:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008da8bd9f. 00000004:00000010:3.0:1767384592.399965:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb26efee. 00000004:00000010:3.0:1767384592.399967:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007f52d660. 00080000:00000010:3.0:1767384592.399969:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006170c68a. 00000020:00000010:3.0:1767384592.399981:0:16760:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000032028c22. 00080000:00000010:3.0:1767384592.399983:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc96e5c8. 00080000:00000010:3.0:1767384592.400002:0:16760:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bc96e5c8. 00000020:00000010:3.0:1767384592.400004:0:16760:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000032028c22. 00000004:00000010:3.0:1767384592.400007:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006d4f229f. 00000004:00000010:3.0:1767384592.400009:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005653a177. 00000004:00000010:3.0:1767384592.400016:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007a731532. 00080000:00000010:3.0:1767384592.400018:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc96e5c8. 00100000:00000010:3.0:1767384592.400041:0:16760:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000098c62455. 00000004:00000010:3.0:1767384592.400058:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000094f08c39. 00000004:00000010:3.0:1767384592.400060:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003bb98c92. 00000004:00000010:3.0:1767384592.400062:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088101be0. 00080000:00000010:3.0:1767384592.400065:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014a5bc47. 00100000:00000010:3.0:1767384592.400090:0:16760:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000495c9cb. 00040000:00000010:3.0:1767384592.400095:0:16760:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004adc0d5f. 00000001:00000010:3.0:1767384592.400099:0:16760:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000510aba0e. 00000001:00000010:3.0:1767384592.400101:0:16760:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000348967de. 00000001:00000010:3.0:1767384592.400103:0:16760:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f59286ab. 00040000:00000010:3.0:1767384592.400111:0:16760:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000956ac87b. 00000004:00000010:3.0:1767384592.400114:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a18ea641. 00000004:00000010:3.0:1767384592.400116:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000005c4490d. 00000004:00000010:3.0:1767384592.400118:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000030d088f2. 00080000:00000010:3.0:1767384592.400120:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ee8acbd. 00000020:00000010:3.0:1767384592.400130:0:16760:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000071828599. 00080000:00000010:3.0:1767384592.400139:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000075b190c4. 00080000:00000010:3.0:1767384592.400164:0:16760:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000075b190c4. 00000020:00000010:3.0:1767384592.400166:0:16760:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000071828599. 00000004:00000010:3.0:1767384592.400170:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000005d1e382. 00000004:00000010:3.0:1767384592.400172:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000053416119. 00000004:00000010:3.0:1767384592.400174:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006e89e471. 00080000:00000010:3.0:1767384592.400175:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000075b190c4. 00100000:00000010:3.0:1767384592.400191:0:16760:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000dc087dc. 00000004:00000010:3.0:1767384592.400201:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000009d216ce. 00000004:00000010:3.0:1767384592.400203:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000037ba64f. 00000004:00000010:3.0:1767384592.400205:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d584deb7. 00080000:00000010:3.0:1767384592.400206:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ae8b252c. 00100000:00000010:3.0:1767384592.400223:0:16760:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000045ff4663. 00040000:00000010:3.0:1767384592.400225:0:16760:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b5075fae. 00000001:00000010:3.0:1767384592.400231:0:16760:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000083609381. 00000001:00000010:3.0:1767384592.400233:0:16760:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c1ae5c2a. 00000001:00000010:3.0:1767384592.400234:0:16760:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ea8e7b3d. 00040000:00000010:3.0:1767384592.400239:0:16760:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000063ce99fa. 00000004:00000010:3.0:1767384592.400248:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000010123da. 00000004:00000010:3.0:1767384592.400251:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000ef88bfa. 00000004:00000010:3.0:1767384592.400253:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005244be6a. 00080000:00000010:3.0:1767384592.400255:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8d0a4df. 00000020:00000010:3.0:1767384592.400268:0:16760:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f1eddc17. 00080000:00000010:3.0:1767384592.400270:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e4206b2. 00080000:00000010:3.0:1767384592.400292:0:16760:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000e4206b2. 00000020:00000010:3.0:1767384592.400293:0:16760:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f1eddc17. 00000004:00000010:3.0:1767384592.400297:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007912e69d. 00000004:00000010:3.0:1767384592.400299:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ce61072. 00000004:00000010:3.0:1767384592.400301:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000475a7be3. 00080000:00000010:3.0:1767384592.400302:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e4206b2. 00100000:00000010:3.0:1767384592.400317:0:16760:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007d86e530. 00000004:00000010:3.0:1767384592.400327:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001d537770. 00000004:00000010:3.0:1767384592.400329:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000081221240. 00000004:00000010:3.0:1767384592.400331:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001d580e98. 00080000:00000010:3.0:1767384592.400332:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055dd7122. 00100000:00000010:3.0:1767384592.400350:0:16760:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000920e4219. 00040000:00000010:3.0:1767384592.400352:0:16760:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000805f9688. 00000001:00000010:3.0:1767384592.400354:0:16760:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000dfb98822. 00000001:00000010:3.0:1767384592.400356:0:16760:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009061f27b. 00000001:00000010:3.0:1767384592.400358:0:16760:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000056df5c5f. 00040000:00000010:3.0:1767384592.400365:0:16760:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000a74ec66f. 00000020:00000010:3.0:1767384592.400367:0:16760:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b88c7da. 00000020:00000010:3.0:1767384592.400369:0:16760:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e44e1cb6. 00000020:00000010:3.0:1767384592.400371:0:16760:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004b029ce5. 00000020:00000010:3.0:1767384592.400373:0:16760:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095e22862. 00000020:00000010:3.0:1767384592.400375:0:16760:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b6dbb5de. 80000000:00000010:3.0:1767384592.400381:0:16760:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000437a35a5. 40000000:00000010:3.0:1767384592.400383:0:16760:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cdf183ce. 00100000:00000010:3.0:1767384592.400385:0:16760:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000698fa347. 00040000:00000010:3.0:1767384592.400386:0:16760:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009c4c8a2f. 00040000:00000010:3.0:1767384592.400388:0:16760:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be16ea89. 00080000:00000010:3.0:1767384592.400390:0:16760:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f233076a. 00002000:00000010:3.0:1767384592.400392:0:16760:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a9746a9e. 00000100:00000010:3.0:1767384592.400876:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c426115. 00010000:00000010:0.1:1767384592.401859:0:16620:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000185c4694. 00010000:00000010:0.1:1767384592.401865:0:16620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097a9013c. 00010000:00000010:0.1:1767384592.401867:0:16620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b1e6cab0. 00010000:00000010:1.1F:1767384592.406868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009879983e. 00010000:00000010:1.1:1767384592.406881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca9483eb. 00080000:00000010:3.0:1767384592.410064:0:16760:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000eafb32c5. 00000004:00000010:3.0:1767384592.410069:0:16760:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a8fc2c85. 00000004:00000010:3.0:1767384592.410073:0:16760:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fb6446fc. 00000004:00000010:3.0:1767384592.410075:0:16760:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009cc60b58. 00000004:00000010:3.0:1767384592.410080:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002f0a5fc8. 00000004:00000010:3.0:1767384592.410083:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005506437f. 00000004:00000010:3.0:1767384592.410085:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bd90362c. 00080000:00000010:3.0:1767384592.410089:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004955787. 00000020:00000010:3.0:1767384592.410132:0:16760:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fea76341. 00080000:00000010:3.0:1767384592.410135:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f76bd737. 00080000:00000010:3.0:1767384592.410156:0:16760:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f76bd737. 00000020:00000010:3.0:1767384592.410158:0:16760:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fea76341. 00000004:00000010:3.0:1767384592.410162:0:16760:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000e1bba77. 00000004:00000010:3.0:1767384592.410164:0:16760:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001792ebce. 00000004:00000010:3.0:1767384592.410166:0:16760:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b2f8caae. 00080000:00000010:3.0:1767384592.410168:0:16760:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f76bd737. 00080000:00000001:3.0:1767384593.917316:0:17053:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384593.917328:0:17053:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.917331:0:17053:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.237665:0:17103:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384594.237681:0:17103:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.237686:0:17103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.728329:0:17152:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384594.728341:0:17152:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.728345:0:17152:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384595.437735:0:17200:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384595.437754:0:17200:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384595.437760:0:17200:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384595.565899:0:17236:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384595.565905:0:17236:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384595.568659:0:17236:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:3.0:1767384595.842509:0:17248:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384595.842526:0:17248:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384595.842531:0:17248:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.180170:0:17553:0:(osd_handler.c:1031:osd_objset_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.180192:0:17553:0:(lu_object.c:1098:lu_site_init()) Process entered 00000020:00000010:3.0:1767384597.180210:0:17553:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000affba7ec. 00000020:00000010:3.0:1767384597.180217:0:17553:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001f5128d9. 00000020:00000010:3.0:1767384597.180221:0:17553:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000ec8e5b1e. 00000020:00000001:3.0:1767384597.180227:0:17553:0:(lu_object.c:1160:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.180398:0:17553:0:(osd_handler.c:946:osd_objset_register_callbacks()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384597.181017:0:17553:0:(osd_scrub.c:1356:osd_scrub_setup()) Process entered 00080000:00000010:3.0:1767384597.181758:0:17553:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000005af18c53. 00000020:00000001:3.0:1767384597.181762:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384597.181767:0:17553:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000012ca220d. 00080000:00000010:3.0:1767384597.181772:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c89aa545. 00080000:00000010:3.0:1767384597.181775:0:17553:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000a6d0143f. 00080000:00000001:3.0:1767384597.181781:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.181795:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.181805:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.181818:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.181821:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.181823:0:17553:0:(osd_object.c:599:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.181825:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.181827:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161540726784 : -115912168824832 : ffff9694185a2000) 00080000:00000001:3.0:1767384597.181906:0:17553:0:(osd_oi.c:886:osd_oi_init()) Process entered 00080000:00000001:3.0:1767384597.181907:0:17553:0:(osd_oi.c:845:osd_oi_init_index_backup()) Process entered 00080000:00000001:3.0:1767384597.181918:0:17553:0:(osd_oi.c:850:osd_oi_init_index_backup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.181920:0:17553:0:(osd_oi.c:859:osd_oi_init_remote_parent()) Process entered 00080000:00000001:3.0:1767384597.181922:0:17553:0:(osd_oi.c:831:osd_oi_init_compat()) Process entered 00080000:00000001:3.0:1767384597.181929:0:17553:0:(osd_oi.c:836:osd_oi_init_compat()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.181936:0:17553:0:(osd_oi.c:777:osd_oi_probe()) Process entered 00080000:00000001:3.0:1767384597.182496:0:17553:0:(osd_oi.c:803:osd_oi_probe()) Process leaving (rc=128 : 128 : 80) 00080000:00000010:3.0:1767384597.182499:0:17553:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 000000008b10d108. 00080000:00000001:3.0:1767384597.182501:0:17553:0:(osd_oi.c:751:osd_oi_open_table()) Process entered 00080000:00000010:3.0:1767384597.182502:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dbc3d6b1. 00080000:00000010:3.0:1767384597.182515:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e6a31db2. 00080000:00000010:3.0:1767384597.182527:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d4ed0be1. 00080000:00000010:3.0:1767384597.182539:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000015c64e80. 00080000:00000010:3.0:1767384597.182551:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007c53acfa. 00080000:00000010:3.0:1767384597.182564:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a96a60c2. 00080000:00000010:3.0:1767384597.182574:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001d6db711. 00080000:00000010:3.0:1767384597.182585:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e5c2774. 00080000:00000010:3.0:1767384597.182596:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ecda0b3b. 00080000:00000010:3.0:1767384597.182621:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000493384b3. 00080000:00000010:3.0:1767384597.182634:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000694b6c75. 00080000:00000010:3.0:1767384597.182645:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f4942f87. 00080000:00000010:3.0:1767384597.182657:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a83a5b30. 00080000:00000010:3.0:1767384597.182668:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009b0ad7fa. 00080000:00000010:3.0:1767384597.182678:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000625e31f1. 00080000:00000010:3.0:1767384597.182690:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000083a3b41f. 00080000:00000010:3.0:1767384597.182711:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008d69adf9. 00080000:00000010:3.0:1767384597.182726:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3cda534. 00080000:00000010:3.0:1767384597.182735:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000030e72736. 00080000:00000010:3.0:1767384597.182746:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f7c4a1b6. 00080000:00000010:3.0:1767384597.182755:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d4d191a. 00080000:00000010:3.0:1767384597.182765:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e109e67a. 00080000:00000010:3.0:1767384597.182774:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000082d7978f. 00080000:00000010:3.0:1767384597.182783:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004fe63f35. 00080000:00000010:3.0:1767384597.182792:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0593165. 00080000:00000010:3.0:1767384597.182801:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000721f4ed9. 00080000:00000010:3.0:1767384597.183921:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006343ccb2. 00080000:00000010:3.0:1767384597.183939:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004c33c8ad. 00080000:00000010:3.0:1767384597.183951:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000082f8352b. 00080000:00000010:3.0:1767384597.183962:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000450fee68. 00080000:00000010:3.0:1767384597.183986:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000135fb7f. 00080000:00000010:3.0:1767384597.184004:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000013aeef64. 00080000:00000010:3.0:1767384597.184024:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000039db959d. 00080000:00000010:3.0:1767384597.184038:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006d01f6f7. 00080000:00000010:3.0:1767384597.184049:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003c163143. 00080000:00000010:3.0:1767384597.184060:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b4050511. 00080000:00000010:3.0:1767384597.184071:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000903e28ba. 00080000:00000010:3.0:1767384597.184081:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000032467f56. 00080000:00000010:3.0:1767384597.184091:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a337c4e5. 00080000:00000010:3.0:1767384597.184103:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f7729663. 00080000:00000010:3.0:1767384597.184114:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000007f882d8. 00080000:00000010:3.0:1767384597.184125:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000019aac126. 00080000:00000010:3.0:1767384597.185277:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e1a92867. 00080000:00000010:3.0:1767384597.185296:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000059d0bb41. 00080000:00000010:3.0:1767384597.185308:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000145d72a. 00080000:00000010:3.0:1767384597.185320:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009c3d72c4. 00080000:00000010:3.0:1767384597.185330:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000068268f3e. 00080000:00000010:3.0:1767384597.185340:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c685180e. 00080000:00000010:3.0:1767384597.185364:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b3c2c6b3. 00080000:00000010:3.0:1767384597.185377:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b891997a. 00080000:00000010:3.0:1767384597.185389:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004b56c7b1. 00080000:00000010:3.0:1767384597.185399:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000045a35477. 00080000:00000010:3.0:1767384597.185408:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000d2fe960. 00080000:00000010:3.0:1767384597.185418:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000410a3527. 00080000:00000010:3.0:1767384597.185428:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c5727161. 00080000:00000010:3.0:1767384597.185437:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000878a0d5d. 00080000:00000010:3.0:1767384597.185447:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006aee56bb. 00080000:00000010:3.0:1767384597.185470:0:17553:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000096d1a364. 00100000:00000001:3.0:1767384597.189592:0:17553:0:(osd_scrub.c:853:osd_ios_index_register()) Process entered 00100000:00000001:3.0:1767384597.190416:0:17553:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384597.190420:0:17553:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000feb78c43. 00100000:00000001:3.0:1767384597.190423:0:17553:0:(scrub.c:712:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384597.190424:0:17553:0:(osd_scrub.c:892:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:3.0:1767384597.190429:0:17553:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00080000:00000001:3.0:1767384597.190435:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.190442:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.190443:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.190456:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384597.190457:0:17553:0:(osd_scrub.c:1053:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384597.190473:0:17553:0:(osd_scrub.c:966:osd_ios_scan_one()) Process entered 00000400:00000010:0.0:1767384597.209722:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ce5dd0bf. 00000100:00000200:0.0:1767384597.209727:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209729:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0bca510. 00000400:00000010:0.0:1767384597.209730:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bd7a1902. 00000100:00000200:0.0:1767384597.209731:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209733:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dd4d36. 00000400:00000010:0.0:1767384597.209740:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c6d17ebb. 00000100:00000200:0.0:1767384597.209742:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209743:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0874dde. 00000400:00000010:0.0:1767384597.209744:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002e439f13. 00000100:00000200:0.0:1767384597.209745:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209747:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047de0feb. 00000400:00000010:0.0:1767384597.209748:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000bb50cb3. 00000100:00000200:0.0:1767384597.209749:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209758:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087325e15. 00000400:00000010:0.0:1767384597.209759:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fc1fbf5e. 00000100:00000200:0.0:1767384597.209761:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209762:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffde1524. 00000400:00000010:0.0:1767384597.209763:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003d0bc338. 00000100:00000200:0.0:1767384597.209764:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209765:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000600933fc. 00000400:00000010:0.0:1767384597.209766:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dcfd5ffb. 00000100:00000200:0.0:1767384597.209767:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209768:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b71de841. 00000400:00000010:0.0:1767384597.209769:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000467744e6. 00000100:00000200:0.0:1767384597.209770:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209771:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092b2a25a. 00000400:00000010:0.0:1767384597.209772:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001fb7cef8. 00000100:00000200:0.0:1767384597.209773:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209775:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006accea67. 00000400:00000010:0.0:1767384597.209776:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000117648ce. 00000100:00000200:0.0:1767384597.209777:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209778:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043aad800. 00000400:00000010:0.0:1767384597.209780:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000038e44d53. 00000100:00000200:0.0:1767384597.209781:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209782:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048b3a82e. 00000400:00000010:0.0:1767384597.209783:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ecfcf34e. 00000100:00000200:0.0:1767384597.209788:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209789:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000601279ec. 00000400:00000010:0.0:1767384597.209790:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ec13042b. 00000100:00000200:0.0:1767384597.209791:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209792:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052fbb515. 00000400:00000010:0.0:1767384597.209793:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000670ee0e8. 00000100:00000200:0.0:1767384597.209794:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209795:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021d55e5a. 00000400:00000010:0.0:1767384597.209796:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e4e2731d. 00000100:00000200:0.0:1767384597.209797:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209798:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006af58468. 00000400:00000010:0.0:1767384597.209799:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000761e8bae. 00000100:00000200:0.0:1767384597.209800:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209801:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d24c26c. 00000400:00000010:0.0:1767384597.209802:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c97d23b3. 00000100:00000200:0.0:1767384597.209803:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209804:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9e498b3. 00000400:00000010:0.0:1767384597.209810:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000028c11ce. 00000100:00000200:0.0:1767384597.209813:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209814:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c1bbf8. 00000400:00000010:0.0:1767384597.209815:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000055ab964c. 00000100:00000200:0.0:1767384597.209816:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209817:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001760c938. 00000400:00000010:0.0:1767384597.209818:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000102c05bf. 00000100:00000200:0.0:1767384597.209819:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209820:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013437ff0. 00000400:00000010:0.0:1767384597.209822:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005869bbc6. 00000100:00000200:0.0:1767384597.209823:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209823:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a0d58a. 00000400:00000010:0.0:1767384597.209825:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fe4a8358. 00000100:00000200:0.0:1767384597.209826:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209827:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074543a17. 00000400:00000010:0.0:1767384597.209828:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004c070d46. 00000100:00000200:0.0:1767384597.209829:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209830:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef2a9629. 00000400:00000010:0.0:1767384597.209831:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004553105d. 00000100:00000200:0.0:1767384597.209836:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384597.209837:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c2d30f0. 00000400:00000010:0.0:1767384597.209839:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000046d3e4. 00000100:00000010:0.0:1767384597.209880:0:17558:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c709164d. 00000100:00000200:0.0:1767384597.209916:0:17558:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:0.0:1767384597.226244:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.226248:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384597.226250:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00000010:0.0:1767384597.226255:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003386f008. 00000100:00100000:0.0:1767384597.226257:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00000001:0.0:1767384597.227049:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.227052:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384597.227054:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00000010:0.0:1767384597.227058:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002d4ec39d. 00000100:00100000:0.0:1767384597.227061:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00000001:0.0:1767384597.227720:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.227725:0:17553:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.227728:0:17553:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446628161210411008 : -115912499140608 : ffff969404a9e800) 00000100:00000001:0.0:1767384597.227733:0:17553:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:0.0:1767384597.227738:0:17553:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000077f16499. 00000100:00000010:0.0:1767384597.227744:0:17553:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000838098c7. 00000100:00000010:0.0:1767384597.227761:0:17553:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000342110e2. 00000100:00000010:0.0:1767384597.227770:0:17553:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a6b61c6d. 00000100:00000010:0.0:1767384597.227775:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003530bd9e. 00000100:00000010:0.0:1767384597.227795:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000049095e94. 00000100:00000010:0.0:1767384597.227799:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d03633f2. 00000100:00000010:0.0:1767384597.227819:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000005205700. 00000100:00000010:0.0:1767384597.227822:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020600281. 00000100:00000010:0.0:1767384597.227866:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000047fd1821. 00000100:00000010:0.0:1767384597.227871:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7c038e4. 00000100:00000010:0.0:1767384597.227892:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000836013fb. 00000100:00000010:0.0:1767384597.227895:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eeb49f51. 00000100:00000010:0.0:1767384597.227916:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000fde131b4. 00000100:00000010:0.0:1767384597.227924:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000849e1a61. 00000100:00000010:0.0:1767384597.227943:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000287b3f2d. 00000100:00000010:0.0:1767384597.227947:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004f08d75. 00000100:00000010:0.0:1767384597.227965:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000854e07a2. 00000100:00000010:0.0:1767384597.227969:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e498481d. 00000100:00000010:0.0:1767384597.227987:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000083c82b46. 00000100:00000010:0.0:1767384597.227990:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000076c554a. 00000100:00000010:0.0:1767384597.228009:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000012db88e7. 00000100:00000010:0.0:1767384597.228013:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b49a9060. 00000100:00000010:0.0:1767384597.228033:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008bb0c269. 00000100:00000010:0.0:1767384597.228037:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e923d2f5. 00000100:00000010:0.0:1767384597.228057:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000945bbd3a. 00000100:00000010:0.0:1767384597.228060:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010423e68. 00000100:00000010:0.0:1767384597.228079:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b814e8e7. 00000100:00000010:0.0:1767384597.228083:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1833ad9. 00000100:00000010:0.0:1767384597.228104:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d475b866. 00000100:00000010:0.0:1767384597.228107:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bad52fe. 00000100:00000010:0.0:1767384597.228126:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004067ef3a. 00000100:00000010:0.0:1767384597.228136:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea28e16c. 00000100:00000010:0.0:1767384597.228156:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ff525628. 00000100:00000010:0.0:1767384597.228160:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a778db2f. 00000100:00000010:0.0:1767384597.228179:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006187c896. 00000100:00000010:0.0:1767384597.228182:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cc5ecd4. 00000100:00000010:0.0:1767384597.228202:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cf31846e. 00000100:00000010:0.0:1767384597.228205:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8452234. 00000100:00000010:0.0:1767384597.228224:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000056cc919c. 00000100:00000010:0.0:1767384597.228227:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f6c2853. 00000100:00000010:0.0:1767384597.228246:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000075cbe0b4. 00000100:00000010:0.0:1767384597.228250:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083a43916. 00000100:00000010:0.0:1767384597.228268:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004ed301cc. 00000100:00000010:0.0:1767384597.228271:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ae7f923. 00000100:00000010:0.0:1767384597.228306:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bb6138bf. 00000100:00000010:0.0:1767384597.228312:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004771520. 00000100:00000010:0.0:1767384597.228333:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002089ad9c. 00000100:00000010:0.0:1767384597.228337:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000132098b2. 00000100:00000010:0.0:1767384597.228355:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000043c0be65. 00000100:00000010:0.0:1767384597.228359:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0f48598. 00000100:00000010:0.0:1767384597.228377:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000db67bec. 00000100:00000010:0.0:1767384597.228381:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd99aea1. 00000100:00000010:0.0:1767384597.228399:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d85fa9d1. 00000100:00000010:0.0:1767384597.228403:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b8f4bcc. 00000100:00000010:0.0:1767384597.228421:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000563299d7. 00000100:00000010:0.0:1767384597.228425:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009227a781. 00000100:00000010:0.0:1767384597.228445:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002845c73f. 00000100:00000010:0.0:1767384597.228449:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e31e28c5. 00000100:00000010:0.0:1767384597.228469:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000071d92577. 00000100:00000010:0.0:1767384597.228472:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bd0f7e1. 00000100:00000010:0.0:1767384597.228492:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004d795536. 00000100:00000010:0.0:1767384597.228496:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a2b47d3. 00000100:00000010:0.0:1767384597.228517:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006036f877. 00000100:00000010:0.0:1767384597.228530:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a7c74f6. 00000100:00000010:0.0:1767384597.228550:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c2d2b742. 00000100:00000010:0.0:1767384597.228554:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074ac63eb. 00000100:00000010:0.0:1767384597.228572:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e202798b. 00000100:00000010:0.0:1767384597.228574:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee8d2767. 00000100:00000010:0.0:1767384597.228591:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000044e00532. 00000100:00000010:0.0:1767384597.228593:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f0222cd. 00000100:00000010:0.0:1767384597.228624:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c264a1e5. 00000100:00000010:0.0:1767384597.228627:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000533a8dbe. 00000100:00000010:0.0:1767384597.228643:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001da943e4. 00000100:00000010:0.0:1767384597.228646:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ad88de5. 00000100:00000010:0.0:1767384597.228663:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b9748efc. 00000100:00000010:0.0:1767384597.228668:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045e7bf3d. 00000100:00000010:0.0:1767384597.228685:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000072209ba4. 00000100:00000010:0.0:1767384597.228688:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df19bbf9. 00000100:00000010:0.0:1767384597.228704:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000eb0a4656. 00000100:00000010:0.0:1767384597.228707:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000550e7281. 00000100:00000010:0.0:1767384597.228723:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000952a8cf6. 00000100:00000010:0.0:1767384597.228725:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f4f515c. 00000100:00000010:0.0:1767384597.228740:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003625e78d. 00000100:00000010:0.0:1767384597.228743:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9a8b200. 00000100:00000010:0.0:1767384597.228758:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000036b69373. 00000100:00000010:0.0:1767384597.228760:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000379feb3f. 00000100:00000010:0.0:1767384597.228777:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000018e8dd3b. 00000100:00000010:0.0:1767384597.228779:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099357991. 00000100:00000010:0.0:1767384597.228795:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000055cd6151. 00000100:00000010:0.0:1767384597.228798:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efc1c087. 00000100:00000010:0.0:1767384597.228815:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000010063ca8. 00000100:00000010:0.0:1767384597.228817:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084733a92. 00000100:00000010:0.0:1767384597.228848:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009cd1bc82. 00000100:00000010:0.0:1767384597.228852:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007216cad4. 00000100:00000010:0.0:1767384597.228870:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008e5e7f81. 00000100:00000010:0.0:1767384597.228880:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058251719. 00000100:00000010:0.0:1767384597.228898:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ff85f570. 00000100:00000010:0.0:1767384597.228901:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009c28f9c. 00000100:00000010:0.0:1767384597.228919:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000032567b42. 00000100:00000010:0.0:1767384597.228922:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf9d7ba0. 00000100:00000010:0.0:1767384597.228938:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f6daed06. 00000100:00000010:0.0:1767384597.228940:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1b63613. 00000100:00000010:0.0:1767384597.228956:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c98b7bbf. 00000100:00000010:0.0:1767384597.228958:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a82e0bff. 00000100:00000010:0.0:1767384597.228974:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000029e5673a. 00000100:00000010:0.0:1767384597.228977:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bb95332. 00000100:00000010:0.0:1767384597.228996:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000809efc32. 00000100:00000010:0.0:1767384597.228999:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a683ca8b. 00000100:00000010:0.0:1767384597.229015:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000070046b9f. 00000100:00000010:0.0:1767384597.229018:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000427fd0fc. 00000100:00000010:0.0:1767384597.229034:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008cc13347. 00000100:00000010:0.0:1767384597.229036:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aab372f7. 00000100:00000010:0.0:1767384597.229051:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c9560335. 00000100:00000010:0.0:1767384597.229053:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075912093. 00000100:00000010:0.0:1767384597.229070:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000070ef943. 00000100:00000010:0.0:1767384597.229072:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f73c6c25. 00000100:00000010:0.0:1767384597.229088:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000d08ced9. 00000100:00000010:0.0:1767384597.229090:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc03391a. 00000100:00000010:0.0:1767384597.229106:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f84ce84b. 00000100:00000010:0.0:1767384597.229108:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008962e971. 00000100:00000010:0.0:1767384597.229125:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c626909d. 00000100:00000010:0.0:1767384597.229127:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000929c74fb. 00000100:00000010:0.0:1767384597.229144:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cd5a7dde. 00000100:00000010:0.0:1767384597.229146:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000692d562b. 00000100:00000010:0.0:1767384597.229162:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000075eeea9. 00000100:00000010:0.0:1767384597.229164:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035719967. 00000100:00000010:0.0:1767384597.229180:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b1dfdb30. 00000100:00000010:0.0:1767384597.229188:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095ab2e87. 00000100:00000010:0.0:1767384597.229205:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000be764f8d. 00000100:00000010:0.0:1767384597.229207:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038d5202a. 00000100:00000010:0.0:1767384597.229223:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ec8d259a. 00000100:00100000:0.0:1767384597.229225:0:17553:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:0.0:1767384597.229227:0:17553:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 31 lazy 00000020:00000010:0.0:1767384597.229272:0:17553:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000086caca4f. 00000020:00000010:0.0:1767384597.229275:0:17553:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f3ae982e. 00000100:00000001:0.0:1767384597.229316:0:17553:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:0.0:1767384597.229318:0:17553:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:0.0:1767384597.229325:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.229329:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009f245084. 00000100:00000001:0.0:1767384597.229332:0:17553:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:0.0:1767384597.229335:0:17553:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000638834d6. 00000100:00000001:0.0:1767384597.229337:0:17553:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229339:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229341:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.229343:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000017a24282. 00000100:00000001:0.0:1767384597.229346:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229348:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.229351:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f1bcedfa. 00000100:00000001:0.0:1767384597.229353:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229354:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.229357:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dc45679d. 00000100:00000001:0.0:1767384597.229358:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229360:0:17553:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229361:0:17553:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229362:0:17553:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.229364:0:17553:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.229396:0:17553:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384597.229398:0:17553:0:(service.c:847:ptlrpc_register_service()) ost_seq: Started, listening on portal 31 00000100:00000001:0.0:1767384597.229399:0:17553:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:0.0:1767384597.229400:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384597.229401:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00000010:0.0:1767384597.229404:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f1dd5107. 00000100:00100000:0.0:1767384597.229406:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00000001:0.0:1767384597.230141:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.230144:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384597.230145:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00000010:0.0:1767384597.230149:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b61a529c. 00000100:00100000:0.0:1767384597.230151:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00000001:0.0:1767384597.230420:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.230423:0:17553:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.230424:0:17553:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446628161413460992 : -115912296090624 : ffff969410c43400) 00000100:00000001:0.0:1767384597.230426:0:17553:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:0.0:1767384597.230431:0:17553:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000ba677371. 00000100:00000010:0.0:1767384597.230439:0:17553:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f9843d2b. 00000100:00000010:0.0:1767384597.230451:0:17553:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f946c987. 00000100:00000010:0.0:1767384597.230457:0:17553:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000051bf2b3f. 00000100:00000010:0.0:1767384597.230461:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c41be304. 00000100:00000010:0.0:1767384597.230926:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009578f91d. 00000100:00000010:0.0:1767384597.230931:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d56268f2. 00000100:00000010:0.0:1767384597.231352:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000011beae47. 00000100:00000010:0.0:1767384597.231357:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c011c51. 00000100:00000010:0.0:1767384597.231807:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dc47734a. 00000100:00000010:0.0:1767384597.231814:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002815f42b. 00000100:00000010:0.0:1767384597.232317:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000daa311e8. 00000100:00000010:0.0:1767384597.232324:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff4ae61e. 00000100:00000010:0.0:1767384597.232797:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064738a22. 00000100:00000010:0.0:1767384597.232801:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3e406a0. 00000100:00000010:0.0:1767384597.233284:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bb07d964. 00000100:00000010:0.0:1767384597.233290:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000776c3142. 00000100:00000010:0.0:1767384597.233777:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002ddd67e7. 00000100:00000010:0.0:1767384597.233783:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036cf29b0. 00000100:00000010:0.0:1767384597.234275:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dadf1a57. 00000100:00000010:0.0:1767384597.234281:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbbcd4ff. 00000100:00000010:0.0:1767384597.234751:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7eb13f4. 00000100:00000010:0.0:1767384597.234757:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f48ccac. 00000100:00000010:0.0:1767384597.235229:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019be91d2. 00000100:00000010:0.0:1767384597.235233:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000388d674. 00000100:00000010:0.0:1767384597.235680:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fc77c3ee. 00000100:00000010:0.0:1767384597.235685:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d91123e. 00000100:00000010:0.0:1767384597.236110:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000028108749. 00000100:00000010:0.0:1767384597.236122:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a78ee2b5. 00000100:00000010:0.0:1767384597.236565:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000087afc627. 00000100:00000010:0.0:1767384597.236571:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000887fc194. 00000100:00000010:0.0:1767384597.237075:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002db16d54. 00000100:00000010:0.0:1767384597.237089:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a276f2f. 00000100:00000010:0.0:1767384597.237559:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d11245a8. 00000100:00000010:0.0:1767384597.237565:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf12619c. 00000100:00000010:0.0:1767384597.238029:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cbb12f3f. 00000100:00000010:0.0:1767384597.238034:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010d2a58f. 00000100:00000010:0.0:1767384597.238485:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008493e15b. 00000100:00000010:0.0:1767384597.238491:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096163d49. 00000100:00000010:0.0:1767384597.238997:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007691bb59. 00000100:00000010:0.0:1767384597.239003:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c01a66a. 00000100:00000010:0.0:1767384597.239471:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000371d8488. 00000100:00000010:0.0:1767384597.239477:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068986e5b. 00000100:00000010:0.0:1767384597.239963:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ffd9f606. 00000100:00000010:0.0:1767384597.239969:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d40caf76. 00000100:00000010:0.0:1767384597.240414:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cc2daee9. 00000100:00000010:0.0:1767384597.240419:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c1ca1d5. 00000100:00000010:0.0:1767384597.240864:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c3ecbf0c. 00000100:00000010:0.0:1767384597.240868:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1c42612. 00000100:00000010:0.0:1767384597.241279:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003eaa0212. 00000100:00000010:0.0:1767384597.241281:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5962671. 00000100:00000010:0.0:1767384597.241744:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000073981547. 00000100:00000010:0.0:1767384597.241749:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014194aff. 00000100:00000010:0.0:1767384597.242175:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a879cf94. 00000100:00000010:0.0:1767384597.242178:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a43affbf. 00000100:00000010:0.0:1767384597.242620:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000b00435e. 00000100:00000010:0.0:1767384597.242627:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000322b25bc. 00000100:00000010:0.0:1767384597.243072:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008eed6a55. 00000100:00000010:0.0:1767384597.243076:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076ca9ceb. 00000100:00000010:0.0:1767384597.243520:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009df598f7. 00000100:00000010:0.0:1767384597.243536:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000019e8c8a. 00000100:00000010:0.0:1767384597.244048:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007930de14. 00000100:00000010:0.0:1767384597.244055:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbf13929. 00000100:00000010:0.0:1767384597.244514:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c7c8c4e0. 00000100:00000010:0.0:1767384597.244519:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa382ecd. 00000100:00000010:0.0:1767384597.244965:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064e36fdd. 00000100:00000010:0.0:1767384597.244969:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5980698. 00000100:00000010:0.0:1767384597.246749:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000022a92449. 00000100:00000010:0.0:1767384597.246766:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc68cf1. 00000100:00000010:0.0:1767384597.247164:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed538a1f. 00000100:00000010:0.0:1767384597.247167:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009db3fd8c. 00000100:00000010:0.0:1767384597.247807:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002442b006. 00000100:00000010:0.0:1767384597.247811:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5f5952f. 00000100:00000010:0.0:1767384597.247931:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000097f6bb8. 00000100:00000010:0.0:1767384597.247937:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed68d48e. 00000100:00000010:0.0:1767384597.248572:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000402f88cf. 00000100:00000010:0.0:1767384597.248577:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000826f2f05. 00000100:00000010:0.0:1767384597.248677:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b1807421. 00000100:00000010:0.0:1767384597.248680:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db9244d8. 00000100:00000010:0.0:1767384597.249300:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed7d017a. 00000100:00000010:0.0:1767384597.249304:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094cd26e1. 00000100:00000010:0.0:1767384597.249387:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001a2d179a. 00000100:00000010:0.0:1767384597.249390:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005db68476. 00000100:00000010:0.0:1767384597.250017:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dad945ff. 00000100:00000010:0.0:1767384597.250021:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fec2d24. 00000100:00000010:0.0:1767384597.250105:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008fe9d1d9. 00000100:00000010:0.0:1767384597.250107:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0323f97. 00000100:00000010:0.0:1767384597.250719:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002b345c76. 00000100:00000010:0.0:1767384597.250723:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd93d354. 00000100:00000010:0.0:1767384597.250806:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000009837abe. 00000100:00000010:0.0:1767384597.250808:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6b9934c. 00000100:00000010:0.0:1767384597.251423:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000001c9e3be. 00000100:00000010:0.0:1767384597.251437:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000463ec1da. 00000100:00000010:0.0:1767384597.251520:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a9c3b848. 00000100:00000010:0.0:1767384597.251528:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2ad882b. 00000100:00000010:0.0:1767384597.252159:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ae7856a4. 00000100:00000010:0.0:1767384597.252165:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4eddb01. 00000100:00000010:0.0:1767384597.252277:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f94f690b. 00000100:00000010:0.0:1767384597.252283:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d7c84f3. 00000100:00000010:0.0:1767384597.252942:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000039d191d6. 00000100:00000010:0.0:1767384597.252946:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc6607bc. 00000100:00000010:0.0:1767384597.253031:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a33f83ad. 00000100:00000010:0.0:1767384597.253033:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098773573. 00000100:00000010:0.0:1767384597.253645:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000025b899ca. 00000100:00000010:0.0:1767384597.253649:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067ce35bf. 00000100:00000010:0.0:1767384597.253733:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4d4f6ca. 00000100:00000010:0.0:1767384597.253735:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d5fe1e7. 00000100:00000010:0.0:1767384597.254349:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000419e3082. 00000100:00000010:0.0:1767384597.254353:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e199176. 00000100:00000010:0.0:1767384597.254437:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000302c1ea4. 00000100:00000010:0.0:1767384597.254439:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032b523e4. 00000100:00000010:0.0:1767384597.255066:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ada6f871. 00000100:00000010:0.0:1767384597.255070:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0d2d55f. 00000100:00000010:0.0:1767384597.255154:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d6bf182e. 00000100:00000010:0.0:1767384597.255156:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056611451. 00000100:00000010:0.0:1767384597.255765:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007e219d8e. 00000100:00000010:0.0:1767384597.255769:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087794729. 00000100:00000010:0.0:1767384597.255893:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000976f4c1d. 00000100:00000010:0.0:1767384597.255915:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c07d0da1. 00000100:00000010:0.0:1767384597.256528:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ae44c4d0. 00000100:00000010:0.0:1767384597.256532:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7fcf57d. 00000100:00000010:0.0:1767384597.256627:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c4f970fc. 00000100:00000010:0.0:1767384597.256630:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006eed814c. 00000100:00000010:0.0:1767384597.256945:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019c92f35. 00000100:00000010:0.0:1767384597.256955:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b2692e2. 00000100:00000010:0.0:1767384597.257228:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000082ed906f. 00000100:00000010:0.0:1767384597.257230:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000496cccb4. 00000100:00000010:0.0:1767384597.257513:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000068f4d5ed. 00000100:00000010:0.0:1767384597.257516:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c75d5ee5. 00000100:00000010:0.0:1767384597.257797:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000c676179. 00000100:00000010:0.0:1767384597.257800:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027437321. 00000100:00000010:0.0:1767384597.258111:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000052fa3a8e. 00000100:00100000:0.0:1767384597.258114:0:17553:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000400:00000200:0.0:1767384597.258120:0:17553:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:0.0:1767384597.258181:0:17553:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006cd45405. 00000020:00000010:0.0:1767384597.258193:0:17553:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000058543930. 00000100:00000001:0.0:1767384597.258235:0:17553:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:0.0:1767384597.258237:0:17553:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:0.0:1767384597.258239:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.258242:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005eb2c1e6. 00000100:00000001:0.0:1767384597.258244:0:17553:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:0.0:1767384597.258247:0:17553:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009c069a46. 00000100:00000001:0.0:1767384597.258249:0:17553:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258251:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258252:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.258254:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002a2f8847. 00000100:00000001:0.0:1767384597.258255:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258258:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.258259:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000079fb275e. 00000100:00000001:0.0:1767384597.258260:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258261:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384597.258262:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e7dec44d. 00000100:00000001:0.0:1767384597.258263:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258264:0:17553:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258266:0:17553:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258267:0:17553:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.258268:0:17553:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.258292:0:17553:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384597.258293:0:17553:0:(service.c:847:ptlrpc_register_service()) ost_out: Started, listening on portal 24 00000100:00000001:0.0:1767384597.258295:0:17553:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:0.0:1767384597.258300:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384597.258301:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00000010:0.0:1767384597.258304:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000023dceeea. 00000100:00100000:0.0:1767384597.258306:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00000001:0.0:1767384597.259528:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.259532:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384597.259533:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00000010:0.0:1767384597.259538:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003a33b315. 00000100:00100000:0.0:1767384597.259540:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000100:00000001:0.0:1767384597.259783:0:17566:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384597.259802:0:17566:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b6151fb6. 00000020:00000010:0.0:1767384597.259817:0:17566:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000083c7e58. 00000020:00000010:0.0:1767384597.259825:0:17566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec396e2f. 00000020:00000010:0.0:1767384597.259828:0:17566:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006789f8a5. 00000040:00000010:0.0:1767384597.259850:0:17566:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e73f1379. 00000020:00000010:0.0:1767384597.259856:0:17566:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000026c893e. 00000020:00000010:0.0:1767384597.259861:0:17566:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e372d228. 00000020:00000010:0.0:1767384597.259865:0:17566:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5ec8eec. 80000000:00000010:0.0:1767384597.259868:0:17566:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081d9911c. 40000000:00000010:0.0:1767384597.259871:0:17566:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002eef786e. 00100000:00000010:0.0:1767384597.259876:0:17566:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bddf00ab. 00040000:00000010:0.0:1767384597.259880:0:17566:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000602550e9. 00040000:00000010:0.0:1767384597.259883:0:17566:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f6b6772c. 00040000:00000010:0.0:1767384597.259888:0:17566:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c86e03a2. 00080000:00000010:0.0:1767384597.259892:0:17566:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000071a12266. 00000004:00000010:0.0:1767384597.259896:0:17566:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e3b11aed. 00000004:00000010:0.0:1767384597.259899:0:17566:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004cd10172. 00000004:00000010:0.0:1767384597.259902:0:17566:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e42f7a5. 00002000:00000010:0.0:1767384597.259905:0:17566:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006b549024. 00000004:00000010:0.0:1767384597.259907:0:17566:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000064f32ef9. 00000100:00000010:0.0:1767384597.259920:0:17566:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006e381785. 00000100:00000200:0.0:1767384597.259937:0:17566:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00080000:00000001:0.0:1767384597.261761:0:17553:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446628161271766528 : -115912437785088 : ffff969408521e00) 00080000:00000001:0.0:1767384597.261774:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261796:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.261805:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.261827:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261829:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261830:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.261848:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.261851:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384597.261854:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261856:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.261859:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384597.261864:0:17553:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000cd92bf15. 00000020:00000001:0.0:1767384597.261870:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161411069784 : -115912298481832 : ffff9694109fb758) 00000020:00000001:0.0:1767384597.261925:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.261930:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd4a3954. 00000020:00000001:0.0:1767384597.261934:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.261936:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f3a12df. 00000020:00000001:0.0:1767384597.261938:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261940:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.261942:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.261944:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261950:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.261955:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.261958:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261960:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261961:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.261962:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.261963:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1767384597.261964:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261965:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.261966:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.261968:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161276140632 : -115912433410984 : ffff96940894dc58) 00080000:00000001:0.0:1767384597.261971:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384597.261972:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261975:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.261988:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.261990:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.261991:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.261999:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384597.262001:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.262003:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000083a16545. 00000020:00000001:0.0:1767384597.262005:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.262006:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006cf8ea9c. 00000020:00000001:0.0:1767384597.262008:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.262009:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.262010:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.262012:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.262013:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.262027:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.262031:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.262034:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.262041:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.262042:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.262043:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.262044:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.262045:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384597.262047:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.262048:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.262049:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.262050:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161276139864 : -115912433411752 : ffff96940894d958) 00080000:00000010:0.0:1767384597.262095:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009f3a12df. 00000020:00000010:0.0:1767384597.262098:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bd4a3954. 10000000:00000001:0.0:1767384597.262105:0:17553:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:0.0:1767384597.262107:0:17553:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1767384597.262109:0:17553:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000009c5570ae. 00000020:00000040:0.0:1767384597.262111:0:17553:0:(genops.c:887:class_export_get()) GET export 00000000879de320 refcount=2 00000040:00000001:0.0:1767384597.262113:0:17553:0:(llog_osd.c:2047:llog_osd_setup()) Process entered 00000040:00000040:0.0:1767384597.262115:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009c5570ae : new refcount 2 00000020:00000001:0.0:1767384597.262117:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384597.262118:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.262119:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.262121:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00000020:00000010:0.0:1767384597.262123:0:17553:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000ddf97e88. 00000020:00000001:0.0:1767384597.262124:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.262131:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009c0763a5. 00000020:00000001:0.0:1767384597.262136:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.262146:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f3a12df. 00000020:00000001:0.0:1767384597.262148:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.262150:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.262151:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.262152:0:17553:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:0.0:1767384597.262154:0:17553:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000009d2138cc. 00080000:00000010:0.0:1767384597.262156:0:17553:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000002480ca7f. 00080000:00000001:0.0:1767384597.263075:0:17553:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446628161258037632 : -115912451513984 : ffff96940780a180) 00080000:00000001:0.0:1767384597.263143:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.264764:0:17553:0:(llog_osd.c:2080:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:0.0:1767384597.264768:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009c5570ae : new refcount 1 00000040:01000000:0.0:1767384597.264770:0:17553:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.117@tcp ctxt 0 is initialized 00000040:00000001:0.0:1767384597.264771:0:17553:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384597.264773:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009c5570ae : new refcount 2 10000000:00000040:0.0:1767384597.264774:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009c5570ae : new refcount 1 10000000:00000001:0.0:1767384597.264776:0:17553:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.264778:0:17553:0:(obd_config.c:927:class_incref()) incref MGC192.168.202.117@tcp (00000000850dc0fc) now 6 - mgc_fs 10000000:00000001:0.0:1767384597.264779:0:17553:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:0.0:1767384597.264781:0:17553:0:(mgc_request_server.c:470:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.264783:0:17553:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.264785:0:17553:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.264787:0:17553:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.264788:0:17553:0:(tgt_mount.c:1354:server_register_target()) Process entered 00000020:00000001:0.0:1767384597.264790:0:17553:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000020:00000010:0.0:1767384597.264802:0:17553:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000080b2f9f. 00000020:01000004:0.0:1767384597.264816:0:17553:0:(tgt_mount.c:1371:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.117@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1767384597.264818:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1767384597.264819:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384597.264820:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384597.264821:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384597.264822:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384597.264823:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384597.264824:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384597.264825:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384597.264829:0:17553:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:0.0:1767384597.264830:0:17553:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384597.264849:0:17553:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384597.264851:0:17553:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384597.264854:0:17553:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 10000000:00000001:0.0:1767384597.264857:0:17553:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:0.0:1767384597.264859:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1767384597.264862:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384597.264864:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384597.264865:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384597.264867:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384597.264868:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384597.264869:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384597.264871:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384597.264871:0:17553:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000010:0.0:1767384597.264875:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384597.264878:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384597.264881:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.264883:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384597.264887:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384597.264899:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009c34ab8f. 00000100:00000001:0.0:1767384597.264904:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384597.264909:0:17553:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1767384597.264910:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384597.264911:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384597.264914:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1b422ec. 00000100:00000001:0.0:1767384597.264916:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424065472 : -115912285486144 : ffff9694116603c0) 00000100:00000001:0.0:1767384597.264918:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.264919:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384597.264922:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384597.264923:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.264925:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384597.264926:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384597.264931:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.264937:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384597.264939:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.264944:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384597.264946:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384597.264948:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.264950:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059652864:0@lo:253: 00000100:00000001:0.0:1767384597.264953:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384597.264957:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384597.264958:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.264960:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384597.264964:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014246d45. 02000000:00000001:0.0:1767384597.264965:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.264968:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384597.264973:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008468e2b4. 00000100:00000200:0.0:1767384597.264977:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059652864, portal 25 00000100:00000001:0.0:1767384597.264979:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.264980:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000040:0.0:1767384597.264983:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.264988:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.264990:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.264992:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009314be53. 00000100:00000200:0.0:1767384597.264993:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059652864, offset 0 00000400:00000200:0.0:1767384597.264998:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.265007:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.265016:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a00d00 00000400:00000200:0.0:1767384597.265021:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x161 [2] + 0 00000400:00000010:0.0:1767384597.265024:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928510cf. 00000400:00000200:0.0:1767384597.265027:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0e297ec 00000400:00000200:0.0:1767384597.265033:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.265036:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384597.265039:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e297ec 00000400:00000010:0.0:1767384597.265041:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0e297ec. 00000100:00000001:0.0:1767384597.265044:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384597.265045:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384597.265047:0:17553:0:(events.c:337:request_in_callback()) incoming req@0000000045c06ffb x1853237059652864 msgsize 4848 00000100:00100000:0.0:1767384597.265053:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.265055:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.265065:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.265071:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009314be53 00000400:00000010:0.0:1767384597.265072:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009314be53. 00000100:00000001:0.0:1767384597.265074:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384597.265077:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.265084:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.265086:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.265091:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.265093:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.265097:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.265101:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887358 00000100:00000010:0.0:1767384597.265106:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a92dde5. 00000100:00000001:0.0:1767384597.265113:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384597.265126:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887358 00000100:00000010:0.0:1767384597.265130:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018d3326a. 00000100:00000001:0.0:1767384597.265134:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384597.265139:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887358 00000100:00000010:0.0:1767384597.265151:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7f9de86. 00000100:00000001:0.0:1767384597.265164:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384597.265172:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887358 00000100:00000010:0.0:1767384597.265175:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ccefbcdd. 00000100:00000001:0.0:1767384597.265178:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384597.265187:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.265195:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.265201:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384597.265206:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384597.265214:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a1b422ec going to sleep for 11 seconds 00000100:00000001:0.0:1767384597.265223:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.265237:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.268212:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384597.268220:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.268223:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.268226:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384597.268235:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008468e2b4 00000400:00000010:0.0:1767384597.268240:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008468e2b4. 00000100:00000001:0.0:1767384597.268249:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.268258:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.268333:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.268366:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.268372:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.268377:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384597.268383:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.268387:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.268391:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.268397:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.268415:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384597.268424:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.268439:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384597.268446:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.268461:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384597.268468:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.268481:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.268486:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.268507:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.268511:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.268513:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.268515:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.268521:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059652864:0@lo:253: 00000100:00000001:0.0:1767384597.268534:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.268536:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.268537:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384597.268539:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.268540:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.268545:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.268546:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1b422ec. 00000100:00000001:0.0:1767384597.268548:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384597.268549:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384597.268552:0:17553:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1767384597.268554:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1767384597.268555:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384597.268556:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384597.268557:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384597.268558:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384597.268559:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384597.268559:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384597.268560:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384597.268561:0:17553:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:0.0:1767384597.268562:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.268563:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059652864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.268567:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384597.268569:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384597.268570:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014246d45. 02000000:00000001:0.0:1767384597.268573:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384597.268574:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.268575:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.268577:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384597.268578:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009c34ab8f. 02000000:00000001:0.0:1767384597.268581:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384597.268582:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384597.268583:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384597.268585:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.268586:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384597.268587:0:17553:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.268591:0:17553:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.268593:0:17553:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.268594:0:17553:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384597.268596:0:17553:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 00000000080b2f9f. 00000020:00000001:0.0:1767384597.268598:0:17553:0:(tgt_mount.c:1415:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.268600:0:17553:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:0.0:1767384597.268602:0:17553:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000008fc50bb. 00000020:00000010:0.0:1767384597.268618:0:17553:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000031c1b48a. 00000020:00000001:0.0:1767384597.268621:0:17553:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384597.268623:0:17553:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384597.268625:0:17553:0:(tgt_mount.c:102:server_register_mount()) register mount 00000000dea8bed6 from lustre-OST0000 00000020:00000001:0.0:1767384597.268626:0:17553:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.268628:0:17553:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1767384597.268630:0:17553:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000c324ba00. 00000020:00000010:0.0:1767384597.268632:0:17553:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000a1b422ec. 00000020:00000001:0.0:1767384597.268634:0:17553:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384597.268636:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd6c69bf. 00000020:00000010:0.0:1767384597.268638:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071774dd7. 00000040:00000010:0.0:1767384597.268640:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001d272bac. 00000020:00000010:0.0:1767384597.268642:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000073025040. 00000020:00000010:0.0:1767384597.268653:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e4884da. 00040000:00000010:0.0:1767384597.268656:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000333c31b1. 00040000:00000010:0.0:1767384597.268658:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8001f8e. 00080000:00000010:0.0:1767384597.268660:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000002562b51. 10000000:00000001:0.0:1767384597.268663:0:17553:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384597.268665:0:17553:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1767384597.268667:0:17553:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:0.0:1767384597.268669:0:17553:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1767384597.268670:0:17553:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:0.0:1767384597.268672:0:17553:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384597.268675:0:17553:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384597.268676:0:17553:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000ac1bf6a7) refs 3 10000000:00000001:0.0:1767384597.268677:0:17553:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.268678:0:17553:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446628161285531136 : -115912424020480 : ffff969409242600) 10000000:00000001:0.0:1767384597.268680:0:17553:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:01000000:0.0:1767384597.268685:0:17553:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9694349718d8 local copy 00010000:00000001:0.0:1767384597.268687:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.268689:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.268691:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000886c241 refcount=2 00000020:00000001:0.0:1767384597.268692:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531698688 : -115912177852928 : ffff969417d05e00) 00010000:00000001:0.0:1767384597.268694:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531698688 : -115912177852928 : ffff969417d05e00) 00010000:00000001:0.0:1767384597.268696:0:17553:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384597.268698:0:17553:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.268700:0:17553:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 000000000886c241/0x534bb1615bf4c534 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c53b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.268706:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.268707:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000010:0.0:1767384597.268708:0:17553:0:(mgc_request_server.c:874:mgc_get_local_copy()) kmalloced '(env)': 56 at 00000000c4e6762c. 00000020:00000010:0.0:1767384597.268710:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055a1f80f. 00000020:00000010:0.0:1767384597.268712:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc67e787. 00000040:00000010:0.0:1767384597.268713:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4b88162. 00000020:00000010:0.0:1767384597.268715:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000474c5b1a. 00000020:00000010:0.0:1767384597.268717:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b2f03e4. 80000000:00000010:0.0:1767384597.268719:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001f75ca63. 00040000:00000010:0.0:1767384597.268721:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7a43b21. 00080000:00000010:0.0:1767384597.268722:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d1ec938. 20000000:00000010:0.0:1767384597.268725:0:17553:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002a1085ee. 10000000:00000040:0.0:1767384597.268726:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000edb15208 : new refcount 2 10000000:00000040:0.0:1767384597.268728:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009c5570ae : new refcount 2 10000000:00000040:0.0:1767384597.268729:0:17553:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.117@tcp: copy local log lustre-sptlrpc 10000000:00000001:0.0:1767384597.268731:0:17553:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384597.268732:0:17553:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000005ef914de. 00000040:00000001:0.0:1767384597.268734:0:17553:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384597.268736:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.268738:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.268740:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.268742:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.268743:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.268747:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.268752:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384597.268753:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.268754:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.268769:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.268772:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384597.268774:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384597.268776:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.202.117@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384597.268777:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.268779:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.268781:0:17553:0:(llog.c:1717:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.268783:0:17553:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384597.268783:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.268784:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.268786:0:17553:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384597.268788:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000010:0.0:1767384597.268790:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384597.268791:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384597.268793:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.268795:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384597.268797:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384597.268800:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009de9b64c. 00000100:00000001:0.0:1767384597.268802:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.268805:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384597.268806:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384597.268808:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008468e2b4. 00000100:00000001:0.0:1767384597.268809:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424068352 : -115912285483264 : ffff969411660f00) 00000100:00000001:0.0:1767384597.268810:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.268811:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384597.268813:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384597.268814:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.268815:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384597.268816:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384597.268819:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.268827:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384597.268829:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.268830:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384597.268855:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384597.268857:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.268860:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059652992:0@lo:501: 00000100:00000001:0.0:1767384597.268863:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384597.268867:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384597.268870:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.268872:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384597.268876:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008314a4f2. 02000000:00000001:0.0:1767384597.268878:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.268881:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384597.268887:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000200:0.0:1767384597.268893:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059652992, portal 25 00000100:00000040:3.0:1767384597.268896:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294887358, at 4294887359 00000100:00000001:0.0:1767384597.268902:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.268907:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000010:3.0:1767384597.268910:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccefbcdd. 00000100:00000040:0.0:1767384597.268913:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.268922:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.268925:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.268928:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000100:00000200:0.0:1767384597.268931:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237059652992, offset 0 00000400:00000200:0.0:1767384597.268939:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.268944:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.268949:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260a00d80 00000400:00000200:0.0:1767384597.268951:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x165 [2] + 0 00000400:00000010:0.0:1767384597.268954:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df4fffa7. 00000400:00000200:0.0:1767384597.268956:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096311a89 00000400:00000200:0.0:1767384597.268958:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.268960:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384597.268962:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096311a89 00000400:00000010:0.0:1767384597.268968:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096311a89. 00000100:00000001:0.0:1767384597.268971:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384597.268972:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384597.268973:0:17553:0:(events.c:337:request_in_callback()) incoming req@000000008de6babe x1853237059652992 msgsize 512 00000100:00100000:0.0:1767384597.268976:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.268977:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.268989:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.268992:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:0.0:1767384597.268993:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000001:0.0:1767384597.268995:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384597.268997:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.269003:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.269004:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.269009:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.269010:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.269012:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.269014:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887362 00000100:00000001:0.0:1767384597.269020:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887358 00000100:00000001:0.0:1767384597.269027:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887362 00000100:00000010:0.0:1767384597.269030:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a21f17. 00000100:00000001:0.0:1767384597.269034:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384597.269039:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887362 00000100:00000010:0.0:1767384597.269045:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018d3326a. 00000100:00000001:0.0:1767384597.269052:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384597.269063:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887362 00000100:00000010:0.0:1767384597.269069:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ccefbcdd. 00000100:00000001:0.0:1767384597.269074:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384597.269081:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.269090:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.269099:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384597.269108:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384597.269112:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000008468e2b4 going to sleep for 11 seconds 00000100:00000001:0.0:1767384597.269115:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.269116:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.269619:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384597.269625:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.269632:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.269639:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384597.269654:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384597.269662:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:0.0:1767384597.269677:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.269685:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.269714:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.269729:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.269733:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.269736:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384597.269738:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.269740:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.269741:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.269743:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.269745:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384597.269748:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.269751:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384597.269753:0:17553:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.269758:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384597.269760:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767384597.269762:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.269765:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767384597.269767:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.269767:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.269775:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.269780:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059652992:0@lo:501: 00000100:00000001:0.0:1767384597.269783:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.269785:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384597.269786:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384597.269787:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.269788:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.269792:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.269793:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008468e2b4. 00000100:00000001:0.0:1767384597.269795:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384597.269795:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.269797:0:17553:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1767384597.269799:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.269799:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.269801:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384597.269802:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.269803:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059652992/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.269807:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384597.269808:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384597.269809:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008314a4f2. 02000000:00000001:0.0:1767384597.269810:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384597.269811:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.269812:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.269813:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384597.269814:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009de9b64c. 02000000:00000001:0.0:1767384597.269815:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384597.269816:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384597.269817:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384597.269818:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.269819:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767384597.269820:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.202.117@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384597.269825:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.269826:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.269827:0:17553:0:(llog.c:1644:llog_backup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:01000000:0.0:1767384597.269829:0:17553:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.202.117@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000040:00000001:0.0:1767384597.269854:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384597.269855:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.269857:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.269859:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.269860:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.269862:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.269864:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.269867:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.269880:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.269882:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384597.269884:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384597.269885:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.202.117@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384597.269886:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.269887:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.269888:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.269890:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384597.269890:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.269892:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.269893:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.269893:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.269894:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.269895:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.269897:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.269901:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.269902:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384597.269903:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384597.269904:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.202.117@tcp: Failed to open llog lustre-sptlrpcT: rc -2 00000040:00000010:0.0:1767384597.269905:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000242eb3ad. 00000040:00000001:0.0:1767384597.269910:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.269911:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:0.0:1767384597.269913:0:17553:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000005ef914de. 10000000:00000001:0.0:1767384597.269915:0:17553:0:(mgc_request_server.c:802:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 10000000:01000000:0.0:1767384597.269917:0:17553:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.202.117@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00000001:0.0:1767384597.269918:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.269920:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.269921:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000886c241 refcount=3 00000020:00000001:0.0:1767384597.269922:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531698688 : -115912177852928 : ffff969417d05e00) 00010000:00000001:0.0:1767384597.269924:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531698688 : -115912177852928 : ffff969417d05e00) 00010000:00000001:0.0:1767384597.269926:0:17553:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384597.269927:0:17553:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000000886c241/0x534bb1615bf4c534 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c53b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.269932:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.269933:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384597.269934:0:17553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 000000000886c241/0x534bb1615bf4c534 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c53b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.269938:0:17553:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384597.269939:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.269939:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384597.269940:0:17553:0:(mgc_request_server.c:896:mgc_get_local_copy()) Process leaving 00000020:00000010:0.0:1767384597.269943:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc67e787. 00000040:00000010:0.0:1767384597.269945:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d4b88162. 00000020:00000010:0.0:1767384597.269947:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000474c5b1a. 00000020:00000010:0.0:1767384597.269949:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b2f03e4. 80000000:00000010:0.0:1767384597.269952:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001f75ca63. 00040000:00000010:0.0:1767384597.269954:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7a43b21. 00080000:00000010:0.0:1767384597.269956:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007d1ec938. 20000000:00000010:0.0:1767384597.269958:0:17553:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002a1085ee. 00000020:00000010:0.0:1767384597.269960:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055a1f80f. 10000000:00000010:0.0:1767384597.269961:0:17553:0:(mgc_request_server.c:901:mgc_get_local_copy()) kfreed 'env': 56 at 00000000c4e6762c. 10000000:00000001:0.0:1767384597.269966:0:17553:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384597.269968:0:17553:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.269970:0:17553:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384597.269971:0:17553:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff96942d018000 10000000:00000010:0.0:1767384597.269973:0:17553:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000055a1f80f. 10000000:01000000:0.0:1767384597.269975:0:17553:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:0.0:1767384597.269977:0:17553:0:(genops.c:887:class_export_get()) GET export 00000000a8d4790a refcount=9 10000000:00000001:0.0:1767384597.269979:0:17553:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446628161927640576 : -115911781911040 : ffff96942f69f600) 10000000:00000001:0.0:1767384597.269981:0:17553:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384597.269982:0:17553:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.269983:0:17553:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384597.269984:0:17553:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9694349718d8 10000000:00000010:0.0:1767384597.269985:0:17553:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 280 at 000000002a1085ee. 10000000:01000000:0.0:1767384597.269986:0:17553:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00000020:00000040:0.0:1767384597.269987:0:17553:0:(genops.c:887:class_export_get()) GET export 00000000a8d4790a refcount=10 10000000:00000001:0.0:1767384597.269989:0:17553:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384597.269990:0:17553:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff9694349718d8 from 1 10000000:00000001:0.0:1767384597.269992:0:17553:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384597.269993:0:17553:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1767384597.269995:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384597.269997:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384597.269999:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.270000:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384597.270002:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384597.270004:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7a43b21. 00000100:00000001:0.0:1767384597.270006:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.270009:0:17553:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384597.270011:0:17553:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384597.270015:0:17553:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007dd1ed5e. 00010000:00000001:0.0:1767384597.270018:0:17553:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384597.270020:0:17553:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e8f30b21. 00000020:00000001:0.0:1767384597.270022:0:17553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384597.270024:0:17553:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e8f30b21 with handle 0x534bb1615bf4c60d to hash 00000020:00000001:0.0:1767384597.270025:0:17553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384597.270026:0:17553:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000001:0.0:1767384597.270031:0:17553:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000001:0.0:1767384597.270033:0:17553:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384597.270034:0:17553:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.270036:0:17553:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000e8f30b21/0x534bb1615bf4c60d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.270040:0:17553:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000e8f30b21/0x534bb1615bf4c60d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.270046:0:17553:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000e8f30b21/0x534bb1615bf4c60d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384597.270049:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384597.270049:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384597.270051:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008468e2b4. 00000100:00000001:0.0:1767384597.270052:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424068352 : -115912285483264 : ffff969411660f00) 00000100:00000001:0.0:1767384597.270053:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.270054:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384597.270056:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384597.270057:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270058:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384597.270059:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384597.270061:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270066:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384597.270067:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.270068:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384597.270069:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384597.270071:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.270072:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059653120:0@lo:101: 00000100:00000001:0.0:1767384597.270074:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384597.270076:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384597.270077:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.270078:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384597.270082:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d73b5082. 02000000:00000001:0.0:1767384597.270083:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.270086:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384597.270088:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000200:0.0:1767384597.270091:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059653120, portal 25 00000100:00000001:0.0:1767384597.270092:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.270093:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000040:0.0:1767384597.270095:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270100:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.270101:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.270102:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000100:00000200:0.0:1767384597.270104:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059653120, offset 0 00000400:00000200:0.0:1767384597.270106:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.270111:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.270115:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a00e00 00000400:00000200:0.0:1767384597.270118:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x169 [2] + 0 00000400:00000010:0.0:1767384597.270120:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2f98b1e. 00000400:00000200:0.0:1767384597.270122:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005255bf80 00000400:00000200:0.0:1767384597.270124:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.270126:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384597.270128:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005255bf80 00000400:00000010:0.0:1767384597.270130:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005255bf80. 00000100:00000001:0.0:1767384597.270132:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384597.270133:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384597.270135:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000b0b4001b x1853237059653120 msgsize 328 00000100:00100000:0.0:1767384597.270137:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.270138:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.270147:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.270149:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:0.0:1767384597.270151:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000001:0.0:1767384597.270152:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384597.270154:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270168:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.270171:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270178:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270184:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.270191:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270196:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887363 00000100:00000001:0.0:1767384597.270203:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887362 00000100:00000001:0.0:1767384597.270214:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887363 00000100:00000001:0.0:1767384597.270225:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887362 00000100:00000001:0.0:1767384597.270232:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887363 00000100:00000001:0.0:1767384597.270242:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887362 00000100:00000001:0.0:1767384597.270246:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887363 00000100:00000001:0.0:1767384597.270247:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887362 00000100:00000001:0.0:1767384597.270253:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.270256:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270261:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384597.270268:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384597.270279:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000008468e2b4 going to sleep for 11 seconds 00000100:00000001:0.0:1767384597.270289:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.270292:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270634:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384597.270647:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.270654:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.270658:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384597.270669:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384597.270676:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:0.0:1767384597.270681:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.270689:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.270708:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270736:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.270745:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.270753:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384597.270757:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.270767:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.270771:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.270777:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.270783:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384597.270793:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.270796:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384597.270799:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.270804:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384597.270806:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270809:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.270818:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270859:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.270861:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.270862:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.270866:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.270872:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059653120:0@lo:101: 00000100:00000001:0.0:1767384597.270877:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.270878:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270880:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384597.270881:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.270882:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270887:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.270888:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008468e2b4. 00000100:00000001:0.0:1767384597.270891:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384597.270892:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.270895:0:17553:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384597.270901:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.270903:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.270904:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8f30b21 refcount=4 00000020:00000001:0.0:1767384597.270905:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000001:0.0:1767384597.270907:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000040:0.0:1767384597.270910:0:17553:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e8f30b21, remote cookie: 0x534bb1615bf4c614, flags: 0x0 00010000:00000001:0.0:1767384597.270912:0:17553:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384597.270915:0:17553:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384597.270917:0:17553:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384597.270918:0:17553:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384597.270919:0:17553:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384597.270921:0:17553:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (000000007dd1ed5e) refcount = 1 00010000:00010000:0.0:1767384597.270923:0:17553:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000e8f30b21/0x534bb1615bf4c60d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c614 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.270927:0:17553:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384597.270928:0:17553:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384597.270929:0:17553:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384597.270931:0:17553:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384597.270933:0:17553:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.270935:0:17553:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000e8f30b21/0x534bb1615bf4c60d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c614 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.270938:0:17553:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384597.270939:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.270940:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.270941:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.270941:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.270942:0:17553:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.270944:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.270945:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059653120/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.270949:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384597.270950:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384597.270951:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d73b5082. 02000000:00000001:0.0:1767384597.270953:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384597.270957:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.270957:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.270959:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384597.270960:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7a43b21. 02000000:00000001:0.0:1767384597.270961:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384597.270962:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384597.270963:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384597.270965:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.270966:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384597.270967:0:17553:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.270968:0:17553:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384597.270969:0:17553:0:(mgc_request.c:108:config_log_get()) log nodemap (000000002a1085ee) refs 2 10000000:00000001:0.0:1767384597.270970:0:17553:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.270971:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.270972:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.270973:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8f30b21 refcount=3 00000020:00000001:0.0:1767384597.270974:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000001:0.0:1767384597.270976:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000001:0.0:1767384597.270977:0:17553:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384597.270978:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.270979:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.270980:0:17553:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.270981:0:17553:0:(mgc_request_server.c:501:mgc_process_nodemap_log()) Process entered 10000000:00000001:0.0:1767384597.270984:0:17553:0:(mgc_request_server.c:506:mgc_process_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:0.0:1767384597.270986:0:17553:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'nodemap' succeeded (0). 10000000:00000001:0.0:1767384597.270994:0:17553:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384597.270995:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.270996:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.270997:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8f30b21 refcount=3 00000020:00000001:0.0:1767384597.270998:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000001:0.0:1767384597.270999:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204141056 : -115912505410560 : ffff9694044a3c00) 00010000:00000001:0.0:1767384597.271001:0:17553:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384597.271002:0:17553:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000e8f30b21/0x534bb1615bf4c60d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c614 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.271006:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.271010:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384597.271012:0:17553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000e8f30b21/0x534bb1615bf4c60d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c614 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.271016:0:17553:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384597.271018:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.271018:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384597.271019:0:17553:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.271021:0:17553:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.271023:0:17553:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446628161927639552 : -115911781912064 : ffff96942f69f200) 10000000:00000001:0.0:1767384597.271025:0:17553:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384597.271027:0:17553:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:0.0:1767384597.271030:0:17553:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000f7a43b21. 10000000:01000000:0.0:1767384597.271031:0:17553:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1767384597.271034:0:17553:0:(genops.c:887:class_export_get()) GET export 00000000a8d4790a refcount=11 10000000:00000001:0.0:1767384597.271037:0:17553:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446628161927641600 : -115911781910016 : ffff96942f69fa00) 10000000:00000001:0.0:1767384597.271040:0:17553:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446628161927641600 : -115911781910016 : ffff96942f69fa00) 10000000:00000001:0.0:1767384597.271042:0:17553:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384597.271043:0:17553:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:0.0:1767384597.271044:0:17553:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384597.271045:0:17553:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:0.0:1767384597.271047:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384597.271048:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384597.271049:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.271050:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384597.271053:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384597.271054:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b2f03e4. 00000100:00000001:0.0:1767384597.271056:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.271058:0:17553:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384597.271059:0:17553:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384597.271062:0:17553:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b955b912 count: 4 00010000:00000001:0.0:1767384597.271064:0:17553:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384597.271066:0:17553:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384597.271068:0:17553:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067028a11. 00000020:00000001:0.0:1767384597.271069:0:17553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384597.271074:0:17553:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000067028a11 with handle 0x534bb1615bf4c61b to hash 00000020:00000001:0.0:1767384597.271075:0:17553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384597.271076:0:17553:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000001:0.0:1767384597.271078:0:17553:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000001:0.0:1767384597.271080:0:17553:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384597.271081:0:17553:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.271082:0:17553:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 0000000067028a11/0x534bb1615bf4c61b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.271085:0:17553:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 0000000067028a11/0x534bb1615bf4c61b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.271090:0:17553:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 0000000067028a11/0x534bb1615bf4c61b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384597.271093:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384597.271094:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384597.271096:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008468e2b4. 00000100:00000001:0.0:1767384597.271097:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424068352 : -115912285483264 : ffff969411660f00) 00000100:00000001:0.0:1767384597.271098:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.271099:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384597.271102:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384597.271102:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.271104:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384597.271104:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384597.271106:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.271110:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384597.271111:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.271112:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384597.271113:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384597.271115:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.271116:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059653248:0@lo:101: 00000100:00000001:0.0:1767384597.271118:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384597.271123:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384597.271124:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.271126:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384597.271127:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d73b5082. 02000000:00000001:0.0:1767384597.271128:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.271131:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384597.271133:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000200:0.0:1767384597.271136:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059653248, portal 25 00000100:00000001:0.0:1767384597.271137:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.271138:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000040:0.0:1767384597.271140:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.271145:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.271146:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.271147:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000100:00000200:0.0:1767384597.271149:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059653248, offset 0 00000400:00000200:0.0:1767384597.271151:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.271155:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.271160:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a00e80 00000400:00000200:0.0:1767384597.271162:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16d [2] + 0 00000400:00000010:0.0:1767384597.271164:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d043541. 00000400:00000200:0.0:1767384597.271166:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000059f49ee7 00000400:00000200:0.0:1767384597.271168:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.271170:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384597.271172:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f49ee7 00000400:00000010:0.0:1767384597.271173:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059f49ee7. 00000100:00000001:0.0:1767384597.271175:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384597.271176:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384597.271178:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000c367ab9d x1853237059653248 msgsize 328 00000100:00100000:0.0:1767384597.271180:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.271181:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.271190:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.271193:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:0.0:1767384597.271194:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000001:0.0:1767384597.271195:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384597.271202:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.271208:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.271213:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.271235:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.271239:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.271248:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.271254:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887364 00000100:00000001:0.0:1767384597.271265:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887363 00000100:00000001:0.0:1767384597.271283:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887364 00000100:00000001:0.0:1767384597.271291:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887363 00000100:00000001:0.0:1767384597.271295:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887364 00000100:00000001:0.0:1767384597.271301:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887363 00000100:00000001:0.0:1767384597.271307:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887364 00000100:00000001:0.0:1767384597.271315:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887363 00000100:00000001:0.0:1767384597.271326:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.271335:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.271343:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384597.271346:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384597.271352:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000008468e2b4 going to sleep for 11 seconds 00000100:00000001:0.0:1767384597.271354:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.271355:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.271677:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384597.271682:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.271684:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.271687:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384597.271693:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384597.271698:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:0.0:1767384597.271705:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.271720:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.271810:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.271862:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.271864:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.271866:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384597.271868:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.271869:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.271872:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.271879:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.271886:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384597.271892:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.271896:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384597.271900:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.271903:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384597.271907:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.271909:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.271911:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.271923:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.271925:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.271931:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.271936:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.271944:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059653248:0@lo:101: 00000100:00000001:0.0:1767384597.271949:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.271951:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.271952:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384597.271953:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.271956:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.271961:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.271962:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008468e2b4. 00000100:00000001:0.0:1767384597.271969:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384597.271970:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.271971:0:17553:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384597.271973:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.271974:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.271976:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067028a11 refcount=4 00000020:00000001:0.0:1767384597.271977:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000001:0.0:1767384597.271979:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000040:0.0:1767384597.271981:0:17553:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000067028a11, remote cookie: 0x534bb1615bf4c622, flags: 0x0 00010000:00000001:0.0:1767384597.271983:0:17553:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384597.271985:0:17553:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384597.271986:0:17553:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384597.271987:0:17553:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384597.271988:0:17553:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384597.271989:0:17553:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000b955b912) refcount = 4 00010000:00000040:0.0:1767384597.271991:0:17553:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384597.271992:0:17553:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384597.271996:0:17553:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384597.271999:0:17553:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.117@tcp lock: 000000000886c241/0x534bb1615bf4c534 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c53b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.272003:0:17553:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 0000000067028a11/0x534bb1615bf4c61b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c622 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.272006:0:17553:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384597.272007:0:17553:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384597.272008:0:17553:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384597.272009:0:17553:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384597.272010:0:17553:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.272011:0:17553:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 0000000067028a11/0x534bb1615bf4c61b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c622 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.272021:0:17553:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384597.272023:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.272024:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.272025:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.272025:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.272026:0:17553:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.272027:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.272029:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059653248/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.272032:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384597.272033:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384597.272034:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d73b5082. 02000000:00000001:0.0:1767384597.272036:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384597.272037:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.272038:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.272040:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384597.272041:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000b2f03e4. 02000000:00000001:0.0:1767384597.272042:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384597.272043:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384597.272044:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384597.272045:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.272046:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384597.272047:0:17553:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.272048:0:17553:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384597.272049:0:17553:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (00000000f7a43b21) refs 2 10000000:00000001:0.0:1767384597.272051:0:17553:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.272052:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.272053:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.272054:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067028a11 refcount=3 00000020:00000001:0.0:1767384597.272055:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000001:0.0:1767384597.272056:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000001:0.0:1767384597.272057:0:17553:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384597.272058:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.272059:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.272059:0:17553:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.272064:0:17553:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384597.272066:0:17553:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c4e6762c. 00000020:00000010:0.0:1767384597.272068:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b2f03e4. 00000020:00000010:0.0:1767384597.272070:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4b88162. 00000040:00000010:0.0:1767384597.272072:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc67e787. 00000020:00000010:0.0:1767384597.272074:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d1ec938. 00000020:00000010:0.0:1767384597.272076:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000242eb3ad. 80000000:00000010:0.0:1767384597.272078:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001f75ca63. 00040000:00000010:0.0:1767384597.272080:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009de9b64c. 00080000:00000010:0.0:1767384597.272081:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000474c5b1a. 20000000:00000010:0.0:1767384597.272083:0:17553:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008314a4f2. 10000000:00000040:0.0:1767384597.272085:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000edb15208 : new refcount 2 10000000:00000040:0.0:1767384597.272086:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009c5570ae : new refcount 2 10000000:00000040:0.0:1767384597.272088:0:17553:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.117@tcp: copy local log lustre-OST0000 10000000:00000001:0.0:1767384597.272089:0:17553:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384597.272091:0:17553:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000005ef914de. 00000040:00000001:0.0:1767384597.272092:0:17553:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384597.272093:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.272095:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c7caa7e. 00000040:00000001:0.0:1767384597.272096:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.272098:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.272099:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.272100:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.272103:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.272114:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.272116:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.272117:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.272118:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384597.272120:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000002b48783d. 00000020:00000001:0.0:1767384597.272122:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.272126:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c81dd1f1. 00000020:00000001:0.0:1767384597.272128:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.272130:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdf2bff2. 00000020:00000001:0.0:1767384597.272132:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.272137:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.272139:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.272140:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.272140:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.272153:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.272159:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.272163:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.272174:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.272175:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.272176:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.272178:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.272179:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384597.272181:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.272182:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.272183:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.272185:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927475032 : -115911782076584 : ffff96942f676f58) 00000040:00000001:0.0:1767384597.272187:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.272188:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.272190:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384597.272192:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009c34ab8f. 00000040:00000001:0.0:1767384597.272194:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384597.272195:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000040:3.0:1767384597.274903:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294887364, at 4294887365 00000100:00000040:0.0:1767384597.274910:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294887364, at 4294887365 00000100:00000010:3.0:1767384597.274932:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccefbcdd. 00000100:00000010:0.0:1767384597.274933:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a92dde5. 00000020:00000010:0.0:1767384597.276338:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000014246d45. 00000100:00000040:0.0:1767384597.284895:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294887374, at 4294887375 00000100:00000040:3.0:1767384597.284898:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294887374, at 4294887375 00000100:00000010:3.0:1767384597.284910:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000dd2929c. 00000100:00000010:0.0:1767384597.284914:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001102a439. 00002000:00000001:3.0:1767384597.289549:0:17568:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:3.0:1767384597.289553:0:17568:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 00000000121b3777. 00000020:00000010:3.0:1767384597.289567:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007690d7b. 00000020:00000010:3.0:1767384597.289570:0:17568:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d8352dc. 00000020:00000010:3.0:1767384597.289573:0:17568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b9273d1. 00000020:00000010:3.0:1767384597.289576:0:17568:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008638634c. 00000020:00000010:3.0:1767384597.289578:0:17568:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fda8033a. 80000000:00000010:3.0:1767384597.289580:0:17568:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000555c027d. 40000000:00000010:3.0:1767384597.289583:0:17568:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009c27325f. 00100000:00000010:3.0:1767384597.289587:0:17568:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a45db093. 00040000:00000010:3.0:1767384597.289590:0:17568:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c42c46e1. 00040000:00000010:3.0:1767384597.289592:0:17568:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cef70004. 00080000:00000010:3.0:1767384597.289596:0:17568:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ed9a3675. 00002000:00000010:3.0:1767384597.289601:0:17568:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000693cf9d4. 00002000:00000001:0.0:1767384597.289771:0:17571:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00002000:00000001:3.0:1767384597.289790:0:17568:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.289795:0:17568:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:3.0:1767384597.289800:0:17568:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384597.289804:0:17568:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384597.289808:0:17568:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b3935ff. 00000020:00000010:3.0:1767384597.289812:0:17568:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004e76f8e0. 00000020:00000010:3.0:1767384597.289816:0:17568:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a9445e20. 00000020:00000010:3.0:1767384597.289820:0:17568:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5eaebd3. 80000000:00000010:3.0:1767384597.289870:0:17568:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000064c8230e. 40000000:00000010:3.0:1767384597.289875:0:17568:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d62d5aa7. 00100000:00000010:3.0:1767384597.289880:0:17568:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004542dff6. 00040000:00000010:3.0:1767384597.289885:0:17568:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000145ee5c7. 00040000:00000010:3.0:1767384597.289888:0:17568:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f2b62e3. 00080000:00000010:3.0:1767384597.289890:0:17568:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000004230a7a. 00000020:00000010:3.0:1767384597.289892:0:17568:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000f2d056e2. 00080000:00000010:3.0:1767384597.289894:0:17568:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007cb61773. 00002000:00000010:3.0:1767384597.289896:0:17568:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1c8dbb9. 00000020:00000010:3.0:1767384597.289898:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000513c70e1. 00000020:00000010:3.0:1767384597.289901:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d106b3ce. 00000020:00000010:3.0:1767384597.289903:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b25b6929. 00000008:00000010:3.0:1767384597.289906:0:17568:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000059ed207b. 00020000:00000010:3.0:1767384597.289909:0:17568:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007facb5b0. 00008000:00000010:3.0:1767384597.289913:0:17568:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000c64ddcf. 00000080:00000010:3.0:1767384597.289916:0:17568:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004617ac9d. 00000020:00000010:3.0:1767384597.289919:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012f0bcd9. 00000020:00000001:3.0:1767384597.289921:0:17568:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384597.289924:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 3 - setup 00000020:00000080:3.0:1767384597.289927:0:17568:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:3.0:1767384597.289929:0:17568:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.289930:0:17568:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.289932:0:17568:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 0000000087f46d73. 00000020:00000001:3.0:1767384597.289935:0:17568:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384597.289937:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9694085321d0 type=0x10620000 idx=4 00000040:00001000:3.0:1767384597.289939:0:17568:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:3.0:1767384597.289941:0:17568:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384597.289943:0:17568:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767384597.289945:0:17568:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384597.289946:0:17568:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767384597.289947:0:17568:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767384597.289951:0:17568:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005af18c53. 00000020:00000080:3.0:1767384597.289953:0:17568:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767384597.289954:0:17568:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:3.0:1767384597.289961:0:17568:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.289963:0:17568:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005af18c53. 00000020:00000001:3.0:1767384597.289966:0:17568:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384597.289968:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9694085322b0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384597.289970:0:17568:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:3.0:1767384597.289971:0:17568:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384597.289972:0:17568:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767384597.289973:0:17568:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384597.289974:0:17568:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767384597.289975:0:17568:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767384597.289976:0:17568:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767384597.289977:0:17568:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384597.289980:0:17568:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005af18c53. 00000020:00000080:3.0:1767384597.289981:0:17568:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767384597.289982:0:17568:0:(obd_config.c:1477:class_process_config()) marker 16 (0x1) lustre sys.timeout 00000020:00000001:3.0:1767384597.289983:0:17568:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.289984:0:17568:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005af18c53. 00000020:00000001:3.0:1767384597.289985:0:17568:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384597.289987:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff969408532390 type=0x10620000 idx=6 00000040:00001000:3.0:1767384597.289988:0:17568:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:3.0:1767384597.289989:0:17568:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384597.289991:0:17568:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767384597.289993:0:17568:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000f9e8eda1. 00000020:00000080:3.0:1767384597.289995:0:17568:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1767384597.289996:0:17568:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:3.0:1767384597.289997:0:17568:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.289999:0:17568:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000f9e8eda1. 00000020:00000001:3.0:1767384597.290000:0:17568:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384597.290001:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9694085323e0 type=0x10620000 idx=7 00000040:00001000:3.0:1767384597.290003:0:17568:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:3.0:1767384597.290005:0:17568:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384597.290006:0:17568:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384597.290009:0:17568:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:3.0:1767384597.290028:0:17568:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384597.290044:0:17568:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384597.290045:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9694085323e0 type=0x10620000 idx=7 00000040:00001000:3.0:1767384597.290047:0:17568:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:3.0:1767384597.290048:0:17568:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:3.0:1767384597.290050:0:17568:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767384597.290051:0:17568:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384597.290051:0:17568:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767384597.290052:0:17568:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767384597.290054:0:17568:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005af18c53. 00000020:00000080:3.0:1767384597.290055:0:17568:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767384597.290056:0:17568:0:(obd_config.c:1477:class_process_config()) marker 16 (0x2) lustre sys.timeout 00000020:00000001:3.0:1767384597.290057:0:17568:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.290058:0:17568:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005af18c53. 00000020:00000001:3.0:1767384597.290060:0:17568:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384597.290061:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9694085324c0 type=0x0 idx=0 00000040:00000001:3.0:1767384597.290063:0:17568:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384597.290064:0:17568:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:3.0:1767384597.290066:0:17568:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001fd78763. 00000020:00000010:3.0:1767384597.290070:0:17568:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003585ab3a. 00000020:00000010:3.0:1767384597.290081:0:17568:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000edcd2ab7. 00000040:00000010:3.0:1767384597.290083:0:17568:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002ee7132d. 00000020:00000010:3.0:1767384597.290084:0:17568:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db1e24b4. 00000020:00000010:3.0:1767384597.290087:0:17568:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ee4923d. 00000020:00000010:3.0:1767384597.290089:0:17568:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d26220c3. 80000000:00000010:3.0:1767384597.290091:0:17568:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000052cf62fd. 40000000:00000010:3.0:1767384597.290093:0:17568:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e21563d1. 00100000:00000010:3.0:1767384597.290095:0:17568:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000776e3ff6. 00040000:00000010:3.0:1767384597.290097:0:17568:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000099bdaf63. 00040000:00000010:3.0:1767384597.290099:0:17568:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d53e9137. 00040000:00000010:3.0:1767384597.290101:0:17568:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dba6d483. 00080000:00000010:3.0:1767384597.290103:0:17568:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b492e447. 00000004:00000010:3.0:1767384597.290105:0:17568:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000025b4abbf. 00000004:00000010:3.0:1767384597.290107:0:17568:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026e9b086. 00000004:00000010:3.0:1767384597.290109:0:17568:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002b904451. 00002000:00000010:3.0:1767384597.290116:0:17568:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7105eef. 00000004:00000010:3.0:1767384597.290118:0:17568:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a6368356. 00000020:00000010:3.0:1767384597.290120:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001ce1e07. 00000040:00000010:0.0:1767384597.290184:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009b97bbc8. 00000040:00000001:0.0:1767384597.290191:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384597.290195:0:17553:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:0.0:1767384597.290200:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384597.290207:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000e2a67238/0000000007bbd6a8 to site lru. bkt: 0000000048530e62 00000040:00000010:0.0:1767384597.290212:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000004e1699b. 00000040:00000001:0.0:1767384597.290217:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384597.290219:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008ca4b9a4. 00000040:00000010:0.0:1767384597.290236:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa904421. 00000020:00000001:0.0:1767384597.290240:0:17553:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.290244:0:17553:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384597.290250:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4b88162. 00000040:00000010:0.0:1767384597.290254:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc67e787. 00000020:00000010:0.0:1767384597.290257:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d1ec938. 00000020:00000010:0.0:1767384597.290261:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000242eb3ad. 80000000:00000010:0.0:1767384597.290264:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001f75ca63. 00040000:00000010:0.0:1767384597.290267:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009de9b64c. 00080000:00000010:0.0:1767384597.290272:0:17553:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000cb9802f6. 00000020:00000010:0.0:1767384597.290278:0:17553:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000001fd4b9b9. 00080000:00000010:0.0:1767384597.290281:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000474c5b1a. 20000000:00000010:0.0:1767384597.290283:0:17553:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000008314a4f2. 00000020:00000010:0.0:1767384597.290286:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b2f03e4. 10000000:00000010:0.0:1767384597.290288:0:17553:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c4e6762c. 10000000:01000000:0.0:1767384597.290291:0:17553:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:0.0:1767384597.290309:0:17553:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384597.290312:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.290314:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.290317:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067028a11 refcount=3 00000020:00000001:0.0:1767384597.290319:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000001:0.0:1767384597.290323:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137984 : -115912505413632 : ffff9694044a3000) 00010000:00000001:0.0:1767384597.290326:0:17553:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384597.290329:0:17553:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 0000000067028a11/0x534bb1615bf4c61b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c622 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.290337:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.290339:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384597.290342:0:17553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 0000000067028a11/0x534bb1615bf4c61b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c622 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.290346:0:17553:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384597.290347:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.290348:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384597.290355:0:17553:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.290357:0:17553:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.290359:0:17553:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384597.290360:0:17553:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff96942d018000 from 1 10000000:00000001:0.0:1767384597.290362:0:17553:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384597.290363:0:17553:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1767384597.290367:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384597.290369:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384597.290373:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.290376:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384597.290381:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384597.290388:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b2f03e4. 00000100:00000001:0.0:1767384597.290392:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.290395:0:17553:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384597.290397:0:17553:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384597.290401:0:17553:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d34c9f2 count: 2 00010000:00000001:0.0:1767384597.290405:0:17553:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384597.290408:0:17553:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384597.290411:0:17553:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024227452. 00000020:00000001:0.0:1767384597.290414:0:17553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384597.290417:0:17553:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024227452 with handle 0x534bb1615bf4c637 to hash 00000020:00000001:0.0:1767384597.290421:0:17553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384597.290423:0:17553:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204140544 : -115912505411072 : ffff9694044a3a00) 00010000:00000001:0.0:1767384597.290426:0:17553:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204140544 : -115912505411072 : ffff9694044a3a00) 00010000:00000001:0.0:1767384597.290429:0:17553:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384597.290430:0:17553:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.290433:0:17553:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 0000000024227452/0x534bb1615bf4c637 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.290440:0:17553:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 0000000024227452/0x534bb1615bf4c637 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.290446:0:17553:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 0000000024227452/0x534bb1615bf4c637 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384597.290459:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384597.290460:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384597.290463:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009314be53. 00000100:00000001:0.0:1767384597.290465:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424067968 : -115912285483648 : ffff969411660d80) 00000100:00000001:0.0:1767384597.290468:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.290470:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384597.290473:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384597.290475:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.290477:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384597.290478:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384597.290482:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.290488:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384597.290489:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.290491:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384597.290493:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384597.290494:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.290497:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059653888:0@lo:101: 00000100:00000001:0.0:1767384597.290500:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384597.290503:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384597.290504:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.290506:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384597.290508:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d73b5082. 02000000:00000001:0.0:1767384597.290510:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.290512:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384597.290516:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000200:0.0:1767384597.290519:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059653888, portal 25 00000100:00000001:0.0:1767384597.290520:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.290521:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000040:0.0:1767384597.290525:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.290530:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.290537:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.290538:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000100:00000200:0.0:1767384597.290540:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059653888, offset 0 00000400:00000200:0.0:1767384597.290543:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.290551:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.290557:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a01100 00000400:00000200:0.0:1767384597.290561:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x181 [2] + 0 00000400:00000010:0.0:1767384597.290564:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9f7e338. 00000400:00000200:0.0:1767384597.290566:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075d9701d 00000400:00000200:0.0:1767384597.290569:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.290571:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384597.290574:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9701d 00000400:00000010:0.0:1767384597.290575:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075d9701d. 00000100:00000001:0.0:1767384597.290578:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384597.290580:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384597.290583:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000bb3bf0ec x1853237059653888 msgsize 328 00000100:00100000:0.0:1767384597.290585:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.290587:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.290599:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.290617:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:0.0:1767384597.290620:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000001:0.0:1767384597.290624:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384597.290629:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.290637:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.290644:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.290665:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.290680:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.290686:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.290698:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887383 00000100:00000010:0.0:1767384597.290709:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f75ca63. 00000100:00000001:0.0:1767384597.290720:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384597.290733:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887383 00000100:00000010:0.0:1767384597.290752:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a92dde5. 00000100:00000001:0.0:1767384597.290762:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384597.290772:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887383 00000100:00000010:0.0:1767384597.290780:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f18a019. 00000100:00000001:0.0:1767384597.290787:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384597.290793:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887383 00000100:00000010:0.0:1767384597.290799:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7f9de86. 00000100:00000001:0.0:1767384597.290804:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384597.290820:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.290826:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008ca4b9a4. 00000100:00000001:0.0:1767384597.290897:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.290904:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384597.290913:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384597.290926:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000009314be53 going to sleep for 11 seconds 00000100:00000001:0.0:1767384597.290936:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.290947:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.291259:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384597.291268:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.291272:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.291277:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384597.291285:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384597.291291:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:0.0:1767384597.291304:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.291318:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.291338:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.291347:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.291349:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.291352:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384597.291355:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.291358:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.291361:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.291363:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.291366:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384597.291375:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.291378:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384597.291380:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.291382:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384597.291384:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.291386:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.291391:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.291396:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.291399:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.291401:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.291407:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.291412:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059653888:0@lo:101: 00000100:00000001:0.0:1767384597.291420:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.291426:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.291428:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384597.291432:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.291435:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.291439:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.291440:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009314be53. 00000100:00000001:0.0:1767384597.291442:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384597.291444:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.291447:0:17553:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384597.291449:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.291451:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.291454:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024227452 refcount=4 00000020:00000001:0.0:1767384597.291455:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204140544 : -115912505411072 : ffff9694044a3a00) 00010000:00000001:0.0:1767384597.291457:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204140544 : -115912505411072 : ffff9694044a3a00) 00010000:00000040:0.0:1767384597.291461:0:17553:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000024227452, remote cookie: 0x534bb1615bf4c63e, flags: 0x0 00010000:00000001:0.0:1767384597.291463:0:17553:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384597.291471:0:17553:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384597.291474:0:17553:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384597.291476:0:17553:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384597.291477:0:17553:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384597.291480:0:17553:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000003d34c9f2) refcount = 2 00010000:00000040:0.0:1767384597.291484:0:17553:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384597.291486:0:17553:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.291491:0:17553:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 0000000024227452/0x534bb1615bf4c637 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c63e expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.291495:0:17553:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384597.291496:0:17553:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384597.291497:0:17553:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384597.291499:0:17553:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384597.291501:0:17553:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.291502:0:17553:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 0000000024227452/0x534bb1615bf4c637 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c63e expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.291505:0:17553:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384597.291506:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.291508:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.291509:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.291510:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.291511:0:17553:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.291513:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.291515:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059653888/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.291537:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384597.291538:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384597.291540:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d73b5082. 02000000:00000001:0.0:1767384597.291543:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384597.291544:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.291545:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.291548:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384597.291550:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000b2f03e4. 02000000:00000001:0.0:1767384597.291556:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384597.291558:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384597.291559:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384597.291563:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.291566:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384597.291568:0:17553:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.291571:0:17553:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384597.291573:0:17553:0:(mgc_request.c:108:config_log_get()) log params (0000000055a1f80f) refs 2 10000000:00000001:0.0:1767384597.291574:0:17553:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.291577:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.291579:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.291581:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024227452 refcount=3 00000020:00000001:0.0:1767384597.291583:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204140544 : -115912505411072 : ffff9694044a3a00) 00010000:00000001:0.0:1767384597.291585:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204140544 : -115912505411072 : ffff9694044a3a00) 00010000:00000001:0.0:1767384597.291588:0:17553:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384597.291591:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.291593:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.291595:0:17553:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384597.291598:0:17553:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384597.291600:0:17553:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c4e6762c. 00000020:00000010:0.0:1767384597.291622:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b2f03e4. 00000020:00000010:0.0:1767384597.291628:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008314a4f2. 00000040:00000010:0.0:1767384597.291630:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009de9b64c. 00000020:00000010:0.0:1767384597.291633:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000474c5b1a. 00000020:00000010:0.0:1767384597.291652:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000242eb3ad. 80000000:00000010:0.0:1767384597.291654:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000018d3326a. 00040000:00000010:0.0:1767384597.291656:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc67e787. 00080000:00000010:0.0:1767384597.291658:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d1ec938. 20000000:00000010:0.0:1767384597.291660:0:17553:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d4b88162. 10000000:00000040:0.0:1767384597.291664:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000edb15208 : new refcount 2 10000000:00000040:0.0:1767384597.291666:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009c5570ae : new refcount 2 10000000:00000040:0.0:1767384597.291668:0:17553:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.117@tcp: copy local log params 10000000:00000001:0.0:1767384597.291669:0:17553:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384597.291672:0:17553:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 00000000a286e727. 00000040:00000001:0.0:1767384597.291673:0:17553:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384597.291680:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.291682:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008201bf59. 00000040:00000001:0.0:1767384597.291685:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.291687:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.291690:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.291693:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.291698:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.291718:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.291720:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.291721:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.291722:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384597.291726:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000091ff3747. 00000020:00000001:0.0:1767384597.291728:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.291733:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027537e51. 00000020:00000001:0.0:1767384597.291745:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.291748:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000219b3231. 00000020:00000001:0.0:1767384597.291750:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.291752:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.291755:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.291758:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.291760:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.291776:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.291787:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.291796:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.291809:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.291811:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.291812:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.291813:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.291815:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384597.291816:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.291818:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.291819:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.291821:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927474008 : -115911782077608 : ffff96942f676b58) 00000040:00000001:0.0:1767384597.291823:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.291825:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.291826:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384597.291830:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001ef3b917. 00000040:00000001:0.0:1767384597.291835:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384597.291837:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384597.291840:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384597.291842:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384597.291845:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384597.291897:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.291898:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.291900:0:17553:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384597.291902:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384597.291904:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000219b3231/0000000027537e51 to site lru. bkt: 000000002bfd9757 00000040:00000010:0.0:1767384597.291908:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000091ff3747. 00000040:00000001:0.0:1767384597.291910:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384597.291912:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001ef3b917. 00000040:00000010:0.0:1767384597.291915:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008201bf59. 00000040:00000001:0.0:1767384597.291919:0:17553:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.291921:0:17553:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384597.291923:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.291926:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008201bf59. 00000040:00000001:0.0:1767384597.291928:0:17553:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384597.291931:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000010:0.0:1767384597.291933:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384597.291935:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384597.291937:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.291939:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384597.291941:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384597.291944:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089940113. 00000100:00000001:0.0:1767384597.291946:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.291949:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384597.291950:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384597.291953:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009314be53. 00000100:00000001:0.0:1767384597.291954:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424067968 : -115912285483648 : ffff969411660d80) 00000100:00000001:0.0:1767384597.291956:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.291957:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384597.291959:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384597.291960:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.291966:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384597.291968:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384597.291970:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.291975:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384597.291977:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.291979:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384597.291980:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384597.291981:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.291983:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059654016:0@lo:501: 00000100:00000001:0.0:1767384597.291985:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384597.291987:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384597.291988:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.291989:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384597.291990:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000835aee93. 02000000:00000001:0.0:1767384597.291992:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.291994:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384597.291997:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000200:0.0:1767384597.292000:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059654016, portal 25 00000100:00000001:0.0:1767384597.292001:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.292002:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000040:0.0:1767384597.292004:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292009:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.292011:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.292012:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000100:00000200:0.0:1767384597.292013:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237059654016, offset 0 00000400:00000200:0.0:1767384597.292016:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.292022:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.292027:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260a01180 00000400:00000200:0.0:1767384597.292030:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x185 [2] + 0 00000400:00000010:0.0:1767384597.292032:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bec9768f. 00000400:00000200:0.0:1767384597.292035:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3a6a999 00000400:00000200:0.0:1767384597.292037:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.292043:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384597.292046:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3a6a999 00000400:00000010:0.0:1767384597.292048:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3a6a999. 00000100:00000001:0.0:1767384597.292050:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384597.292051:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384597.292053:0:17553:0:(events.c:337:request_in_callback()) incoming req@000000007cfaa910 x1853237059654016 msgsize 504 00000100:00100000:0.0:1767384597.292056:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.292057:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.292067:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.292071:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:0.0:1767384597.292072:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000001:0.0:1767384597.292074:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384597.292076:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292083:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.292085:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292091:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292094:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.292101:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292110:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887385 00000100:00000001:0.0:1767384597.292119:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887383 00000100:00000001:0.0:1767384597.292133:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887385 00000100:00000001:0.0:1767384597.292143:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887383 00000100:00000001:0.0:1767384597.292150:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887385 00000100:00000001:0.0:1767384597.292156:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887383 00000100:00000001:0.0:1767384597.292161:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887385 00000100:00000001:0.0:1767384597.292167:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887383 00000100:00000001:0.0:1767384597.292181:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.292184:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292193:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384597.292197:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384597.292227:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000009314be53 going to sleep for 11 seconds 00000100:00000001:0.0:1767384597.292231:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.292234:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.292255:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384597.292259:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384597.292262:0:16772:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.292266:0:16772:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292500:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384597.292527:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.292532:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.292542:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384597.292555:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384597.292564:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:0.0:1767384597.292577:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.292590:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.292603:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292645:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.292646:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.292648:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384597.292650:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.292652:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.292653:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.292656:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.292659:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384597.292663:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.292666:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384597.292667:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.292669:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384597.292670:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292672:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.292675:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292683:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.292685:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.292687:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.292689:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.292713:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059654016:0@lo:501: 00000100:00000001:0.0:1767384597.292717:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.292720:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292721:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384597.292723:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.292725:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292731:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.292733:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009314be53. 00000100:00000001:0.0:1767384597.292736:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384597.292737:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.292741:0:17553:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767384597.292743:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.292744:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.292746:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384597.292747:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.292749:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059654016/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292756:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384597.292757:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384597.292759:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000835aee93. 02000000:00000001:0.0:1767384597.292762:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384597.292763:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.292764:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.292766:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384597.292768:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000089940113. 02000000:00000001:0.0:1767384597.292772:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384597.292773:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384597.292776:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384597.292779:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.292780:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384597.292783:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.292785:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384597.292789:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001ef3b917. 00000040:00000001:0.0:1767384597.292798:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384597.292800:0:17553:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767384597.292802:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000010:0.0:1767384597.292806:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384597.292808:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384597.292811:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.292813:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384597.292816:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384597.292819:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089940113. 00000100:00000001:0.0:1767384597.292822:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292825:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384597.292826:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384597.292829:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009314be53. 00000100:00000001:0.0:1767384597.292831:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424067968 : -115912285483648 : ffff969411660d80) 00000100:00000001:0.0:1767384597.292834:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.292835:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384597.292839:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384597.292841:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.292843:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384597.292896:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384597.292900:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292909:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384597.292910:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.292913:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384597.292915:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384597.292918:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.292920:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059654144:0@lo:503: 00000100:00000001:0.0:1767384597.292924:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384597.292927:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384597.292928:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.292931:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384597.292949:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b12fea87. 02000000:00000001:0.0:1767384597.292952:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.292956:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384597.292967:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000075f53717. 00000100:00000200:0.0:1767384597.292971:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059654144, portal 25 00000100:00000001:0.0:1767384597.292974:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384597.292975:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000040:0.0:1767384597.292980:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.292988:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.292991:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.292994:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000200:0.0:1767384597.292996:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059654144, offset 0 00000400:00000200:0.0:1767384597.293005:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.293015:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.293022:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a01200 00000400:00000200:0.0:1767384597.293027:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x189 [2] + 0 00000400:00000010:0.0:1767384597.293031:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5c3fa1b. 00000400:00000200:0.0:1767384597.293034:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c463f723 00000400:00000200:0.0:1767384597.293039:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.293043:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384597.293047:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c463f723 00000400:00000010:0.0:1767384597.293049:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c463f723. 00000100:00000001:0.0:1767384597.293053:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384597.293055:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384597.293058:0:17553:0:(events.c:337:request_in_callback()) incoming req@000000002195409a x1853237059654144 msgsize 272 00000100:00100000:0.0:1767384597.293063:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.293065:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.293080:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.293085:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384597.293088:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:0.0:1767384597.293093:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384597.293100:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.293147:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.293162:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.293246:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.293251:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.293257:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.293264:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887386 00000100:00000001:0.0:1767384597.293277:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887385 00000100:00000001:0.0:1767384597.293286:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887386 00000100:00000001:0.0:1767384597.293295:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887385 00000100:00000001:0.0:1767384597.293311:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887386 00000100:00000001:0.0:1767384597.293324:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887385 00000100:00000001:0.0:1767384597.293335:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887386 00000100:00000001:0.0:1767384597.293346:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887385 00000100:00000001:0.0:1767384597.293357:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.293371:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.293382:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384597.293386:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384597.293388:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000009314be53 going to sleep for 11 seconds 00000100:00000001:0.0:1767384597.293392:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.293395:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.293565:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384597.293577:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.293585:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.293595:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384597.293603:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f53717 00000400:00000010:0.0:1767384597.293625:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000075f53717. 00000100:00000001:0.0:1767384597.293637:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.293646:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.293677:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.293686:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.293688:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.293699:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384597.293700:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.293703:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.293704:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.293707:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.293710:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384597.293714:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.293716:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384597.293718:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.293719:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384597.293721:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.293723:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.293726:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.293733:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.293736:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.293737:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.293740:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.293747:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059654144:0@lo:503: 00000100:00000001:0.0:1767384597.293752:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.293754:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.293757:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384597.293758:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.293760:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.293766:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.293769:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009314be53. 00000100:00000001:0.0:1767384597.293771:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384597.293773:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.293780:0:17553:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767384597.293781:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.293783:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059654144/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.293802:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384597.293803:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384597.293805:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b12fea87. 02000000:00000001:0.0:1767384597.293816:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384597.293818:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.293819:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.293822:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384597.293823:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000089940113. 02000000:00000001:0.0:1767384597.293826:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384597.293827:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384597.293828:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384597.293879:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.293882:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384597.293887:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.293888:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384597.293891:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384597.293893:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.293895:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.293898:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384597.293900:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.293904:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000089940113. 00000040:00000001:0.0:1767384597.293908:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.293911:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.293914:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.293918:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.293924:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.293942:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.293945:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.293947:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.293949:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384597.293953:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000091ff3747. 00000020:00000001:0.0:1767384597.293957:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384597.293960:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628161927474008 : -115911782077608 : ffff96942f676b58) 00000040:00000001:0.0:1767384597.293963:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.293965:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.293975:0:17553:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384597.293978:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384597.293979:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384597.293982:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384597.293987:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d73b5082. 00080000:00000001:0.0:1767384597.293990:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999136768 : -115911710414848 : ffff969433ace800) 00000040:00000001:0.0:1767384597.293992:0:17553:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384597.293994:0:17553:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384597.293997:0:17553:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1767384597.294006:0:17553:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384597.294009:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:0.0:1767384597.294013:0:17553:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000944b5191. 00080000:00000001:0.0:1767384597.294016:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384597.294023:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.294026:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294029:0:17553:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384597.294031:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.294032:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384597.294038:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1767384597.294040:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384597.294045:0:17553:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294049:0:17553:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294051:0:17553:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294054:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384597.294073:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294076:0:17553:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384597.294080:0:17553:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1767384597.294095:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.294097:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294108:0:17553:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294111:0:17553:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1767384597.294131:0:17553:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294134:0:17553:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1767384597.294136:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.294138:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294165:0:17553:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.294168:0:17553:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294171:0:17553:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294174:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384597.294196:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294199:0:17553:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294201:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384597.294211:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000219b3231. 00000020:00000010:0.0:1767384597.294230:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000027537e51. 00000040:00000010:0.0:1767384597.294238:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000091ff3747. 00000040:00000001:0.0:1767384597.294241:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384597.294242:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000089940113. 00000040:00000001:0.0:1767384597.294245:0:17553:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294247:0:17553:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:0.0:1767384597.294248:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.294251:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000089940113. 00000040:00000001:0.0:1767384597.294254:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.294255:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.294257:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.294259:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.294263:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.294274:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:0.0:1767384597.294278:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000091ff3747. 00000020:00000001:0.0:1767384597.294281:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.294284:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009ff1dfae. 00000020:00000001:0.0:1767384597.294287:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.294289:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000219b3231. 00000020:00000001:0.0:1767384597.294292:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294294:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.294296:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.294297:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.294298:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294307:0:17553:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384597.294310:0:17553:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.294312:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.294314:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927472216 : -115911782079400 : ffff96942f676458) 00000040:00000001:0.0:1767384597.294316:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294318:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294319:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384597.294321:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294330:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384597.294334:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dffee711. 00080000:00000001:0.0:1767384597.294336:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999128576 : -115911710423040 : ffff969433acc800) 00000040:00000001:0.0:1767384597.294339:0:17553:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1767384597.294341:0:17553:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1767384597.294344:0:17553:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1767384597.294347:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384597.294353:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384597.294355:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294357:0:17553:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384597.294370:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.294372:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384597.294376:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:0.0:1767384597.294379:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384597.294380:0:17553:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294383:0:17553:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384597.294385:0:17553:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.294387:0:17553:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294391:0:17553:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1767384597.294396:0:17553:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294399:0:17553:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294401:0:17553:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.294403:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384597.294411:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.294414:0:17553:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:0.0:1767384597.294416:0:17553:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:0.0:1767384597.294419:0:17553:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:0.0:1767384597.294421:0:17553:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384597.295037:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.295039:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.295057:0:17553:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384597.295059:0:17553:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.295061:0:17553:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.295064:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384597.295069:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384597.295071:0:17553:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.295074:0:17553:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1767384597.295079:0:17553:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295081:0:17553:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295087:0:17553:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.295089:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384597.295093:0:17553:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000008171aa4a. 00080000:00000001:0.0:1767384597.295110:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295111:0:17553:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295113:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384597.295116:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009c34ab8f. 00000040:00000001:0.0:1767384597.295117:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384597.295119:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384597.295121:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384597.295122:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384597.295124:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384597.295126:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295127:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295128:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384597.295130:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b4c37b1f. 00000040:00001000:0.0:1767384597.295131:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:0.0:1767384597.295134:0:17553:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384597.295144:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008021a4d6. 00000020:00000010:0.0:1767384597.295146:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000918098e8. 00000040:00000010:0.0:1767384597.295148:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd73e233. 00000020:00000010:0.0:1767384597.295150:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002cf0673d. 00000020:00000010:0.0:1767384597.295153:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ddb3728. 00000020:00000010:0.0:1767384597.295155:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b415a058. 80000000:00000010:0.0:1767384597.295157:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002927aa26. 40000000:00000010:0.0:1767384597.295159:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009fd0628a. 00100000:00000010:0.0:1767384597.295162:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb7b49bb. 00040000:00000010:0.0:1767384597.295164:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d2c6187f. 00040000:00000010:0.0:1767384597.295166:0:17553:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000051cc94d. 00040000:00000010:0.0:1767384597.295168:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000113bd02d. 00080000:00000010:0.0:1767384597.295170:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000af626e3b. 00000004:00000010:0.0:1767384597.295178:0:17553:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003564d8a6. 00000004:00000010:0.0:1767384597.295182:0:17553:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e143d3d6. 00000004:00000010:0.0:1767384597.295184:0:17553:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ebf9d10e. 00002000:00000010:0.0:1767384597.295187:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c37c7c31. 00000004:00000010:0.0:1767384597.295194:0:17553:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005aeac331. 00000020:00000010:0.0:1767384597.295197:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007bd1c6e9. 00000040:00000010:0.0:1767384597.295203:0:17553:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000080b2f9f. 00000040:00080000:0.0:1767384597.295206:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:0.0:1767384597.295208:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000080b2f9f. 00000020:00000010:0.0:1767384597.295213:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007bd1c6e9. 00000020:00000010:0.0:1767384597.295220:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000918098e8. 00000040:00000010:0.0:1767384597.295223:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd73e233. 00000020:00000010:0.0:1767384597.295226:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002cf0673d. 00000020:00000010:0.0:1767384597.295229:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ddb3728. 00000020:00000010:0.0:1767384597.295233:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b415a058. 80000000:00000010:0.0:1767384597.295236:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002927aa26. 40000000:00000010:0.0:1767384597.295239:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009fd0628a. 00100000:00000010:0.0:1767384597.295241:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb7b49bb. 00040000:00000010:0.0:1767384597.295244:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d2c6187f. 00040000:00000010:0.0:1767384597.295248:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000051cc94d. 00040000:00000010:0.0:1767384597.295251:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000113bd02d. 00080000:00000010:0.0:1767384597.295253:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000af626e3b. 00000004:00000010:0.0:1767384597.295257:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003564d8a6. 00000004:00000010:0.0:1767384597.295260:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e143d3d6. 00000004:00000010:0.0:1767384597.295263:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ebf9d10e. 00002000:00000010:0.0:1767384597.295267:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c37c7c31. 00000004:00000010:0.0:1767384597.295269:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005aeac331. 00000020:00000010:0.0:1767384597.295272:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008021a4d6. 00000040:00000010:0.0:1767384597.295274:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b4c37b1f. 00000040:00000001:0.0:1767384597.295276:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295279:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384597.295281:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000219b3231/000000009ff1dfae to site lru. bkt: 00000000646d5a64 00000040:00000010:0.0:1767384597.295284:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000091ff3747. 00000040:00000001:0.0:1767384597.295286:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384597.295288:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009c34ab8f. 00000040:00000010:0.0:1767384597.295291:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000089940113. 00000040:00000010:0.0:1767384597.295294:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001ef3b917. 00000040:00000010:0.0:1767384597.295296:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008201bf59. 00000040:00000001:0.0:1767384597.295305:0:17553:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295306:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384597.295307:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.295308:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008021a4d6. 00000040:00000001:0.0:1767384597.295309:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.295310:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.295312:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.295314:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.295317:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.295325:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.295326:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384597.295328:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384597.295330:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.202.117@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:0.0:1767384597.295331:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008021a4d6. 00000040:00000001:0.0:1767384597.295332:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384597.295333:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:0.0:1767384597.295335:0:17553:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 00000000a286e727. 10000000:00000040:0.0:1767384597.295336:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000edb15208 : new refcount 1 10000000:00000001:0.0:1767384597.295338:0:17553:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.295340:0:17553:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767384597.295341:0:17553:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1767384597.295342:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384597.295343:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008021a4d6. 00000040:00000001:0.0:1767384597.295344:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384597.295345:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.295346:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.295347:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00080000:00000001:0.0:1767384597.295349:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.295352:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.295354:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.295354:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.295355:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384597.295357:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000a286e727. 00000020:00000001:0.0:1767384597.295359:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384597.295364:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628161927472216 : -115911782079400 : ffff96942f676458) 00000040:00000001:0.0:1767384597.295365:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295367:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295368:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384597.295369:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000080b2f9f. 00000040:00000001:0.0:1767384597.295371:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384597.295371:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384597.295373:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384597.295374:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384597.295375:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384597.295377:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295378:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384597.295379:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384597.295380:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b4c37b1f. 00000040:00001000:0.0:1767384597.295381:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:3.0:1767384597.299898:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294887389, at 4294887390 00000100:00000010:3.0:1767384597.299906:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7f9de86. 00000100:00000040:0.0:1767384597.299947:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294887389, at 4294887390 00000100:00000010:0.0:1767384597.299961:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f75ca63. 00000100:00000001:2.0:1767384597.308868:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.308874:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6c0ab43. 00000100:00000001:2.0:1767384597.308876:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.308880:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6c0ab43. 00000100:00100000:2.0:1767384597.308885:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001116cd7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:17553:x1853237059654784:12345-0@lo:502: 00000100:00000200:2.0:1767384597.308887:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059654784 00000020:00000001:2.0:1767384597.308889:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384597.308893:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384597.308896:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.308898:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384597.308900:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695408 : -1042856208 : ffffffffc1d746f0) 00000020:00000001:2.0:1767384597.308902:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384597.308905:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.308907:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384597.308909:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384597.308910:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.308911:0:16773:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384597.308912:0:16773:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384597.308914:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384597.308915:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.308925:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f6167981. 02000000:00000001:2.0:1767384597.308926:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.308927:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384597.308929:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:2.0:1767384597.308930:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384597.308931:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fad2ef35. 00000040:00000001:2.0:1767384597.308933:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384597.308934:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384597.308936:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:2.0:1767384597.308937:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00000020:00000001:2.0:1767384597.308939:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384597.308941:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869598296 : -115916839953320 : ffff969301ee5c58) 00000040:00000001:2.0:1767384597.308943:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384597.308944:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384597.308945:0:16773:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384597.308950:0:16773:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000014d0b30b. 00000040:00000001:2.0:1767384597.308951:0:16773:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384597.308952:0:16773:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384597.308985:0:16773:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384597.308987:0:16773:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384597.308988:0:16773:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384597.308990:0:16773:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384597.308991:0:16773:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384597.308992:0:16773:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384597.309010:0:16773:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384597.309011:0:16773:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384597.309012:0:16773:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384597.309014:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384597.309015:0:16773:0:(lu_object.c:207:lu_object_put()) Add 000000000df06562/000000002ffc49ab to site lru. bkt: 0000000000763413 00000040:00000001:2.0:1767384597.309017:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384597.309018:0:16773:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000014d0b30b. 00000040:00000010:2.0:1767384597.309019:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fad2ef35. 00000040:00000040:2.0:1767384597.309020:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:2.0:1767384597.309021:0:16773:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384597.309023:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059654784 00010000:00000001:2.0:1767384597.309025:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384597.309027:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001116cd7f x1853237059654784/t0(0) o502->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:578/0 lens 272/8472 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384597.309032:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.309033:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384597.309035:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.309037:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384597.309038:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 12 to 0@lo 00000100:00000001:2.0:1767384597.309039:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384597.309041:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384597.309042:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.309043:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.309044:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.309046:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000cff9fa8c. 00000100:00000200:2.0:1767384597.309048:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237059654784, offset 224 00000400:00000200:2.0:1767384597.309051:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384597.309060:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384597.309064:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260a01480 00000400:00000200:2.0:1767384597.309067:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x108d [4] + 224 00000400:00000200:2.0:1767384597.309071:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.309073:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384597.309076:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384597.309077:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b89e195b x1853237059654784/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.309083:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000b89e195b x1853237059654784/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.309095:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384597.309098:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff9fa8c 00000400:00000010:2.0:1767384597.309100:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000cff9fa8c. 00000100:00000001:2.0:1767384597.309101:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384597.309102:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.309104:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.309106:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 11 to 0@lo 00010000:00000001:2.0:1767384597.309108:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384597.309109:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.309111:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384597.309112:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001116cd7f x1853237059654784/t0(0) o502->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:578/0 lens 272/8472 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384597.309118:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001116cd7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:17553:x1853237059654784:12345-0@lo:502: Request processed in 250us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384597.309122:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1767384597.309124:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384597.309125:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384597.309126:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384597.309128:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095dc007f. 00000020:00000010:2.0:1767384597.309130:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf95436f. 00000020:00000010:2.0:1767384597.309132:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b5ddece. 00000020:00000040:2.0:1767384597.309133:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:2.0:1767384597.309139:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384597.309141:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f6167981. 02000000:00000001:2.0:1767384597.309146:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384597.309148:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384597.309151:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384597.309153:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0eb42c. 00000400:00000010:2.0:1767384597.309155:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cff9fa8c. 00000100:00000040:2.0:1767384597.311914:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294887401, at 4294887402 00000100:00000010:2.0:1767384597.311923:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4017e1a. 00000100:00000040:0.0:1767384597.311968:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294887401, at 4294887402 00000100:00000010:0.0:1767384597.311979:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fd20771. 00000100:00000040:3.0:1767384597.312494:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294887401, at 4294887402 00000100:00000010:3.0:1767384597.312500:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054d52a9e. 00000100:00000001:3.0:1767384597.313353:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.313362:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384597.313364:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384597.313369:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.313379:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384597.313380:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.313383:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384597.313385:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384597.313388:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384597.313392:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b89e195b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237059654912:0@lo:38: 00000100:00000001:3.0:1767384597.313398:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1767384597.313398:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1767384597.313404:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1767384597.313407:0:2396:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1767384597.313409:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.313413:0:2396:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1767384597.313415:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1767384597.313419:0:2396:0:(import.c:65:import_set_state_nolock()) 000000001bf89993 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1767384597.313422:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d843d186. 00000100:00000001:0.0:1767384597.313426:0:2396:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1767384597.313428:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.313436:0:2396:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 13 to 0@lo 00000400:00000010:3.0:1767384597.313439:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000100:00000001:0.0:1767384597.313441:0:2396:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384597.313457:0:2396:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 14 to 0@lo 00000100:00000001:0.0:1767384597.313462:0:2396:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000010:3.0:1767384597.313465:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000020:00000001:0.0:1767384597.313474:0:2396:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384597.313475:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059654912, portal 10 00000100:00000001:3.0:1767384597.313482:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1767384597.313483:0:2396:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c5ea 00000100:00000001:3.0:1767384597.313493:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158511872 : -115911551039744 : ffff96943d2cc700) 00000020:00000001:0.0:1767384597.313494:0:2396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.313527:0:2396:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000dd129866 refcount=7 00000020:00000010:3.0:1767384597.313528:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001fd78763. 00000100:00000040:3.0:1767384597.313540:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384597.313551:0:2396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542035456 : -115912167516160 : ffff9694186e1800) 00000020:00000001:0.0:1767384597.313564:0:2396:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542035456 : -115912167516160 : ffff9694186e1800) 00000100:00000001:3.0:1767384597.313567:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384597.313578:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384597.313582:0:2396:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 13 to 0@lo 00000400:00000010:3.0:1767384597.313586:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000001:0.0:1767384597.313593:0:2396:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384597.313594:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237059654912, offset 0 00000400:00000200:3.0:1767384597.313621:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384597.313625:0:2396:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 14 to 0@lo 00000100:00000001:0.0:1767384597.313643:0:2396:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000200:3.0:1767384597.313654:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384597.313674:0:2396:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 6 00000400:00000200:3.0:1767384597.313679:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260a01500 00000100:00080000:0.0:1767384597.313688:0:2396:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000001bf89993 using connection 192.168.202.117@tcp/0@lo 00000400:00000200:3.0:1767384597.313691:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000100:00000001:0.0:1767384597.313703:0:2396:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.313704:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384597.313715:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384597.313717:0:2396:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1767384597.313721:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384597.313724:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1767384597.313728:0:2396:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384597.313729:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069de9fd4. 00000100:00000040:3.0:1767384597.313740:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000069de9fd4 x1853237059654912 msgsize 520 02000000:00000001:0.0:1767384597.313741:0:2396:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.313755:0:2396:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1767384597.313757:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384597.313763:0:2396:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.313769:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384597.313778:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000400:00000200:3.0:1767384597.313779:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b87c512 00000400:00000010:3.0:1767384597.313783:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b87c512. 00000100:00000001:3.0:1767384597.313794:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384597.313795:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:3.0:1767384597.313798:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384597.313806:0:2396:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384597.313811:0:2396:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.313826:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384597.313826:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384597.313834:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384597.313836:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384597.313844:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.313887:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.313889:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384597.313895:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.313903:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 02000000:00000010:0.0:1767384597.313907:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005aeac331. 00000100:00000001:3.0:1767384597.313908:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294887407 00000100:00000010:3.0:1767384597.313922:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4665e49. 00000100:00000001:0.0:1767384597.313924:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.313947:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384597.313953:0:2396:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384597.313957:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294887407 00000100:00000010:3.0:1767384597.313971:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bdaa043a. 00000100:00000001:3.0:1767384597.313983:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384597.314012:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294887407 00000100:00000001:0.0:1767384597.314018:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1767384597.314021:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c02bae04. 00000100:00000001:0.0:1767384597.314022:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314030:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384597.314039:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294887407 00000100:00000040:0.0:1767384597.314042:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000719f0039] to pc [ptlrpcd_rcv+-1] req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384597.314051:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c51f948. 00000100:00000001:3.0:1767384597.314063:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384597.314074:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.314083:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314092:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314103:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.314115:0:2396:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314116:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.314124:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384597.314130:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (225) 00000100:00000001:3.0:1767384597.314132:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.314139:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384597.314145:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384597.314155:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.314177:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384597.314181:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.314189:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384597.314195:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384597.314199:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.314203:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c4332d9a refcount=6 00000100:00100000:3.0:1767384597.314206:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237059655040:0@lo:38: 00000100:00000001:3.0:1767384597.314211:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384597.314214:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384597.314221:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384597.314223:0:17575:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 02000000:00000001:3.0:1767384597.314225:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00002000:00000001:0.0:1767384597.314229:0:17575:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384597.314237:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007dcaebd4. 00000020:00000040:0.0:1767384597.314240:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000c4332d9a refcount=7 02000000:00000001:3.0:1767384597.314241:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384597.314248:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7195a8. 00000020:00000040:0.0:1767384597.314252:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000c4332d9a : new refcount 6 00000400:00000010:3.0:1767384597.314254:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000200:3.0:1767384597.314279:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059655040, portal 10 00000100:00000001:3.0:1767384597.314283:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384597.314287:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000040:3.0:1767384597.314298:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.314322:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384597.314347:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384597.314354:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e426d3df. 00000100:00000200:3.0:1767384597.314362:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237059655040, offset 0 00000020:00000010:0.0:1767384597.314370:0:16807:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000080b2f9f. 00000400:00000200:3.0:1767384597.314376:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384597.314384:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384597.314390:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059654912 00000400:00000200:3.0:1767384597.314391:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384597.314397:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384597.314402:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384597.314412:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260a01580 00000100:00000001:0.0:1767384597.314413:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.314426:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.314450:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000100:00100000:0.0:1767384597.314450:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059654912 00000020:00000001:0.0:1767384597.314459:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384597.314463:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1767384597.314465:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384597.314467:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384597.314475:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.314476:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384597.314491:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314494:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384597.314500:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384597.314508:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003336d21a. 00000020:00000010:0.0:1767384597.314509:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113bd02d. 00000100:00000040:3.0:1767384597.314520:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003336d21a x1853237059655040 msgsize 520 00000020:00000010:0.0:1767384597.314522:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076e4044f. 00000020:00000010:0.0:1767384597.314545:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000200f851f. 00000100:00100000:3.0:1767384597.314556:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384597.314561:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384597.314564:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384597.314569:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314578:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.314578:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.314585:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e426d3df 00000400:00000010:3.0:1767384597.314618:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e426d3df. 00000100:00000001:3.0:1767384597.314627:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384597.314634:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384597.314635:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.314657:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384597.314670:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655040 00000100:00000001:3.0:1767384597.314672:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384597.314672:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384597.314680:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384597.314681:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.314686:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.314702:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314703:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314717:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384597.314718:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655040 00000020:00000001:0.0:1767384597.314728:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384597.314729:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.314734:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1767384597.314739:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 641 usecs (1 jiffies) 00000020:00000001:0.0:1767384597.314740:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384597.314749:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314750:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887405 00000100:00000001:3.0:1767384597.314757:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294887407 00000020:00000001:0.0:1767384597.314770:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314771:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887405 00000100:00000001:3.0:1767384597.314787:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294887407 00000020:00000010:0.0:1767384597.314789:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b415a058. 00000100:00000001:3.0:1767384597.314798:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887405 00000020:00000010:0.0:1767384597.314799:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d431d48. 00000100:00000001:3.0:1767384597.314802:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294887407 00000100:00000001:3.0:1767384597.314812:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887405 00000020:00000010:0.0:1767384597.314813:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee5110b. 00000100:00000001:3.0:1767384597.314815:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294887407 00000100:00000001:3.0:1767384597.314824:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.314825:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384597.314833:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314842:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314845:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.314857:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384597.314861:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.314867:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.314877:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.314892:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.314897:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.314902:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384597.314904:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384597.314905:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.314912:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384597.314914:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.314921:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.314931:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384597.314940:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933883392 : -115911775668224 : ffff96942fc93800) 00000100:00000040:0.0:1767384597.314946:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003336d21a x1853237059655040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.314972:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003336d21a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16139:x1853237059655040:12345-0@lo:38: 00000100:00000200:0.0:1767384597.314984:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059655040 00000020:00000001:0.0:1767384597.314994:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384597.314997:0:16807:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384597.315010:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 5 - find 00000020:00000001:0.0:1767384597.315017:0:16807:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446628162014491056 : -115911695060560 : ffff9694349731b0) 00000100:00000001:0.0:1767384597.315028:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384597.315035:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384597.315044:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c37c7c31. 02000000:00000001:0.0:1767384597.315057:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.315066:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384597.315069:0:16807:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384597.315084:0:16807:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 220 last 0 00010000:00000001:0.0:1767384597.315092:0:16807:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384597.315101:0:16807:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1767384597.315110:0:16807:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384597.315119:0:16807:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384597.315131:0:16807:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ebf9d10e. 00000020:00000001:0.0:1767384597.315143:0:16807:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384597.315150:0:16807:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ebf9d10e with handle 0x534bb1615bf4c668 to hash 00000020:00000001:0.0:1767384597.315157:0:16807:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384597.315169:0:16807:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384597.315177:0:16807:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384597.315184:0:16807:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000009fd0628a. 00000001:00000001:0.0:1767384597.315195:0:16807:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384597.315205:0:16807:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000071d374c3. 00000001:00000001:0.0:1767384597.315214:0:16807:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.315225:0:16807:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384597.315234:0:16807:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384597.315240:0:16807:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d2c6187f. 00000001:00000010:0.0:1767384597.315257:0:16807:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c475c045. 00000001:00000010:0.0:1767384597.315262:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd73e233. 00000001:00000010:0.0:1767384597.315267:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000918098e8. 00000001:00000010:0.0:1767384597.315271:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000754fda62. 00000001:00000010:0.0:1767384597.315276:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e9dc781. 00000001:00000001:0.0:1767384597.315283:0:16807:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384597.315293:0:16807:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005ac13185. 00000001:00000010:0.0:1767384597.315316:0:16807:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006427113e. 00000001:00000010:0.0:1767384597.315331:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002372567d. 00000001:00000010:0.0:1767384597.315344:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000165469ca. 00000001:00000010:0.0:1767384597.315349:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000087c8b420. 00000001:00000010:0.0:1767384597.315355:0:16807:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c13d4f1. 00010000:00000001:0.0:1767384597.315364:0:16807:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.315372:0:16807:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384597.315381:0:16807:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.315397:0:16807:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.315411:0:16807:0:(genops.c:887:class_export_get()) GET export 00000000ebf9d10e refcount=3 00000020:00000040:0.0:1767384597.315417:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 7 - export 00000020:00000001:0.0:1767384597.315422:0:16807:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000040:0.0:1767384597.315428:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 2 00000020:00000080:0.0:1767384597.315444:0:16807:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x534bb1615bf4c668 00000040:00000010:2.0:1767384597.315451:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000df591e60. 00000020:00000001:0.0:1767384597.315459:0:16807:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384597.315460:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384597.315466:0:17553:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000040:00000001:2.0:1767384597.315479:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000001:0.0:1767384597.315481:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384597.315484:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000002:2.0:1767384597.315485:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000f16076d0/00000000e9e2d282 to site lru. bkt: 0000000003bca188 00000020:00000001:0.0:1767384597.315494:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000010:2.0:1767384597.315496:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000092a82c19. 00000020:00000040:0.0:1767384597.315498:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=3 00000040:00000001:2.0:1767384597.315502:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.315503:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000040:00000010:2.0:1767384597.315513:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000079803ed0. 00000020:00000001:0.0:1767384597.315515:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000040:00000010:2.0:1767384597.315523:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002a8611a1. 00000001:00000001:0.0:1767384597.315525:0:16807:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000001:2.0:1767384597.315537:0:17553:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384597.315541:0:16807:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 10000000:00000001:2.0:1767384597.315542:0:17553:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767384597.315551:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d5961ce9. 00000040:00000010:2.0:1767384597.315558:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000012e0bad6. 00000001:00000040:0.0:1767384597.315559:0:16807:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.117@tcp 00000001:00000040:0.0:1767384597.315574:0:16807:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 4 00000020:00000010:2.0:1767384597.315576:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000acc6b05d. 00000020:00000010:2.0:1767384597.315590:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c119e9e2. 00000001:00000001:0.0:1767384597.315592:0:16807:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446628162144548864 : -115911565002752 : ffff96943c57b800) 80000000:00000010:2.0:1767384597.315599:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000041c91c34. 00000001:00000001:0.0:1767384597.315601:0:16807:0:(nodemap_member.c:132:nm_member_add()) Process entered 00040000:00000010:2.0:1767384597.315621:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b3496116. 00000020:00000040:0.0:1767384597.315623:0:16807:0:(genops.c:887:class_export_get()) GET export 00000000ebf9d10e refcount=4 00000001:00000040:0.0:1767384597.315631:0:16807:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 5 00080000:00000010:2.0:1767384597.315634:0:17553:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000fed15eb8. 00000001:00000001:0.0:1767384597.315640:0:16807:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384597.315641:0:17553:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000165d00d6. 00080000:00000010:2.0:1767384597.315650:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005b457a01. 00000001:08000000:0.0:1767384597.315651:0:16807:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 20000000:00000010:2.0:1767384597.315658:0:17553:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000024378434. 00000001:00000040:0.0:1767384597.315660:0:16807:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 4 00000020:00000010:2.0:1767384597.315664:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000729eed. 00000001:00000001:0.0:1767384597.315665:0:16807:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767384597.315673:0:17553:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000009ef2920f. 00000004:00100000:0.0:1767384597.315675:0:16807:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 10000000:01000000:2.0:1767384597.315678:0:17553:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00000001:00000001:0.0:1767384597.315679:0:16807:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384597.315682:0:16807:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384597.315685:0:16807:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384597.315688:0:16807:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 10000000:00000001:2.0:1767384597.315692:0:17553:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000020:01000000:0.0:1767384597.315692:0:16807:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000077621fad 00010000:00000001:2.0:1767384597.315705:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384597.315705:0:16807:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002927aa26. 00000020:00000001:2.0:1767384597.315711:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.315719:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b1e6cab0 refcount=3 00000020:00000040:0.0:1767384597.315722:0:16807:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000000e4f03ad for nid 0@lo - ref 3 00000020:00000001:2.0:1767384597.315725:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581150720 : -115912128400896 : ffff96941ac2f200) 00000020:00000001:0.0:1767384597.315728:0:16807:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00010000:00000001:2.0:1767384597.315735:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581150720 : -115912128400896 : ffff96941ac2f200) 00000020:00000010:0.0:1767384597.315738:0:16807:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000002927aa26. 00010000:00000001:2.0:1767384597.315740:0:17553:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384597.315748:0:17553:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000b1e6cab0/0x534bb1615bf4c645 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c64c expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384597.315748:0:16807:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:0.0:1767384597.315760:0:16807:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384597.315772:0:16807:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.315788:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.315789:0:16807:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.315793:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384597.315795:0:17553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000b1e6cab0/0x534bb1615bf4c645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c64c expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384597.315806:0:16807:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000003564d8a6. 00010000:00000001:2.0:1767384597.315819:0:17553:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:0.0:1767384597.315820:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - import 00010000:00000001:2.0:1767384597.315829:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384597.315888:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384597.315891:0:17553:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384597.315898:0:17553:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384597.315902:0:17553:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.315903:0:16807:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384597.315909:0:16807:0:(genops.c:1242:class_import_put()) import 000000003564d8a6 refcount=1 obd=lustre-MDT0000 00000020:00000010:2.0:1767384597.315911:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000474b6ac8. 00000020:00000001:0.0:1767384597.315923:0:16807:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1767384597.315924:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ace7c4bc. 00000020:00000010:2.0:1767384597.315932:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001e6d94ea. 00000020:00000040:0.0:1767384597.315932:0:16807:0:(genops.c:887:class_export_get()) GET export 00000000ebf9d10e refcount=5 00000020:00000010:2.0:1767384597.315944:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000654dc7be. 00000100:00000040:0.0:1767384597.315947:0:16807:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00040000:00000010:2.0:1767384597.315949:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cd6c592c. 00000100:00000001:0.0:1767384597.315956:0:16807:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00040000:00000010:2.0:1767384597.315959:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bc5b805. 00000100:00000001:0.0:1767384597.315960:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:2.0:1767384597.315969:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007070bd98. 00000100:00000040:0.0:1767384597.315975:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 16 to 0@lo 00000020:00000010:2.0:1767384597.315977:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e12b1f7e. 00000100:00000001:0.0:1767384597.315989:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000001:2.0:1767384597.315990:0:17553:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384597.316004:0:17553:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000426a6cde. 00000100:00000001:0.0:1767384597.316004:0:16807:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446628161276846976 : -115912432704640 : 0xffff9694089fa380) 00000020:00000010:2.0:1767384597.316016:0:17553:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000d106b3ce. 00000100:00000040:0.0:1767384597.316017:0:16807:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000aea487ab refcount 17 to 0@lo 00000020:00000001:2.0:1767384597.316027:0:17553:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.316031:0:16807:0:(genops.c:887:class_export_get()) GET export 00000000ebf9d10e refcount=6 00000020:00000001:2.0:1767384597.316032:0:17553:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.316043:0:17553:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000078ef5483. 00000100:00000001:0.0:1767384597.316046:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384597.316047:0:17553:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000014730380. 00000100:00000040:0.0:1767384597.316057:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 18 to 0@lo 00000020:00000001:2.0:1767384597.316059:0:17553:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000020:00000001:2.0:1767384597.316067:0:17553:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00000001:0.0:1767384597.316068:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384597.316084:0:16807:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:2.0:1767384597.316085:0:17553:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 0000000014d0b30b. 02000000:00000001:0.0:1767384597.316094:0:16807:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000020:01000004:2.0:1767384597.316102:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 02000000:08000000:0.0:1767384597.316105:0:16807:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 00000020:01000004:2.0:1767384597.316106:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384597.316115:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384597.316117:0:16807:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659300416 : -1050251200 : ffffffffc1667040) 00000020:01000004:2.0:1767384597.316118:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384597.316124:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384597.316126:0:16807:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384597.316128:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384597.316133:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384597.316136:0:16807:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:01000004:2.0:1767384597.316138:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384597.316140:0:16807:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:01000004:2.0:1767384597.316141:0:17553:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:2.0:1767384597.316145:0:17553:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384597.316145:0:16807:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384597.316155:0:17553:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00080000:0.0:1767384597.316156:0:16807:0:(import.c:65:import_set_state_nolock()) 000000003564d8a6 : changing import state from RECOVER to FULL 10000000:00000001:2.0:1767384597.316160:0:17553:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384597.316166:0:17553:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000100:00000001:0.0:1767384597.316170:0:16807:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00000001:2.0:1767384597.316171:0:17553:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000100:00000001:0.0:1767384597.316174:0:16807:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:01000004:2.0:1767384597.316177:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000100:00000001:0.0:1767384597.316179:0:16807:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384597.316183:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384597.316186:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:0.0:1767384597.316188:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 5 00000020:01000004:2.0:1767384597.316189:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384597.316191:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384597.316196:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384597.316200:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000040:0.0:1767384597.316202:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - find 00000020:01000004:2.0:1767384597.316203:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384597.316207:0:17553:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384597.316215:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080eca1a4. 00010000:00000001:0.0:1767384597.316216:0:16807:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384597.316219:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384597.316228:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767384597.316229:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384597.316232:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384597.316242:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.316242:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736816 : -1040814800 : ffffffffc1f66d30) 02000000:00000010:2.0:1767384597.316250:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000067062e7a. 00000100:00000001:2.0:1767384597.316263:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.316263:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384597.316274:0:16807:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767384597.316275:0:17553:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:2.0:1767384597.316282:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000020:00000001:0.0:1767384597.316290:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384597.316292:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:0.0:1767384597.316301:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:2.0:1767384597.316302:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000093bcf07. 00000020:00000001:0.0:1767384597.316305:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.316311:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161880326720 : -115911829224896 : ffff96942c980240) 00000100:00000001:2.0:1767384597.316319:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384597.316319:0:16807:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000001:2.0:1767384597.316327:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000001:00000001:0.0:1767384597.316328:0:16807:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384597.316336:0:16807:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.316338:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384597.316345:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384597.316349:0:16807:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384597.316350:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000001:00000001:0.0:1767384597.316361:0:16807:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.316362:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384597.316374:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384597.316376:0:16807:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384597.316394:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059655040 00000100:00000001:2.0:1767384597.316395:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384597.316406:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.316406:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384597.316421:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000200:0.0:1767384597.316426:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003336d21a x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384597.316428:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384597.316443:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384597.316454:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059655168:0@lo:253: 00010000:00000001:0.0:1767384597.316461:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384597.316464:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384597.316467:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384597.316469:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384597.316476:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.316482:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=0 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384597.316483:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384597.316491:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eea739f1. 02000000:00000001:2.0:1767384597.316501:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.316502:0:16807:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384597.316519:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384597.316523:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:2.0:1767384597.316526:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beecedbf. 00000100:00000001:0.0:1767384597.316532:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000010:2.0:1767384597.316534:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d878023d. 02000000:00000001:0.0:1767384597.316542:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384597.316550:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384597.316556:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059655168, portal 25 00000100:00000001:0.0:1767384597.316557:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384597.316566:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384597.316574:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000100:00000040:0.0:1767384597.316575:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.316587:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000040:2.0:1767384597.316591:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384597.316601:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237059655040, offset 0 00000400:00000200:0.0:1767384597.316640:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384597.316661:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384597.316668:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384597.316669:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.316682:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002991e3aa. 00000400:00000200:0.0:1767384597.316689:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958260a01580 00000100:00000200:2.0:1767384597.316690:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059655168, offset 0 00000400:00000200:0.0:1767384597.316699:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10a5 [1] + 0 00000400:00000200:0.0:1767384597.316704:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.316709:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384597.316714:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.316720:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384597.316721:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384597.316728:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384597.316736:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384597.316742:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384597.316747:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4783ba. 00000400:00000200:2.0:1767384597.316750:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a01600 00000400:00000200:3.0:1767384597.316753:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000400:00000010:3.0:1767384597.316756:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000100:00000001:3.0:1767384597.316761:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384597.316765:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384597.316769:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384597.316771:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a1 [2] + 0 00000100:00000200:0.0:1767384597.316775:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384597.316799:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2ded341. 00000400:00000200:2.0:1767384597.316808:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a2f8b6c 00000400:00000200:2.0:1767384597.316820:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.316863:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384597.316881:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a2f8b6c 00000100:00000040:0.0:1767384597.316881:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384597.316889:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384597.316889:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a2f8b6c. 00000100:00000001:2.0:1767384597.316917:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384597.316922:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384597.316933:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000cc8460ec x1853237059655168 msgsize 4848 00000100:00100000:2.0:1767384597.316956:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384597.316963:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384597.316996:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384597.316999:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.317010:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000100:00000001:3.0:1767384597.317011:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.317023:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384597.317024:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:3.0:1767384597.317037:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384597.317041:0:16807:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384597.317042:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384597.317042:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002991e3aa 00000400:00000010:2.0:1767384597.317053:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002991e3aa. 00000100:00000001:3.0:1767384597.317055:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.317055:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.317060:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384597.317064:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384597.317068:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.317070:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.317071:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384597.317085:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=1767384597 v=5 (0 0 0 0) 00000100:00000001:2.0:1767384597.317085:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384597.317090:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00000100:00001000:3.0:1767384597.317093:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=1767384597 v=0 (0 0 0 0) 00000100:00000040:2.0:1767384597.317093:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384597.317107:0:16139:0:(import.c:2194:obd_at_measure()) AT 00000000e66167bc change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00010000:00000001:0.0:1767384597.317107:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384597.317109:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.317119:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317120:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384597.317120:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384597.317125:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.317129:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.317132:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384597.317134:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384597.317135:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294887410 00010000:00080000:3.0:1767384597.317139:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384597.317144:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003336d21a x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.317149:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384597.317152:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655168 02000000:00000001:2.0:1767384597.317158:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384597.317162:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.317165:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384597.317175:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384597.317185:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655168 00010000:00000001:3.0:1767384597.317186:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.317191:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384597.317198:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384597.317199:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384597.317206:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384597.317207:0:16139:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000020:00000040:2.0:1767384597.317210:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000040:3.0:1767384597.317213:0:16139:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384597.317226:0:16139:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384597.317229:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.317232:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003336d21a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237059655040:12345-0@lo:38: Request processed in 2241us (2686us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384597.317234:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:3.0:1767384597.317238:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384597.317240:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384597.317252:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.317271:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6c0ab43. 00000100:00000001:2.0:1767384597.317277:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384597.317282:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000010:2.0:1767384597.317284:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6c0ab43. 00000020:00000010:2.0:1767384597.317291:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b5ddece. 00000100:00000040:0.0:1767384597.317293:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000020:00000010:2.0:1767384597.317299:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095dc007f. 00000100:00000001:3.0:1767384597.317300:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.317303:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384597.317304:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf95436f. 00000100:00000001:3.0:1767384597.317309:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384597.317310:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384597.317312:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384597.317313:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.317316:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384597.317318:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d431d48. 00000100:00000001:3.0:1767384597.317319:0:16139:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384597.317319:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384597.317325:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384597.317330:0:16139:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000010:0.0:1767384597.317331:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee5110b. 00000100:00000001:2.0:1767384597.317332:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.317339:0:16139:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384597.317343:0:16139:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c65a 00000020:00000010:0.0:1767384597.317344:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b415a058. 00000100:00000001:2.0:1767384597.317346:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384597.317348:0:16139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384597.317355:0:16139:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c4332d9a refcount=7 00000020:00000040:0.0:1767384597.317356:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000001:2.0:1767384597.317359:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384597.317360:0:16139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865304576 : -115916844247040 : ffff969301acd800) 00000100:00000001:2.0:1767384597.317364:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384597.317365:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384597.317373:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000020:00000001:3.0:1767384597.317377:0:16139:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865304576 : -115916844247040 : ffff969301acd800) 00000100:00000040:2.0:1767384597.317379:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00001000:3.0:1767384597.317382:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=1767384597 v=0 (0 0 0 0) 00000100:00000001:2.0:1767384597.317383:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935591504 : -115911773960112 : ffff96942fe34850) 00000100:00001000:3.0:1767384597.317391:0:16139:0:(import.c:2194:obd_at_measure()) AT 00000000e66167bc change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1767384597.317392:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc8460ec x1853237059655168/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:578/0 lens 4848/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.317405:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:3.0:1767384597.317406:0:16139:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000010:2.0:1767384597.317408:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6c0ab43. 00000100:00000001:2.0:1767384597.317412:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384597.317413:0:16139:0:(genops.c:898:class_export_put()) PUTting export 00000000c4332d9a : new refcount 6 00000020:00000010:2.0:1767384597.317414:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6c0ab43. 00000100:00000001:3.0:1767384597.317420:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00100000:2.0:1767384597.317424:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc8460ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:17553:x1853237059655168:12345-0@lo:253: 00000100:00000001:3.0:1767384597.317426:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000200:2.0:1767384597.317427:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059655168 00000100:00080000:3.0:1767384597.317430:0:16139:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000020:00000001:2.0:1767384597.317432:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00080000:3.0:1767384597.317452:0:16139:0:(import.c:65:import_set_state_nolock()) 00000000abb7cf6e lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000020:00000001:2.0:1767384597.317452:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384597.317454:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.317458:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384597.317460:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384597.317461:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384597.317462:0:16139:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.317467:0:16139:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:2.0:1767384597.317467:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:3.0:1767384597.317471:0:16139:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.317472:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384597.317474:0:16139:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.317475:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.317480:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384597.317482:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384597.317483:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384597.317485:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.317491:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384597.317494:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384597.317495:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b89e195b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237059654912:0@lo:38: 00000100:00000001:3.0:1767384597.317500:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317501:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.317502:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b89e195b x1853237059654912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384597.317506:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086c80294. 00000100:00000001:3.0:1767384597.317507:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384597.317509:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.317511:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384597.317513:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384597.317514:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d843d186. 20000000:00000001:2.0:1767384597.317534:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384597.317535:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384597.317538:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384597.317539:0:16139:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384597.317541:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384597.317542:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a501b98e. 20000000:00000010:2.0:1767384597.317544:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002a14f4c. 02000000:00000001:3.0:1767384597.317545:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384597.317549:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 20000000:01000000:2.0:1767384597.317549:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384597.317553:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384597.317554:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384597.317557:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384597.317558:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89e195b. 20000000:00000001:2.0:1767384597.317559:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317562:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 20000000:00000001:2.0:1767384597.317564:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384597.317565:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.317568:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384597.317569:0:16773:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000003d79b359. 00000100:00000001:3.0:1767384597.317570:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.317573:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384597.317576:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384597.317577:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000010:2.0:1767384597.317579:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fad2ef35. 00000400:00000010:3.0:1767384597.317580:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7195a8. 20000000:01000000:2.0:1767384597.317585:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000400:00000200:3.0:1767384597.317586:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b87c512 00000400:00000010:3.0:1767384597.317590:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b87c512. 20000000:00000001:2.0:1767384597.317592:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384597.317593:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1767384597.317598:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000200:3.0:1767384597.317599:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384597.317620:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.317625:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.317626:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.317628:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384597.317630:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384597.317631:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384597.317632:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.317634:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384597.317638:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=1767384597 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384597.317640:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384597.317658:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384597.317658:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.317660:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384597.317662:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384597.317666:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317667:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384597.317668:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384597.317669:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384597.317670:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.317671:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.317680:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.317682:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.317683:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.317684:0:16139:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767384597.317686:0:16139:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000020:00000001:3.0:1767384597.317687:0:16139:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384597.317688:0:16139:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c5ea 00000020:00000001:3.0:1767384597.317690:0:16139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384597.317691:0:16139:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000dd129866 refcount=7 00000020:00000001:3.0:1767384597.317693:0:16139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542035456 : -115912167516160 : ffff9694186e1800) 00000020:00000001:3.0:1767384597.317694:0:16139:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542035456 : -115912167516160 : ffff9694186e1800) 00000100:00001000:3.0:1767384597.317696:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=1767384597 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384597.317698:0:16139:0:(import.c:2194:obd_at_measure()) AT 0000000065c2bef0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1767384597.317701:0:16139:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1767384597.317702:0:16139:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 6 00000100:00000001:3.0:1767384597.317703:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384597.317704:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384597.317704:0:16139:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1767384597.317706:0:16139:0:(import.c:65:import_set_state_nolock()) 000000001bf89993 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384597.317707:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384597.317708:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384597.317709:0:16139:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.317710:0:16139:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384597.317712:0:16139:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317713:0:16139:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.317715:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384597.317719:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237059655040:0@lo:38: 00000100:00000001:3.0:1767384597.317724:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317725:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.317731:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059655040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.317736:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384597.317737:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384597.317738:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007dcaebd4. 02000000:00000001:3.0:1767384597.317740:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384597.317742:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384597.317743:0:16139:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384597.317745:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384597.317746:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005aeac331. 02000000:00000001:3.0:1767384597.317749:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384597.317750:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384597.317751:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:3.0:1767384597.317753:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384597.317754:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.317755:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317757:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.317758:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384597.317760:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317761:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.317794:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384597.317797:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384597.317798:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.317800:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384597.317801:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384597.317804:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384597.317807:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384597.317809:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c8f96bef. 00080000:00000001:2.0:1767384597.317811:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628162130028544 : -115911579523072 : ffff96943b7a2800) 00080000:00000001:2.0:1767384597.317813:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384597.317890:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887407 00000001:00000001:2.0:1767384597.317912:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1767384597.317914:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294887411 00080000:00000001:2.0:1767384597.317915:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317919:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887407 00080000:00000001:2.0:1767384597.317927:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384597.317930:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294887411 00000100:00000001:3.0:1767384597.317939:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887407 00000100:00000001:3.0:1767384597.317948:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294887411 00080000:00000001:2.0:1767384597.317953:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.317957:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384597.317960:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887407 00000100:00000001:3.0:1767384597.317968:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.317970:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.317973:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.317990:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384597.317992:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 00000000093bcf07 going to sleep for 11 seconds 00000100:00000001:3.0:1767384597.317995:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384597.317997:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.318036:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384597.318039:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384597.321920:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294887411, at 4294887412 00000100:00000010:3.0:1767384597.321938:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c51f948. 00000100:00000040:2.0:1767384597.321944:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294887411, at 4294887412 00000100:00000010:2.0:1767384597.321952:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c02bae04. 00000100:00000040:0.0:1767384597.322719:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294887410, at 4294887412 00000100:00000010:0.0:1767384597.322727:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4665e49. 00080000:00000001:2.0:1767384597.327542:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384597.327564:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:2.0:1767384597.327567:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.327569:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384597.327581:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384597.327591:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384597.327594:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384597.327597:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000020:2.0:1767384597.327600:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00040000:00000001:3.0:1767384597.327602:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384597.327616:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384597.327618:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384597.327620:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384597.327623:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c8f96bef. 00080000:00000001:3.0:1767384597.327628:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384597.330387:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384597.330391:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384597.330392:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002a14f4c. 20000000:00000001:2.0:1767384597.330399:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384597.330402:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059655168 00010000:00000001:2.0:1767384597.330404:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384597.330409:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc8460ec x1853237059655168/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384597.330415:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.330417:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384597.330419:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.330422:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384597.330423:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000001:2.0:1767384597.330425:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384597.330427:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384597.330429:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.330431:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.330432:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.330435:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075d9701d. 00000100:00000200:2.0:1767384597.330438:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059655168, offset 224 00000400:00000200:2.0:1767384597.330442:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384597.330454:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384597.330460:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a01600 00000400:00000200:2.0:1767384597.330464:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10b1 [2] + 224 00000400:00000200:2.0:1767384597.330468:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.330470:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384597.330473:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384597.330475:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.330481:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.330493:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384597.330497:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9701d 00000400:00000010:2.0:1767384597.330499:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075d9701d. 00000100:00000001:2.0:1767384597.330501:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384597.330502:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.330504:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.330506:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00010000:00000001:2.0:1767384597.330509:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384597.330511:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.330512:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384597.330515:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc8460ec x1853237059655168/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384597.330523:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc8460ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:17553:x1853237059655168:12345-0@lo:253: Request processed in 13115us (13587us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384597.330524:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384597.330529:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384597.330531:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384597.330534:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000400:00000010:3.0:1767384597.330535:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000beecedbf. 00000100:00000040:2.0:1767384597.330539:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000400:00000200:3.0:1767384597.330540:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d878023d 00000100:00000001:2.0:1767384597.330542:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384597.330544:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d878023d. 00000100:00000001:2.0:1767384597.330545:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384597.330549:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384597.330550:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095dc007f. 00000100:00000200:3.0:1767384597.330555:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384597.330555:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf95436f. 00000020:00000010:2.0:1767384597.330560:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b5ddece. 00000020:00000040:2.0:1767384597.330566:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000200:3.0:1767384597.330568:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384597.330577:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384597.330578:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384597.330580:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086c80294. 00000100:00000001:3.0:1767384597.330581:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.330584:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384597.330586:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384597.330587:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384597.330588:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.330589:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384597.330592:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=5 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384597.330592:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384597.330596:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384597.330597:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384597.330601:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384597.330601:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384597.330602:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384597.330619:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e74ec7b. 00010000:00000001:3.0:1767384597.330620:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384597.330623:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384597.330625:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075d9701d. 00000100:00000001:3.0:1767384597.330626:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.330631:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.330647:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.330649:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.330650:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384597.330653:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384597.330658:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d20b236b-0957-4d6e-8439-7c7e78a14581:17553:1853237059655168:0@lo:253: 00000100:00000001:3.0:1767384597.330661:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.330662:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.330663:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384597.330664:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.330666:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.330670:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384597.330671:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000093bcf07. 00000100:00000001:3.0:1767384597.330673:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384597.330674:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384597.330677:0:17553:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1767384597.330679:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1767384597.330680:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384597.330681:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384597.330682:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384597.330683:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384597.330684:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384597.330685:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384597.330686:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384597.330687:0:17553:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384597.330688:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.330689:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080eca1a4 x1853237059655168/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.330692:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384597.330693:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384597.330694:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eea739f1. 02000000:00000001:3.0:1767384597.330696:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384597.330701:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384597.330702:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384597.330703:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384597.330705:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000067062e7a. 02000000:00000001:3.0:1767384597.330708:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384597.330709:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384597.330710:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080eca1a4. 00000100:00000001:3.0:1767384597.330712:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384597.330713:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384597.330714:0:17553:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384597.330716:0:17553:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384597.330718:0:17553:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.330719:0:17553:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384597.330721:0:17553:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 0000000014d0b30b. 00000020:00000001:3.0:1767384597.330723:0:17553:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:3.0:1767384597.330725:0:17553:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:3.0:1767384597.333786:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e24f524. 00000020:00000010:3.0:1767384597.333791:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d99372d1. 00000020:00000010:3.0:1767384597.333794:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d795011e. 00000020:00000010:3.0:1767384597.333798:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b60c297. 00000020:00000010:3.0:1767384597.333801:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004c4e8543. 80000000:00000010:3.0:1767384597.333804:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003c51f948. 40000000:00000010:3.0:1767384597.333806:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000053ca076b. 00100000:00000010:3.0:1767384597.333809:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ff05459. 00040000:00000010:3.0:1767384597.333812:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040de9de6. 00040000:00000010:3.0:1767384597.333815:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000680b301d. 00080000:00000010:3.0:1767384597.333818:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000031d3d46f. 00002000:00000010:3.0:1767384597.333820:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007dcaebd4. 00000020:00000010:3.0:1767384597.333823:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064b57bdf. 00000020:00000010:3.0:1767384597.333825:0:17553:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000018e3508. 00000020:00000010:3.0:1767384597.333828:0:17553:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aaafa52. 00002000:00000001:3.0:1767384597.333851:0:17553:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:3.0:1767384597.333853:0:17553:0:(osd_handler.c:1568:osd_prepare()) Process entered 00040000:00000001:3.0:1767384597.333867:0:17553:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:3.0:1767384597.333870:0:17553:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:3.0:1767384597.333878:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384597.333880:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384597.333883:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:3.0:1767384597.333887:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00000020:00000001:3.0:1767384597.333891:0:17553:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384597.333895:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384597.333898:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156870537464 : -115916839014152 : ffff969301fcb0f8) 00080000:00000001:3.0:1767384597.333903:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384597.333928:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.333931:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384597.333933:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.333934:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384597.333935:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384597.333938:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb9802f6. 00000020:00000001:3.0:1767384597.333943:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384597.333945:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000076d58829. 00000020:00000001:3.0:1767384597.333948:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.333950:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.333953:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.333954:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.333955:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.333970:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.333977:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.333988:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334009:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334012:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334015:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334017:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334020:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334023:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334025:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334027:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334042:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161411068760 : -115912298482856 : ffff9694109fb358) 00080000:00000010:3.0:1767384597.334054:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000076d58829. 00000020:00000010:3.0:1767384597.334058:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cb9802f6. 00000020:00000001:3.0:1767384597.334065:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334073:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334088:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003f0af940. 00002000:00000001:3.0:1767384597.334091:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927661432 : -115911781890184 : ffff96942f6a4778) 00002000:00000001:3.0:1767384597.334094:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334095:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:3.0:1767384597.334098:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000076d58829. 00002000:00000001:3.0:1767384597.334100:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334101:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334103:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334104:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334105:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334114:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334117:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334120:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334127:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334128:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334129:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334130:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334131:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334133:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334134:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334135:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334137:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927661432 : -115911781890184 : ffff96942f6a4778) 00080000:00000001:3.0:1767384597.334140:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1767384597.334141:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.334143:0:17553:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:3.0:1767384597.334145:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000347020e3/00000000f70b19a9 to site lru. bkt: 00000000a4d4572c 00040000:00000001:3.0:1767384597.334149:0:17553:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:3.0:1767384597.334152:0:17553:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000783b0b93. 00040000:00000001:3.0:1767384597.334156:0:17553:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:3.0:1767384597.334157:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334159:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334161:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000867a3035. 00002000:00000001:3.0:1767384597.334163:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927663864 : -115911781887752 : ffff96942f6a50f8) 00002000:00000001:3.0:1767384597.334166:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334167:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:3.0:1767384597.334170:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f6e6938. 00002000:00000001:3.0:1767384597.334177:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334180:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334182:0:17553:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334183:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334186:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927663864 : -115911781887752 : ffff96942f6a50f8) 00040000:00000001:3.0:1767384597.334189:0:17553:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446628161540729064 : -115912168822552 : ffff9694185a28e8) 00040000:00000001:3.0:1767384597.334192:0:17553:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:3.0:1767384597.334194:0:17553:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:3.0:1767384597.334197:0:17553:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:3.0:1767384597.334199:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384597.334201:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384597.334202:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:3.0:1767384597.334204:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00000020:00000001:3.0:1767384597.334205:0:17553:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334208:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384597.334225:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334227:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384597.334228:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334229:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384597.334230:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384597.334233:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099bdaf63. 00000020:00000001:3.0:1767384597.334235:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384597.334237:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006dc8a5d7. 00000020:00000001:3.0:1767384597.334238:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334239:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334240:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334241:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334242:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334248:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334253:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334258:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334264:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334265:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334267:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334267:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334274:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334276:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334277:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334278:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334280:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161411068504 : -115912298483112 : ffff9694109fb258) 00080000:00000010:3.0:1767384597.334286:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006dc8a5d7. 00000020:00000010:3.0:1767384597.334289:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099bdaf63. 00000020:00000001:3.0:1767384597.334293:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334295:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334297:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001bf00490. 00002000:00000001:3.0:1767384597.334300:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927662344 : -115911781889272 : ffff96942f6a4b08) 00002000:00000001:3.0:1767384597.334302:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334303:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:3.0:1767384597.334305:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006dc8a5d7. 00002000:00000001:3.0:1767384597.334307:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334309:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334311:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334312:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334313:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334325:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334331:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334335:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334344:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334346:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334348:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334350:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334351:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334352:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334353:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334355:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334357:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927662344 : -115911781889272 : ffff96942f6a4b08) 00040000:00000001:3.0:1767384597.334359:0:17553:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446628161540730888 : -115912168820728 : ffff9694185a3008) 00080000:00000001:3.0:1767384597.334361:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384597.334363:0:17553:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384597.334366:0:17553:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006ced7044. 00100000:00000001:3.0:1767384597.334368:0:17553:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384597.334374:0:17553:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:00000001:3.0:1767384597.334376:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.334377:0:17553:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446628161540730888 : -115912168820728 : ffff9694185a3008) 00080000:00000001:3.0:1767384597.334380:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334382:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384597.334384:0:17553:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384597.334386:0:17553:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384597.334388:0:17553:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384597.334390:0:17553:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384597.334392:0:17553:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334394:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384597.334403:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334405:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384597.334406:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334407:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384597.334409:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334411:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334413:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005bc9a5f4. 00002000:00000001:3.0:1767384597.334414:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927659912 : -115911781891704 : ffff96942f6a4188) 00002000:00000001:3.0:1767384597.334416:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334417:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:3.0:1767384597.334419:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005e4db821. 00002000:00000001:3.0:1767384597.334420:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334421:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334422:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334424:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334424:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334437:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334441:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334444:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334451:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334453:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334454:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334454:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334456:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334457:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334458:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334463:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334465:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927659912 : -115911781891704 : ffff96942f6a4188) 00080000:00000001:3.0:1767384597.334467:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384597.334468:0:17553:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384597.334469:0:17553:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003585ab3a. 00100000:00000001:3.0:1767384597.334471:0:17553:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384597.334472:0:17553:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:00000001:3.0:1767384597.334473:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.334475:0:17553:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446628161540727696 : -115912168823920 : ffff9694185a2390) 00080000:00000001:3.0:1767384597.334476:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334477:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384597.334479:0:17553:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384597.334481:0:17553:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384597.334483:0:17553:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007b6da748. 00000001:00000001:3.0:1767384597.334486:0:17553:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384597.334488:0:17553:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009304f0ff. 00000001:00000010:3.0:1767384597.334491:0:17553:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a6e4dbcd. 00000001:00000010:3.0:1767384597.334493:0:17553:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000cc2ad4f5. 00040000:00000001:3.0:1767384597.334495:0:17553:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446628161248496992 : -115912461054624 : ffff969406ef0d60) 00000020:00000001:3.0:1767384597.334497:0:17553:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384597.334504:0:17553:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334506:0:17553:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384597.334508:0:17553:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.334509:0:17553:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384597.334511:0:17553:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:3.0:1767384597.334512:0:17553:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005d431aaa. 00040000:00000001:3.0:1767384597.334513:0:17553:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:3.0:1767384597.334514:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334515:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334516:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002084e6f3. 00002000:00000001:3.0:1767384597.334517:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927661736 : -115911781889880 : ffff96942f6a48a8) 00002000:00000001:3.0:1767384597.334519:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334520:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:3.0:1767384597.334521:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bfde18d0. 00002000:00000001:3.0:1767384597.334523:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334543:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334544:0:17553:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334545:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334547:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927661736 : -115911781889880 : ffff96942f6a48a8) 00040000:00000001:3.0:1767384597.334549:0:17553:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446628161540734080 : -115912168817536 : ffff9694185a3c80) 00040000:00000001:3.0:1767384597.334551:0:17553:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:3.0:1767384597.334551:0:17553:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:3.0:1767384597.334553:0:17553:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:3.0:1767384597.334554:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384597.334555:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384597.334557:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:3.0:1767384597.334558:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00000020:00000001:3.0:1767384597.334560:0:17553:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334562:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384597.334572:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334574:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384597.334574:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334576:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384597.334577:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384597.334580:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000004bbe1c5. 00000020:00000001:3.0:1767384597.334582:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384597.334584:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005dc73570. 00000020:00000001:3.0:1767384597.334585:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334587:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334588:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334589:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334589:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334596:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334601:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334619:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334629:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334631:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334632:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334633:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334634:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334636:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334658:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334659:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334661:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161679236696 : -115912030314920 : ffff9694209b9e58) 00080000:00000010:3.0:1767384597.334668:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005dc73570. 00000020:00000010:3.0:1767384597.334670:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000004bbe1c5. 00000020:00000001:3.0:1767384597.334674:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334675:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334677:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d774d702. 00002000:00000001:3.0:1767384597.334678:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927664776 : -115911781886840 : ffff96942f6a5488) 00002000:00000001:3.0:1767384597.334680:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334681:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:3.0:1767384597.334682:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005dc73570. 00002000:00000001:3.0:1767384597.334684:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334685:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334686:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334687:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334688:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334696:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334699:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334701:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334706:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334708:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334709:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334710:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334711:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334712:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334713:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334714:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334716:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927664776 : -115911781886840 : ffff96942f6a5488) 00040000:00000001:3.0:1767384597.334717:0:17553:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446628161540733168 : -115912168818448 : ffff9694185a38f0) 00080000:00000001:3.0:1767384597.334719:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384597.334720:0:17553:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384597.334722:0:17553:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f871ce86. 00100000:00000001:3.0:1767384597.334723:0:17553:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384597.334724:0:17553:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:00000001:3.0:1767384597.334726:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.334730:0:17553:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446628161540733168 : -115912168818448 : ffff9694185a38f0) 00080000:00000001:3.0:1767384597.334732:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334734:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384597.334735:0:17553:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384597.334737:0:17553:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384597.334737:0:17553:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384597.334739:0:17553:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384597.334740:0:17553:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334742:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384597.334750:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334752:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384597.334753:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334754:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384597.334756:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334757:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334758:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006fd6450c. 00002000:00000001:3.0:1767384597.334760:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927666904 : -115911781884712 : ffff96942f6a5cd8) 00002000:00000001:3.0:1767384597.334762:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334762:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:3.0:1767384597.334765:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e0deb31. 00002000:00000001:3.0:1767384597.334766:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334767:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334768:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334769:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334770:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334777:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334781:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334784:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.334790:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334792:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334793:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.334794:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334795:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.334796:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334797:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334798:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334800:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927666904 : -115911781884712 : ffff96942f6a5cd8) 00080000:00000001:3.0:1767384597.334805:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384597.334806:0:17553:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384597.334808:0:17553:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f7e584f8. 00100000:00000001:3.0:1767384597.334809:0:17553:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384597.334810:0:17553:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:00000001:3.0:1767384597.334812:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.334813:0:17553:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446628161540729976 : -115912168821640 : ffff9694185a2c78) 00080000:00000001:3.0:1767384597.334815:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.334816:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384597.334817:0:17553:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384597.334818:0:17553:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384597.334819:0:17553:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b23cf2f0. 00000001:00000001:3.0:1767384597.334821:0:17553:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384597.334822:0:17553:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001b9f4225. 00000001:00000010:3.0:1767384597.334824:0:17553:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000771f34a4. 00000001:00000010:3.0:1767384597.334825:0:17553:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000017129d20. 00040000:00000001:3.0:1767384597.334827:0:17553:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446628161243613952 : -115912465937664 : ffff969406a48b00) 00000020:00000001:3.0:1767384597.334828:0:17553:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384597.334831:0:17553:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334832:0:17553:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384597.334833:0:17553:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.334835:0:17553:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384597.334836:0:17553:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:3.0:1767384597.334837:0:17553:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000004d1eeef5. 00040000:00000001:3.0:1767384597.334838:0:17553:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:3.0:1767384597.334839:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.334840:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.334857:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b6767685. 00002000:00000001:3.0:1767384597.334859:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927660216 : -115911781891400 : ffff96942f6a42b8) 00002000:00000001:3.0:1767384597.334895:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.334896:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:3.0:1767384597.334899:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d97c71b7. 00002000:00000001:3.0:1767384597.334901:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334903:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334904:0:17553:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334911:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.334914:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927660216 : -115911781891400 : ffff96942f6a42b8) 00040000:00000001:3.0:1767384597.334916:0:17553:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446628161540729520 : -115912168822096 : ffff9694185a2ab0) 00040000:00000001:3.0:1767384597.334918:0:17553:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:3.0:1767384597.334919:0:17553:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:3.0:1767384597.334921:0:17553:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:3.0:1767384597.334923:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384597.334924:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384597.334926:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:3.0:1767384597.334927:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00000020:00000001:3.0:1767384597.334929:0:17553:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334932:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384597.334945:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.334947:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384597.334948:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334950:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384597.334951:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384597.334954:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cef3afe3. 00000020:00000001:3.0:1767384597.334956:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384597.334958:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aef8d8f8. 00000020:00000001:3.0:1767384597.334960:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334961:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.334962:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.334963:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.334964:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334971:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.334992:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.334997:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.335007:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335009:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335011:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.335012:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.335014:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.335016:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335017:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.335019:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.335028:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628162035995224 : -115911673556392 : ffff969435df5258) 00080000:00000010:3.0:1767384597.335037:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aef8d8f8. 00000020:00000010:3.0:1767384597.335041:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cef3afe3. 00000020:00000001:3.0:1767384597.335047:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.335049:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.335051:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c74f3cdd. 00002000:00000001:3.0:1767384597.335053:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927665080 : -115911781886536 : ffff96942f6a55b8) 00002000:00000001:3.0:1767384597.335056:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.335057:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x7:0x0] 00080000:00000010:3.0:1767384597.335059:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aef8d8f8. 00002000:00000001:3.0:1767384597.335061:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335063:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.335065:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.335066:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.335067:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335076:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335079:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.335082:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.335088:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335090:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335091:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.335092:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.335093:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.335095:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335096:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.335097:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.335098:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927665080 : -115911781886536 : ffff96942f6a55b8) 00040000:00000001:3.0:1767384597.335100:0:17553:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446628161540728608 : -115912168823008 : ffff9694185a2720) 00080000:00000001:3.0:1767384597.335102:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384597.335103:0:17553:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384597.335104:0:17553:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009297fbba. 00100000:00000001:3.0:1767384597.335106:0:17553:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384597.335107:0:17553:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:00000001:3.0:1767384597.335109:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.335110:0:17553:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446628161540728608 : -115912168823008 : ffff9694185a2720) 00080000:00000001:3.0:1767384597.335112:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.335117:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384597.335118:0:17553:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384597.335120:0:17553:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384597.335121:0:17553:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384597.335123:0:17553:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384597.335124:0:17553:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335126:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384597.335133:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.335135:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384597.335136:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335137:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384597.335138:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384597.335140:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384597.335143:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008d5a6de9. 00002000:00000001:3.0:1767384597.335145:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927663560 : -115911781888056 : ffff96942f6a4fc8) 00002000:00000001:3.0:1767384597.335148:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384597.335149:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:3.0:1767384597.335161:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003cf48833. 00002000:00000001:3.0:1767384597.335164:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335166:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384597.335168:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384597.335169:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384597.335171:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335186:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335193:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384597.335198:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384597.335207:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335208:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335210:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384597.335211:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.335212:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384597.335213:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.335214:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384597.335216:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.335218:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927663560 : -115911781888056 : ffff96942f6a4fc8) 00080000:00000001:3.0:1767384597.335220:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384597.335221:0:17553:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384597.335226:0:17553:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f0b9ef0f. 00100000:00000001:3.0:1767384597.335228:0:17553:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384597.335229:0:17553:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:00000001:3.0:1767384597.335230:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.335232:0:17553:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446628161927728704 : -115911781822912 : ffff96942f6b4e40) 00080000:00000001:3.0:1767384597.335234:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384597.335235:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384597.335236:0:17553:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384597.335237:0:17553:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384597.335238:0:17553:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004af079b4. 00000001:00000001:3.0:1767384597.335239:0:17553:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384597.335241:0:17553:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002dac9856. 00000001:00000010:3.0:1767384597.335244:0:17553:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002185b7f3. 00000001:00000010:3.0:1767384597.335245:0:17553:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002a89bcdb. 00040000:00000001:3.0:1767384597.335247:0:17553:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446628161243613920 : -115912465937696 : ffff969406a48ae0) 00000020:00000001:3.0:1767384597.335249:0:17553:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384597.335268:0:17553:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.335269:0:17553:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384597.335271:0:17553:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.335272:0:17553:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384597.335275:0:17553:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384597.335278:0:17553:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.335279:0:17553:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384597.335280:0:17553:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.335281:0:17553:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384597.335282:0:17553:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384597.335284:0:17553:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:3.0:1767384597.335286:0:17553:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000c02bae04. 00000020:00000010:3.0:1767384597.335288:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e85176f. 00000020:00000010:3.0:1767384597.335292:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7db9820. 00000020:00000010:3.0:1767384597.335296:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d263ca6. 00000020:00000010:3.0:1767384597.335299:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009b7ba585. 00000020:00000010:3.0:1767384597.335303:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e2eaf312. 80000000:00000010:3.0:1767384597.335306:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bdaa043a. 40000000:00000010:3.0:1767384597.335309:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000048e08275. 00100000:00000010:3.0:1767384597.335334:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b3258927. 00040000:00000010:3.0:1767384597.335338:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006fc0e9cd. 00040000:00000010:3.0:1767384597.335341:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006b58358. 00080000:00000010:3.0:1767384597.335345:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000712fa6d8. 00002000:00000010:3.0:1767384597.335348:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d843d186. 00040000:00000001:3.0:1767384597.335664:0:17576:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1767384597.335709:0:17553:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.335714:0:17553:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1767384597.335724:0:17553:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000067401a23. 00000020:00000001:0.0:1767384597.335728:0:17553:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384597.335730:0:17553:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000067401a23. 00000020:00000001:0.0:1767384597.335733:0:17553:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1767384597.335734:0:17553:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000019a9ac20. 00000020:00000010:0.0:1767384597.335740:0:17553:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000067401a23. 00000020:00000010:0.0:1767384597.335743:0:17553:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000067401a23. 00040000:00000001:0.0:1767384597.335745:0:17553:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1767384597.335747:0:17553:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.335749:0:17553:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384597.335750:0:17553:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.335752:0:17553:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384597.335756:0:17553:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:0.0:1767384597.335759:0:17553:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000e143d3d6. 00000020:00000001:0.0:1767384597.335763:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384597.335764:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384597.335766:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162061667328 : -115911647884288 : 0xffff969437670c00) 00000020:00000001:0.0:1767384597.335768:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162061667328 : -115911647884288 : ffff969437670c00) 00000020:00000001:0.0:1767384597.335770:0:17553:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384597.335774:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384597.335778:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156870537464 : -115916839014152 : ffff969301fcb0f8) 00000020:00000001:0.0:1767384597.335779:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384597.335782:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384597.335793:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000059ce893d. 00002000:00000001:0.0:1767384597.335795:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628156862986264 : -115916846565352 : ffff969301897818) 00002000:00000001:0.0:1767384597.335807:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384597.335808:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1767384597.335883:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006a5a7279. 00002000:00000001:0.0:1767384597.335887:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.335890:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.335892:0:17553:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.335895:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.335898:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628156862986264 : -115916846565352 : ffff969301897818) 00080000:00000001:0.0:1767384597.335901:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384597.335908:0:17553:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.335910:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.335914:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.335933:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.335935:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.335936:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.335937:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384597.335939:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.335942:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003e9d00da. 00000020:00000001:0.0:1767384597.335945:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.335946:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000034f828c9. 00000020:00000001:0.0:1767384597.335948:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.335950:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.335951:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.335953:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.335954:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.335966:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.335973:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.335991:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.336007:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336008:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336010:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.336011:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.336014:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384597.336016:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336017:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.336018:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.336020:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927472984 : -115911782078632 : ffff96942f676758) 00100000:00000001:0.0:1767384597.336023:0:17553:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1767384597.336025:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384597.336026:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156870537464 : -115916839014152 : ffff969301fcb0f8) 00080000:00000001:0.0:1767384597.336028:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.336033:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.336034:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.336035:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336036:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384597.336037:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.336039:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c0d4ae87. 00000020:00000001:0.0:1767384597.336046:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.336049:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdf2bff2. 00000020:00000001:0.0:1767384597.336051:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336052:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.336053:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.336054:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.336055:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336063:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336067:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.336070:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.336077:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336078:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336079:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.336081:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.336082:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384597.336083:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336084:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.336086:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.336087:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927472472 : -115911782079144 : ffff96942f676558) 00100000:00000001:0.0:1767384597.336135:0:17553:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384597.336138:0:17553:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1767384597.336140:0:17553:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000003d3a2d9e. 00100000:00000010:0.0:1767384597.336143:0:17553:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 000000009314be53. 00100000:00000010:0.0:1767384597.336145:0:17553:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000001a1fcf66. 00100000:00000010:0.0:1767384597.336147:0:17553:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000944b5191. 00000020:00000001:0.0:1767384597.336148:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384597.336149:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156870537464 : -115916839014152 : ffff969301fcb0f8) 00080000:00000001:0.0:1767384597.336152:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384597.336159:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.336160:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.336161:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336163:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384597.336164:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384597.336166:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000333c31b1. 00000020:00000001:0.0:1767384597.336168:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384597.336169:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4a01648. 00000020:00000001:0.0:1767384597.336176:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336178:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384597.336179:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384597.336180:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384597.336181:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336189:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336194:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384597.336198:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384597.336220:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336221:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336223:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384597.336224:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384597.336225:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384597.336226:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336227:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384597.336228:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.336230:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927474776 : -115911782076840 : ffff96942f676e58) 00100000:00000001:0.0:1767384597.336257:0:17553:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1767384597.336262:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000347020e3/00000000f70b19a9 to site lru. bkt: 00000000a4d4572c 00000020:00000010:0.0:1767384597.336266:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000071b10b8. 00000020:00000010:0.0:1767384597.336268:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000113bd02d. 00000020:00000010:0.0:1767384597.336271:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bc41ac81. 00000020:00000010:0.0:1767384597.336273:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ddb3728. 00000020:00000010:0.0:1767384597.336276:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008021a4d6. 80000000:00000010:0.0:1767384597.336278:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bfa83c77. 40000000:00000010:0.0:1767384597.336280:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b805978a. 00100000:00000010:0.0:1767384597.336283:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c9a2284. 00040000:00000010:0.0:1767384597.336285:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c81dd1f1. 00040000:00000010:0.0:1767384597.336288:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bba4333b. 00080000:00000010:0.0:1767384597.336290:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e0208937. 00002000:00000010:0.0:1767384597.336293:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000721be6df. 00000001:00000001:0.0:1767384597.336296:0:17553:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384597.336297:0:17553:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384597.336299:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384597.336302:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000099b4f9a2. 00080000:00000001:0.0:1767384597.336307:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999126528 : -115911710425088 : ffff969433acc000) 00080000:00000001:0.0:1767384597.336310:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384597.336317:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384597.336318:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336320:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384597.336331:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384597.336333:0:17553:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384597.336335:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384597.336345:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384597.336346:0:17553:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384597.336349:0:17553:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.336351:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384597.337878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009879983e. 00010000:00000010:1.1:1767384597.337891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00080000:00000001:2.0:1767384597.356139:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356142:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356144:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356145:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099b4f9a2. 00080000:00000001:2.0:1767384597.356149:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356151:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356152:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356153:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356153:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dffee711. 00080000:00000001:2.0:1767384597.356155:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356157:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356158:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356159:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356160:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d73b5082. 00080000:00000001:2.0:1767384597.356162:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356165:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356167:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356167:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356169:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000198e05cb. 00080000:00000001:2.0:1767384597.356171:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356172:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356173:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356175:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356175:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000700467c4. 00080000:00000001:2.0:1767384597.356177:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356179:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356181:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356182:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356184:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f3c6f8d0. 00080000:00000001:0.0:1767384597.356184:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.356188:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356190:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356193:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356195:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000001:00000040:0.0:1767384597.356196:0:17553:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00080000:00000010:2.0:1767384597.356207:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b8e9df96. 00000001:00000001:0.0:1767384597.356207:0:17553:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.356213:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356215:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356227:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356228:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356232:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000012f71987. 00000001:00000001:0.0:1767384597.356234:0:17553:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.356235:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356237:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356242:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356244:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356244:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e4bdace7. 00000020:00000010:0.0:1767384597.356246:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000113bd02d. 00080000:00000001:2.0:1767384597.356247:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356249:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356255:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356256:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356258:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000edb769c. 00000020:00000010:0.0:1767384597.356260:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bc41ac81. 00080000:00000001:2.0:1767384597.356261:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356264:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356268:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356270:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356271:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f972a49f. 00080000:00000001:2.0:1767384597.356274:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:0.0:1767384597.356274:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ddb3728. 00080000:00000001:2.0:1767384597.356280:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356282:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356284:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356285:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ce4d8203. 00000020:00000010:0.0:1767384597.356286:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008021a4d6. 00080000:00000001:2.0:1767384597.356290:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356294:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 80000000:00000010:0.0:1767384597.356294:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bfa83c77. 00040000:00000001:2.0:1767384597.356295:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356297:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356299:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000683e0b0b. 00080000:00000001:2.0:1767384597.356304:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 40000000:00000010:0.0:1767384597.356306:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b805978a. 00080000:00000001:2.0:1767384597.356307:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356308:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356312:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356314:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a5cbaa1d. 00100000:00000010:0.0:1767384597.356316:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c9a2284. 00080000:00000001:2.0:1767384597.356318:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356320:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356322:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356324:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00040000:00000010:0.0:1767384597.356326:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c81dd1f1. 00080000:00000010:2.0:1767384597.356329:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a16a2b56. 00080000:00000001:2.0:1767384597.356337:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00040000:00000010:0.0:1767384597.356338:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bba4333b. 00080000:00000001:2.0:1767384597.356340:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356342:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356346:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356347:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000eeb39cd. 00080000:00000010:0.0:1767384597.356350:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e0208937. 00080000:00000001:2.0:1767384597.356351:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356354:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356362:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356363:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356364:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5d84d6a. 00002000:00000010:0.0:1767384597.356365:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000721be6df. 00080000:00000001:2.0:1767384597.356367:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356370:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356372:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356374:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356375:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000142094fb. 00000020:00000010:0.0:1767384597.356375:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000071b10b8. 00080000:00000001:2.0:1767384597.356382:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356387:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356388:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00080000:0.0:1767384597.356388:0:17553:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00040000:00000001:2.0:1767384597.356390:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356392:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000be4e54bb. 00100000:00000001:0.0:1767384597.356394:0:17553:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00080000:00000001:2.0:1767384597.356395:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356398:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356401:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00100000:10000000:0.0:1767384597.356402:0:17553:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00040000:00000001:2.0:1767384597.356403:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356407:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000045301b26. 00100000:00000001:0.0:1767384597.356409:0:17553:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384597.356410:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356412:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356415:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356418:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356420:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000066efb1d. 00002000:00000001:0.0:1767384597.356422:0:17553:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00080000:00000001:2.0:1767384597.356423:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356428:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356429:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356430:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000001:0.0:1767384597.356430:0:17553:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000010:2.0:1767384597.356432:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003e055e42. 00080000:00000001:2.0:1767384597.356438:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384597.356440:0:17553:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384597.356441:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356442:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356443:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356448:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5ef0c2f. 00080000:00000001:2.0:1767384597.356450:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356452:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356457:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356459:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356460:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c93adb43. 00000020:00000020:0.0:1767384597.356460:0:17553:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 free: 389021696 avail: 386924544 00080000:00000001:2.0:1767384597.356467:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356468:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356469:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356469:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356496:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f239dd75. 00000020:00000001:0.0:1767384597.356500:0:17553:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00080000:00000001:2.0:1767384597.356501:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356505:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356507:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000020:0.0:1767384597.356508:0:17553:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00040000:00000001:2.0:1767384597.356509:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356512:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fb5022f9. 00080000:00000001:2.0:1767384597.356517:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356519:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356522:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356524:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000001:0.0:1767384597.356524:0:17553:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00080000:00000010:2.0:1767384597.356527:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000751d4d85. 00080000:00000001:2.0:1767384597.356534:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000020:0.0:1767384597.356537:0:17553:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00080000:00000001:2.0:1767384597.356538:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356544:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384597.356545:0:17553:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00040000:00000001:2.0:1767384597.356547:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356551:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8b5ede7. 00080000:00000001:0.0:1767384597.356553:0:17553:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384597.356555:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356560:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356561:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356563:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356564:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000007de6410. 00080000:00000001:2.0:1767384597.356568:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356570:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384597.356570:0:17553:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384597.356572:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356591:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356593:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ede10ab4. 00000020:00000001:0.0:1767384597.356595:0:17553:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384597.356596:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356599:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356600:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356616:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000020:0.0:1767384597.356621:0:17553:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 free: 389021696 avail: 386924544 00080000:00000010:2.0:1767384597.356628:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002c76a26c. 00080000:00000001:2.0:1767384597.356636:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384597.356636:0:17553:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00080000:00000001:2.0:1767384597.356639:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000020:0.0:1767384597.356667:0:17553:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00040000:00000001:2.0:1767384597.356668:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356671:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356673:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002e6bdbc6. 00080000:00000001:2.0:1767384597.356676:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356682:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1767384597.356683:0:17553:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00040000:00000001:2.0:1767384597.356684:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356685:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356687:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001f0858ec. 00080000:00000001:2.0:1767384597.356690:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356693:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356695:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384597.356696:0:17553:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00040000:00000001:2.0:1767384597.356697:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356701:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000af4d8d21. 00000020:00000020:0.0:1767384597.356703:0:17553:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 wants: 40960000 current grant 0 granting: 40960000 00080000:00000001:2.0:1767384597.356704:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356707:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356711:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356715:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000020:0.0:1767384597.356716:0:17553:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 tot cached:0 granted:40960000 num_exports: 0 00080000:00000010:2.0:1767384597.356717:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009530e78f. 00080000:00000001:2.0:1767384597.356721:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356725:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356730:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384597.356730:0:17553:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=40960000 : 40960000 : 2710000) 00040000:00000001:2.0:1767384597.356731:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356734:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000000dd2952. 00080000:00000001:2.0:1767384597.356740:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356742:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000020:0.0:1767384597.356742:0:17553:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 ocd_grant: 40960000 want: 40960000 left: 386924544 00040000:00000001:2.0:1767384597.356748:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356750:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356753:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea8d7f7c. 00000020:00000001:0.0:1767384597.356755:0:17553:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1767384597.356757:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356760:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356762:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384597.356762:0:17553:0:(osd_handler.c:1503:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1767384597.356764:0:17578:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356768:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c0f1fa9d. 00040000:00000001:0.0:1767384597.356769:0:17553:0:(qsd_lib.c:883:qsd_start()) Process entered 00080000:00000001:2.0:1767384597.356771:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356774:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384597.356775:0:17553:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384597.356776:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356778:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384597.356781:0:17553:0:(osd_handler.c:1513:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384597.356784:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023a470a5. 00080000:00000001:2.0:1767384597.356790:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00002000:00000001:0.0:1767384597.356791:0:17553:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.356796:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356798:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000001:0.0:1767384597.356799:0:17553:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384597.356800:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356802:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000790a6cb7. 00080000:00000001:2.0:1767384597.356807:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356808:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356809:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:0.0:1767384597.356809:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d99372d1. 00040000:00000001:2.0:1767384597.356810:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356813:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c1ced5c2. 00080000:00000001:2.0:1767384597.356819:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356821:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:0.0:1767384597.356821:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d795011e. 00040000:00000001:2.0:1767384597.356822:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356824:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356827:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e6d8b07a. 00080000:00000001:2.0:1767384597.356830:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:0.0:1767384597.356831:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b60c297. 00080000:00000001:2.0:1767384597.356833:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356836:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356838:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356839:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007fc12cd8. 00000020:00000010:0.0:1767384597.356842:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004c4e8543. 00080000:00000001:2.0:1767384597.356843:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356873:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356875:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356876:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356877:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000796fb75c. 00080000:00000001:2.0:1767384597.356880:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356884:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356886:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356887:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356889:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fa72c901. 00080000:00000001:2.0:1767384597.356890:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356892:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356892:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356893:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356894:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c55ae7fb. 00080000:00000001:2.0:1767384597.356895:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356896:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356897:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356899:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356904:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f9db0705. 00080000:00000001:2.0:1767384597.356907:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356910:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356911:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356916:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356918:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b829c63b. 80000000:00000010:0.0:1767384597.356919:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003c51f948. 00080000:00000001:2.0:1767384597.356921:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356926:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356928:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356929:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 40000000:00000010:0.0:1767384597.356930:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000053ca076b. 00080000:00000010:2.0:1767384597.356931:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004db95fc6. 00080000:00000001:2.0:1767384597.356939:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356942:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00100000:00000010:0.0:1767384597.356943:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ff05459. 00040000:00000001:2.0:1767384597.356944:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356945:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356945:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f4cbc8ea. 00080000:00000001:2.0:1767384597.356947:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356948:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356949:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356951:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356954:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001d90e6d6. 00080000:00000001:2.0:1767384597.356958:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356963:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356965:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000010:0.0:1767384597.356965:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000040de9de6. 00040000:00000001:2.0:1767384597.356968:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.356970:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000967fb7a6. 00080000:00000001:2.0:1767384597.356975:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356978:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356979:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.356980:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000010:0.0:1767384597.356980:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000680b301d. 00080000:00000010:2.0:1767384597.356983:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eed46900. 00080000:00000001:2.0:1767384597.356987:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.356990:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.356992:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000010:0.0:1767384597.356992:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000031d3d46f. 00040000:00000001:2.0:1767384597.356997:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357002:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b8a863d4. 00002000:00000010:0.0:1767384597.357003:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007dcaebd4. 00080000:00000001:2.0:1767384597.357005:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357008:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357013:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357014:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1767384597.357015:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e24f524. 00080000:00000010:2.0:1767384597.357023:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee3fbb93. 00000020:00000010:0.0:1767384597.357026:0:17553:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000018e3508. 00080000:00000001:2.0:1767384597.357027:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357030:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357035:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357038:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1767384597.357039:0:17553:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aaafa52. 00080000:00000010:2.0:1767384597.357041:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f3a63c4e. 00080000:00000001:2.0:1767384597.357050:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:0.0:1767384597.357054:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064b57bdf. 00080000:00000001:2.0:1767384597.357055:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357059:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357063:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357065:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac171cdc. 00000020:00000001:0.0:1767384597.357066:0:17553:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00080000:00000001:2.0:1767384597.357068:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357073:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357074:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384597.357075:0:17553:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00040000:00000001:2.0:1767384597.357076:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357077:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000037edf18f. 00080000:00000001:2.0:1767384597.357082:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:01000004:0.0:1767384597.357083:0:17553:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00080000:00000001:2.0:1767384597.357084:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357089:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384597.357090:0:17553:0:(obd_class.h:528:obd_set_info_async()) Process entered 00040000:00000001:2.0:1767384597.357091:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357095:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099e9944e. 10000000:00000001:0.0:1767384597.357097:0:17553:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00080000:00000001:2.0:1767384597.357099:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357103:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:0.0:1767384597.357104:0:17553:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00040000:00000001:2.0:1767384597.357105:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357109:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357111:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000892ec51e. 10000000:00000001:0.0:1767384597.357112:0:17553:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 00080000:00000001:2.0:1767384597.357113:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357120:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:0.0:1767384597.357120:0:17553:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 00040000:00000001:2.0:1767384597.357126:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357128:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:00000040:0.0:1767384597.357129:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009c5570ae : new refcount 2 00080000:00000010:2.0:1767384597.357130:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c6af7dc0. 00080000:00000001:2.0:1767384597.357136:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357138:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000040:00000001:0.0:1767384597.357138:0:17553:0:(llog_obd.c:93:llog_cleanup()) Process entered 00040000:00000001:2.0:1767384597.357142:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357146:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00000040:0.0:1767384597.357147:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009c5570ae : new refcount 1 00080000:00000010:2.0:1767384597.357148:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000805e1850. 00080000:00000001:2.0:1767384597.357154:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357156:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357157:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357157:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357162:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005370e2ac. 00080000:00000001:2.0:1767384597.357166:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357170:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357170:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357171:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357172:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001bbe8efe. 00080000:00000001:2.0:1767384597.357174:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357177:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357178:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357179:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357180:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000670b11d3. 00080000:00000001:2.0:1767384597.357183:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357185:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000010:0.0:1767384597.357185:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009f3a12df. 00040000:00000001:2.0:1767384597.357190:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357195:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357197:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000089802e47. 00000020:00000010:0.0:1767384597.357199:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009c0763a5. 00080000:00000001:2.0:1767384597.357215:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357216:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357221:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357222:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357224:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c716c40e. 00080000:00000001:2.0:1767384597.357226:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357230:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357232:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:0.0:1767384597.357233:0:17553:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000ddf97e88. 00040000:00000001:2.0:1767384597.357237:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357240:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b637c0c. 00080000:00000001:2.0:1767384597.357243:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357248:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357249:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357252:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357254:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c56e453a. 00080000:00000001:2.0:1767384597.357256:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357259:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357260:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000010:0.0:1767384597.357261:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ad31b52c. 00040000:00000001:2.0:1767384597.357262:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357264:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c857219. 00080000:00000001:2.0:1767384597.357272:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:0.0:1767384597.357272:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005a8e6f07. 00080000:00000001:2.0:1767384597.357275:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357281:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357283:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1767384597.357286:0:17553:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000cada7844. 00080000:00000010:2.0:1767384597.357290:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001df8a9a1. 00080000:00000001:2.0:1767384597.357296:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357298:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:0.0:1767384597.357298:0:17553:0:(genops.c:898:class_export_put()) PUTting export 00000000879de320 : new refcount 1 00040000:00000001:2.0:1767384597.357301:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357305:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357309:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c513af0. 00000040:00000010:0.0:1767384597.357309:0:17553:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000009c5570ae. 00080000:00000001:2.0:1767384597.357319:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357322:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357324:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357325:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00000001:0.0:1767384597.357325:0:17553:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384597.357326:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000052b05784. 00080000:00000001:2.0:1767384597.357332:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357337:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:0.0:1767384597.357337:0:17553:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384597.357340:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357341:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357345:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b62ecc1. 00080000:00000001:2.0:1767384597.357349:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357353:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357355:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357356:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357358:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000923c35a3. 00080000:00000001:2.0:1767384597.357365:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357367:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357368:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357370:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357372:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000016e90aac. 00080000:00000010:0.0:1767384597.357373:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006cf8ea9c. 00080000:00000001:2.0:1767384597.357375:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357378:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357380:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357383:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1767384597.357383:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000083a16545. 00080000:00000010:2.0:1767384597.357388:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d69c530b. 00080000:00000001:2.0:1767384597.357394:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357397:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357399:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357400:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357402:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000024e9222c. 00080000:00000001:2.0:1767384597.357404:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:0.0:1767384597.357405:0:17553:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.117@tcp (00000000850dc0fc) now 6 - mgc_fs 00080000:00000001:2.0:1767384597.357406:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357409:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357413:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:01000000:0.0:1767384597.357415:0:17553:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.117@tcp: cl_mgc_mutex unlock 00080000:00000010:2.0:1767384597.357418:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d6b4f41. 10000000:00000001:0.0:1767384597.357421:0:17553:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.357422:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357425:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357428:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 10000000:00000001:0.0:1767384597.357429:0:17553:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384597.357430:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357432:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a4ddab25. 00080000:00000001:2.0:1767384597.357433:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357434:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357435:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357435:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357436:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002d028bf1. 00080000:00000001:2.0:1767384597.357437:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357438:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357439:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357441:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357443:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000e4986f5. 00080000:00000001:2.0:1767384597.357448:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 10000000:00000001:0.0:1767384597.357448:0:17553:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.357450:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357453:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357456:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357458:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076f02652. 00000020:00000001:0.0:1767384597.357458:0:17553:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.357464:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357469:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1767384597.357469:0:17553:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384597.357470:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357472:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357475:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006e0316b2. 00080000:00000001:2.0:1767384597.357482:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357483:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357483:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357485:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1767384597.357485:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c82aaec0. 00080000:00000010:2.0:1767384597.357489:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005e7c0bc9. 00080000:00000001:2.0:1767384597.357497:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357510:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357511:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357512:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357514:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008d27cb87. 00000040:00000010:0.0:1767384597.357514:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000092428815. 00080000:00000001:2.0:1767384597.357516:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357519:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357522:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357523:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1767384597.357524:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e934176. 00080000:00000010:2.0:1767384597.357531:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004d769e17. 00000020:00000010:0.0:1767384597.357533:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001bb8a973. 00080000:00000001:2.0:1767384597.357535:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357538:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357542:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357543:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357545:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000009fe96fc. 80000000:00000010:0.0:1767384597.357546:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bb2475f0. 00080000:00000001:2.0:1767384597.357552:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384597.357555:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357557:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000010:0.0:1767384597.357557:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089e58a42. 00040000:00000001:2.0:1767384597.357560:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357562:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a0d4b61f. 00080000:00000001:2.0:1767384597.357569:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:0.0:1767384597.357571:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000da4e5fc4. 00080000:00000001:2.0:1767384597.357572:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384597.357575:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.357579:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384597.357580:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d45f225. 00080000:00000001:2.0:1767384597.357596:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384597.357596:0:17553:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009e7e1709. 00000020:00000010:0.0:1767384597.357621:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0d862ef. 00000020:00000001:0.0:1767384597.357627:0:17553:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.357631:0:17553:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:0.0:1767384597.357633:0:17553:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:0.0:1767384597.357667:0:17553:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.357670:0:17553:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767384597.357673:0:17553:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:0.0:1767384597.357676:0:17553:0:(super25.c:202:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00080000:00000001:3.0:1767384597.358624:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384597.358625:0:10069:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384597.358640:0:10069:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.358642:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.358671:0:10069:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.358674:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.358681:0:10069:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384597.358685:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384597.358689:0:10069:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.358691:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.358694:0:10069:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.358698:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.398896:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384597.398902:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.398907:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384597.398908:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.398927:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384597.398932:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.398936:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384597.539679:0:17590:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384597.539697:0:17590:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.539700:0:17590:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.539706:0:17590:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384597.539713:0:17590:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.539716:0:17590:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384598.041803:0:17675:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:2.0:1767384598.041811:0:17675:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:2.0:1767384598.041814:0:17675:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000001:2.0:1767384598.266338:0:17685:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384598.266360:0:17685:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384598.266369:0:17685:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384598.266383:0:17685:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384598.266408:0:17685:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384598.266413:0:17685:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.358060:0:16139:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384598.358077:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384598.358079:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.358085:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.358089:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384598.358093:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.358096:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.423231:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384598.423242:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.423253:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384598.423257:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.423313:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384598.423318:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384598.423324:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1767384598.433741:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (000000009cb627e2) now 10 - health_check_show 00000020:00000001:0.0:1767384598.433751:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433754:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433757:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 10 - health_check_show 00000020:00000040:0.0:1767384598.433760:0:17724:0:(obd_config.c:927:class_incref()) incref MGS (0000000009d16f6b) now 6 - health_check_show 00000020:00000001:0.0:1767384598.433763:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433768:0:17724:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433770:0:17724:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 6 - health_check_show 00000020:00000040:0.0:1767384598.433772:0:17724:0:(obd_config.c:927:class_incref()) incref MGC192.168.202.117@tcp (00000000850dc0fc) now 6 - health_check_show 00000020:00000001:0.0:1767384598.433775:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433777:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433779:0:17724:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.117@tcp (00000000850dc0fc) now 6 - health_check_show 00000020:00000040:0.0:1767384598.433781:0:17724:0:(obd_config.c:927:class_incref()) incref MDS (0000000024cf4b74) now 4 - health_check_show 00000020:00000001:0.0:1767384598.433783:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433793:0:17724:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433795:0:17724:0:(obd_config.c:955:class_decref()) Decref MDS (0000000024cf4b74) now 4 - health_check_show 00000020:00000040:0.0:1767384598.433797:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (000000003c7b40b5) now 5 - health_check_show 00000020:00000001:0.0:1767384598.433799:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433801:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433803:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000003c7b40b5) now 5 - health_check_show 00000020:00000040:0.0:1767384598.433806:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - health_check_show 00000020:00000001:0.0:1767384598.433808:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433810:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433812:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - health_check_show 00000020:00000040:0.0:1767384598.433814:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (000000008d2273f2) now 5 - health_check_show 00000020:00000001:0.0:1767384598.433816:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433818:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433820:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000008d2273f2) now 5 - health_check_show 00000020:00000040:0.0:1767384598.433822:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (00000000d78c2166) now 5 - health_check_show 00000020:00000001:0.0:1767384598.433824:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433877:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433881:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000d78c2166) now 5 - health_check_show 00000020:00000040:0.0:1767384598.433885:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (00000000a924268c) now 6 - health_check_show 00000020:00000001:0.0:1767384598.433887:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433890:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433893:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000a924268c) now 6 - health_check_show 00000020:00000040:0.0:1767384598.433898:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (00000000bde8a2d3) now 6 - health_check_show 00000020:00000001:0.0:1767384598.433901:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433904:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433906:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000bde8a2d3) now 6 - health_check_show 00000020:00000040:0.0:1767384598.433908:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000c2227836) now 6 - health_check_show 00000020:00000001:0.0:1767384598.433911:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433912:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433914:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (00000000c2227836) now 6 - health_check_show 00000020:00000040:0.0:1767384598.433916:0:17724:0:(obd_config.c:927:class_incref()) incref OSS (00000000e39f643d) now 4 - health_check_show 00000020:00000001:0.0:1767384598.433918:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.433925:0:17724:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.433927:0:17724:0:(obd_config.c:955:class_decref()) Decref OSS (00000000e39f643d) now 4 - health_check_show 00000020:00000040:0.0:1767384598.433929:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 4 - health_check_show 00000020:00000001:0.0:1767384598.433931:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:0.0:1767384598.433937:0:17724:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000265eb5f1. 00000020:00000010:0.0:1767384598.433942:0:17724:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001e317bea. 00000020:00000010:0.0:1767384598.433948:0:17724:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0208937. 00000020:00000010:0.0:1767384598.433954:0:17724:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ddb3728. 00000020:00000010:0.0:1767384598.433959:0:17724:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b53b571. 80000000:00000010:0.0:1767384598.433964:0:17724:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000071137b53. 40000000:00000010:0.0:1767384598.433968:0:17724:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa92d0b4. 00100000:00000010:0.0:1767384598.433974:0:17724:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c9a2284. 00040000:00000010:0.0:1767384598.433978:0:17724:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c81dd1f1. 00040000:00000010:0.0:1767384598.433983:0:17724:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000077e006b9. 00080000:00000010:0.0:1767384598.433988:0:17724:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bc41ac81. 00002000:00000010:0.0:1767384598.433993:0:17724:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000721be6df. 00080000:00000001:0.0:1767384598.433998:0:17724:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384598.434019:0:17724:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384598.434025:0:17724:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001e317bea. 00000020:00000010:0.0:1767384598.434030:0:17724:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e0208937. 00000020:00000010:0.0:1767384598.434038:0:17724:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ddb3728. 00000020:00000010:0.0:1767384598.434042:0:17724:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b53b571. 80000000:00000010:0.0:1767384598.434046:0:17724:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000071137b53. 40000000:00000010:0.0:1767384598.434050:0:17724:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa92d0b4. 00100000:00000010:0.0:1767384598.434053:0:17724:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c9a2284. 00040000:00000010:0.0:1767384598.434057:0:17724:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c81dd1f1. 00040000:00000010:0.0:1767384598.434062:0:17724:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000077e006b9. 00080000:00000010:0.0:1767384598.434066:0:17724:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bc41ac81. 00002000:00000010:0.0:1767384598.434069:0:17724:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000721be6df. 00000020:00000010:0.0:1767384598.434073:0:17724:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000265eb5f1. 00000020:00000001:0.0:1767384598.434076:0:17724:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.434078:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 4 - health_check_show 00000020:00000040:0.0:1767384598.434081:0:17724:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000048376db7) now 6 - health_check_show 00000020:00000001:0.0:1767384598.434084:0:17724:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384598.434085:0:17724:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.434087:0:17724:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (0000000048376db7) now 6 - health_check_show 00080000:00000001:2.0:1767384598.707894:0:17736:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384598.707907:0:17736:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384598.707911:0:17736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384598.707916:0:17736:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384598.707921:0:17736:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384598.707923:0:17736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.869966:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384598.869983:0:16765:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384598.869989:0:16765:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.869996:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.381952:0:16139:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384599.381969:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384599.381972:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.381976:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.381979:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.381983:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.381985:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.446275:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384599.446285:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.446294:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384599.446296:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384599.476486:0:17902:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:2.0:1767384599.998138:0:17965:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384599.998153:0:17965:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.998157:0:17965:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384599.998163:0:17965:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384599.998167:0:17965:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.998169:0:17965:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.405957:0:16139:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384600.405978:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.405982:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.405990:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.405996:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.406003:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.406008:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.469931:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384600.469937:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.469944:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384600.469946:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384600.469972:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384600.469974:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384600.469978:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384600.478663:0:18014:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384600.478680:0:18014:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.478684:0:18014:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.478690:0:18014:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384600.478697:0:18014:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.478703:0:18014:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.725922:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384600.725932:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:3.0:1767384600.725940:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.725943:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384600.725945:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384600.725947:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384600.725950:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384600.725952:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384600.725953:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 5 10000000:00000001:3.0:1767384600.725956:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384600.725957:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384600.725970:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008253c4bf. 00000020:00000040:3.0:1767384600.725975:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384600.725980:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384600.725983:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384600.725990:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384600.725998:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000469769de. 00000100:00000001:3.0:1767384600.726006:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.726010:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384600.726013:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384600.726021:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b0cf489e. 00010000:00000001:3.0:1767384600.726026:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384600.726029:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061efb906. 00000020:00000010:3.0:1767384600.726035:0:16775:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000eda5339b. 00000020:00000001:3.0:1767384600.726038:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384600.726040:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000061efb906 with handle 0x534bb1615bf4c676 to hash 00000020:00000001:3.0:1767384600.726042:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384600.726043:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:3.0:1767384600.726046:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:3.0:1767384600.726049:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.726052:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.726054:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384600.726062:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384600.726090:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384600.726095:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384600.726097:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384600.726103:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1b422ec. 00000100:00000001:3.0:1767384600.726104:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424065472 : -115912285486144 : ffff9694116603c0) 00000100:00000001:3.0:1767384600.726107:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384600.726108:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933872640 : -115911775678976 : ffff96942fc90e00) 00000100:00000001:3.0:1767384600.726114:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384600.726115:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.726117:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384600.726119:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384600.726127:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.726135:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384600.726136:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.726140:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384600.726142:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384600.726144:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384600.726146:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008253c4bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059655296:0@lo:101: 00000100:00000001:3.0:1767384600.726150:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384600.726155:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384600.726158:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.726160:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384600.726164:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea8d7f7c. 02000000:00000001:3.0:1767384600.726165:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384600.726171:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7195a8. 00000400:00000010:3.0:1767384600.726178:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000200:3.0:1767384600.726185:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059655296, portal 25 00000100:00000001:3.0:1767384600.726186:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384600.726187:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933872640 : -115911775678976 : ffff96942fc90e00) 00000100:00000040:3.0:1767384600.726191:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.726201:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384600.726204:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384600.726206:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000100:00000200:3.0:1767384600.726208:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059655296, offset 0 00000400:00000200:3.0:1767384600.726214:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384600.726228:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384600.726240:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a01680 00000400:00000200:3.0:1767384600.726246:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a5 [2] + 0 00000400:00000010:3.0:1767384600.726250:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f703890b. 00000400:00000200:3.0:1767384600.726273:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ee2fe68 00000400:00000200:3.0:1767384600.726280:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.726284:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384600.726289:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee2fe68 00000400:00000010:3.0:1767384600.726291:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ee2fe68. 00000100:00000001:3.0:1767384600.726297:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384600.726298:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384600.726302:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000f6a52f70 x1853237059655296 msgsize 328 00000100:00100000:3.0:1767384600.726305:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384600.726307:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384600.726318:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384600.726325:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000400:00000010:3.0:1767384600.726326:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000100:00000001:3.0:1767384600.726329:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384600.726331:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.726340:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384600.726341:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.726346:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.726347:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384600.726351:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.726355:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294890819 00000100:00000010:3.0:1767384600.726359:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b74cadb9. 00000100:00000001:3.0:1767384600.726371:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384600.726384:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294890819 00000100:00000010:3.0:1767384600.726387:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbaa6a7f. 00000100:00000001:3.0:1767384600.726391:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384600.726399:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294890819 00000100:00000010:3.0:1767384600.726401:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e95f7e09. 00000100:00000001:3.0:1767384600.726404:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384600.726414:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294890819 00000100:00000010:3.0:1767384600.726418:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057aec909. 00000100:00000001:3.0:1767384600.726422:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384600.726428:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384600.726432:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.726435:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.726438:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384600.726439:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384600.726440:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a1b422ec going to sleep for 11 seconds 00000100:00000001:3.0:1767384600.726455:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.726459:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.726468:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655296 02000000:00000001:2.0:1767384600.726473:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384600.726477:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384600.726479:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.726486:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.726491:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655296 00000020:00000001:2.0:1767384600.726494:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384600.726497:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384600.726499:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384600.726502:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:2.0:1767384600.726506:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384600.726508:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384600.726513:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384600.726521:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000001:2.0:1767384600.726523:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384600.726525:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000020:00000010:2.0:1767384600.726534:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000680b301d. 00000020:00000010:2.0:1767384600.726538:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2e0d144. 00000020:00000010:2.0:1767384600.726542:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf95436f. 00000100:00000040:2.0:1767384600.726551:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384600.726554:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384600.726555:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384600.726557:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.726564:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.726601:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.726632:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384600.726634:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384600.726639:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384600.726640:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000001:0.0:1767384600.726643:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384600.726646:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384600.726646:0:16772:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.726649:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935590480 : -115911773961136 : ffff96942fe34450) 00000100:00000001:0.0:1767384600.726664:0:16772:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.726669:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6a52f70 x1853237059655296/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:581/0 lens 328/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.726678:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384600.726680:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000001:2.0:1767384600.726681:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384600.726683:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000100:00100000:2.0:1767384600.726685:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6a52f70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059655296:12345-0@lo:101: 00000100:00000200:2.0:1767384600.726688:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059655296 00000020:00000001:2.0:1767384600.726690:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384600.726694:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384600.726696:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.726698:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384600.726699:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:2.0:1767384600.726702:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384600.726703:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384600.726705:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384600.726706:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384600.726710:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.726712:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384600.726713:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384600.726715:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384600.726716:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384600.726718:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.726721:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384600.726727:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c1fc6b9a. 00010000:00000001:2.0:1767384600.726730:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384600.726732:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f65d08. 00000020:00000001:2.0:1767384600.726735:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384600.726736:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065f65d08 with handle 0x534bb1615bf4c67d to hash 00000020:00000001:2.0:1767384600.726738:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384600.726739:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384600.726740:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00010000:2.0:1767384600.726742:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c67d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c676 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384600.726752:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:2.0:1767384600.726754:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:2.0:1767384600.726761:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384600.726762:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384600.726766:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000046dd219. 02000000:00000001:2.0:1767384600.726768:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.726769:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.726771:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384600.726774:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384600.726775:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384600.726777:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384600.726778:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384600.726780:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384600.726781:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384600.726782:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384600.726784:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384600.726785:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384600.726786:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384600.726787:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c1fc6b9a) refcount = 1 00010000:00010000:2.0:1767384600.726790:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c67d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c676 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384600.726796:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384600.726798:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384600.726799:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384600.726801:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.726803:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384600.726808:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384600.726810:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c67d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c676 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384600.726816:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384600.726818:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384600.726820:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384600.726828:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.726830:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384600.726832:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384600.726833:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384600.726835:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000065f65d08, rc 0) 00000020:00000001:2.0:1767384600.726837:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384600.726841:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059655296 00010000:00000001:2.0:1767384600.726870:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384600.726875:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6a52f70 x1853237059655296/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:581/0 lens 328/344 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384600.726881:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384600.726884:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384600.726887:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384600.726890:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384600.726892:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000001:2.0:1767384600.726894:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384600.726896:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384600.726898:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.726900:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384600.726903:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384600.726907:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384600.726913:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059655296, offset 224 00000400:00000200:2.0:1767384600.726917:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384600.726928:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384600.726939:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a01680 00000400:00000200:2.0:1767384600.726947:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10c5 [1] + 224 00000400:00000200:2.0:1767384600.726955:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.726959:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384600.726966:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384600.726971:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384600.726981:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.726997:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384600.727010:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384600.727012:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:2.0:1767384600.727016:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384600.727018:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384600.727023:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.727025:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00010000:00000001:2.0:1767384600.727027:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384600.727030:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.727032:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384600.727034:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384600.727037:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6a52f70 x1853237059655296/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:581/0 lens 328/344 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384600.727042:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384600.727047:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384600.727048:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6a52f70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059655296:12345-0@lo:101: Request processed in 370us (744us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384600.727051:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7195a8. 00000400:00000200:3.0:1767384600.727062:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b87c512 00000100:00100000:2.0:1767384600.727062:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000400:00000010:3.0:1767384600.727069:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b87c512. 00000100:00000040:2.0:1767384600.727071:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384600.727077:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384600.727078:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384600.727089:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384600.727093:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384600.727096:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2e0d144. 00000020:00000010:2.0:1767384600.727106:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf95436f. 00000100:00000200:3.0:1767384600.727118:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384600.727118:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000680b301d. 00000020:00000040:2.0:1767384600.727128:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:3.0:1767384600.727129:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384600.727136:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384600.727137:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384600.727148:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384600.727149:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000046dd219. 02000000:00000001:3.0:1767384600.727157:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384600.727158:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384600.727168:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384600.727168:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384600.727174:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384600.727177:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384600.727180:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ee6ee6d. 02000000:00000001:3.0:1767384600.727181:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384600.727187:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ead66c8e. 00000100:00001000:3.0:1767384600.727189:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384600.727194:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384600.727197:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384600.727199:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.727201:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384600.727203:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727206:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.727210:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.727215:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384600.727217:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384600.727219:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384600.727222:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384600.727227:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008253c4bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059655296:0@lo:101: 00000100:00000001:3.0:1767384600.727230:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.727232:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727233:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384600.727234:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384600.727236:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.727239:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384600.727241:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1b422ec. 00000100:00000001:3.0:1767384600.727243:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384600.727244:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.727246:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384600.727249:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.727251:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.727252:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061efb906 refcount=4 00000020:00000001:3.0:1767384600.727254:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:3.0:1767384600.727260:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000040:3.0:1767384600.727269:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000061efb906, remote cookie: 0x534bb1615bf4c67d, flags: 0x0 00010000:00000001:3.0:1767384600.727271:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384600.727274:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384600.727276:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384600.727277:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384600.727278:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384600.727280:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b0cf489e) refcount = 1 00010000:00010000:3.0:1767384600.727283:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.727287:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384600.727288:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384600.727289:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384600.727292:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384600.727294:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.727296:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.727300:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384600.727301:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.727302:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.727303:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.727304:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.727305:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727306:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384600.727307:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008253c4bf x1853237059655296/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.727312:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384600.727314:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384600.727317:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea8d7f7c. 02000000:00000001:3.0:1767384600.727319:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384600.727321:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384600.727322:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384600.727324:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384600.727326:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000469769de. 02000000:00000001:3.0:1767384600.727329:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384600.727333:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384600.727335:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008253c4bf. 00000100:00000001:3.0:1767384600.727340:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384600.727340:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384600.727342:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.727343:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384600.727345:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:3.0:1767384600.727346:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.727348:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.727348:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.727349:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061efb906 refcount=3 00000020:00000001:3.0:1767384600.727350:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:3.0:1767384600.727351:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:3.0:1767384600.727353:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384600.727354:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.727355:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.727356:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.727358:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384600.727361:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000002437e0a. 00000100:00000010:3.0:1767384600.727372:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008253c4bf. 00000020:00000040:3.0:1767384600.727374:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384600.727376:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384600.727378:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384600.727380:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384600.727382:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000469769de. 00000100:00000001:3.0:1767384600.727384:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727387:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384600.727390:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ea8d7f7c. 00000100:00000010:3.0:1767384600.727392:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d238eec2. 00000020:00000040:3.0:1767384600.727394:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384600.727397:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384600.727398:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384600.727400:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1b422ec. 00000100:00000001:3.0:1767384600.727402:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424065472 : -115912285486144 : ffff9694116603c0) 00000100:00000001:3.0:1767384600.727403:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384600.727404:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933872640 : -115911775678976 : ffff96942fc90e00) 00000100:00000001:3.0:1767384600.727410:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384600.727411:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727412:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384600.727413:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384600.727415:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.727419:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384600.727420:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.727422:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384600.727423:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384600.727424:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384600.727426:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008253c4bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059655424:0@lo:256: 00000100:00000001:3.0:1767384600.727427:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384600.727429:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384600.727430:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727432:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384600.727436:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7195a8. 00000400:00000010:3.0:1767384600.727439:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009c5570ae. 00000100:00000200:3.0:1767384600.727442:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a01700-0x6958260a01700, portal 33 00000100:00000001:3.0:1767384600.727444:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.727446:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384600.727457:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c68bc41. 02000000:00000001:3.0:1767384600.727459:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384600.727460:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000400:00000010:3.0:1767384600.727462:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000200:3.0:1767384600.727464:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059655424, portal 25 00000100:00000001:3.0:1767384600.727465:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384600.727466:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933872640 : -115911775678976 : ffff96942fc90e00) 00000100:00000040:3.0:1767384600.727468:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.727472:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384600.727473:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384600.727474:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000100:00000200:3.0:1767384600.727476:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059655424, offset 0 00000400:00000200:3.0:1767384600.727483:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384600.727488:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384600.727493:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a01700 00000400:00000200:3.0:1767384600.727497:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1a9 [2] + 0 00000400:00000010:3.0:1767384600.727499:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ee6e721. 00000400:00000200:3.0:1767384600.727501:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000afd74267 00000400:00000200:3.0:1767384600.727503:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.727506:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384600.727508:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afd74267 00000400:00000010:3.0:1767384600.727509:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afd74267. 00000100:00000001:3.0:1767384600.727511:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384600.727512:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384600.727514:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000009535603d x1853237059655424 msgsize 304 00000100:00100000:3.0:1767384600.727517:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384600.727518:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384600.727528:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384600.727531:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000400:00000010:3.0:1767384600.727532:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000100:00000001:3.0:1767384600.727533:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384600.727536:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.727541:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384600.727542:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.727546:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727547:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384600.727550:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727552:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294890820 00000100:00000001:3.0:1767384600.727558:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890819 00000100:00000001:3.0:1767384600.727591:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294890820 00000100:00000001:3.0:1767384600.727595:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890819 00000100:00000001:3.0:1767384600.727597:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294890820 00000100:00000001:3.0:1767384600.727600:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890819 00000100:00000001:3.0:1767384600.727609:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294890820 00000100:00000001:3.0:1767384600.727612:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890819 00000100:00000001:3.0:1767384600.727616:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384600.727619:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.727621:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.727622:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384600.727624:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a1b422ec going to sleep for 11 seconds 00000100:00000001:3.0:1767384600.727639:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.727643:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.727654:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384600.727657:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655424 02000000:00000001:2.0:1767384600.727660:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384600.727661:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384600.727664:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.727668:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.727670:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655424 00000020:00000001:2.0:1767384600.727678:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384600.727679:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384600.727681:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384600.727682:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384600.727684:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384600.727686:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384600.727688:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384600.727690:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000001:2.0:1767384600.727691:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384600.727693:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000020:00000010:2.0:1767384600.727696:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000680b301d. 00000020:00000010:2.0:1767384600.727698:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2e0d144. 00000020:00000010:2.0:1767384600.727700:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf95436f. 00000100:00000040:2.0:1767384600.727703:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384600.727705:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384600.727706:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384600.727707:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.727709:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.727720:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.727726:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384600.727727:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384600.727730:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:2.0:1767384600.727732:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384600.727733:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935599696 : -115911773951920 : ffff96942fe36850) 00000100:00000040:2.0:1767384600.727737:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009535603d x1853237059655424/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:581/0 lens 304/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.727744:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384600.727746:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000001:2.0:1767384600.727748:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384600.727749:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000100:00100000:2.0:1767384600.727752:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009535603d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059655424:12345-0@lo:256: 00000100:00000200:2.0:1767384600.727755:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059655424 00000020:00000001:2.0:1767384600.727762:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384600.727764:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384600.727765:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.727766:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384600.727768:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:2.0:1767384600.727769:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384600.727770:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384600.727772:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384600.727773:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384600.727774:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.727777:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384600.727778:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384600.727780:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000046dd219. 02000000:00000001:2.0:1767384600.727781:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.727782:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.727784:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384600.727787:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384600.727790:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384600.727792:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384600.727794:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.727797:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384600.727799:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384600.727801:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001aa2866a. 20000000:00000001:2.0:1767384600.727804:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384600.727813:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:2.0:1767384600.727819:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:2.0:1767384600.727822:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:2.0:1767384600.727824:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:2.0:1767384600.727826:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:2.0:1767384600.727828:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:2.0:1767384600.727857:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384600.727863:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000202aa7dc. 00000100:00000010:2.0:1767384600.727867:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a5db83e1. 00000020:00000040:2.0:1767384600.727869:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:2.0:1767384600.727872:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384600.727874:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384600.727877:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000400:00000010:2.0:1767384600.727886:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e68867fb. 00000400:00000200:2.0:1767384600.727888:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384600.727895:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384600.727900:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x6958260a01700 00000400:00000200:2.0:1767384600.727904:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10d5 [4] + 0 00000400:00000010:2.0:1767384600.727906:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7195a8. 00000400:00000200:2.0:1767384600.727910:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c5570ae 00000400:00000200:2.0:1767384600.727913:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.727916:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384600.727919:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c5570ae 00000400:00000010:2.0:1767384600.727921:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009c5570ae. 00000100:00000001:2.0:1767384600.727924:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384600.727926:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008253c4bf desc 00000000ea8d7f7c mbits 1853237059655424 00000100:00000001:2.0:1767384600.727939:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384600.727943:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384600.727948:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384600.727957:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10e1 00000400:00000200:2.0:1767384600.727960:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.727964:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384600.727969:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384600.727970:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384600.727971:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000202aa7dc 00000100:00000001:3.0:1767384600.727974:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.727977:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384600.727987:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384600.727989:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:2.0:1767384600.727992:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384600.727993:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000202aa7dc 00000100:00000001:2.0:1767384600.727995:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384600.727999:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x6958260a01700-0x6958260a01700 00000100:00000001:2.0:1767384600.728003:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.728007:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.728010:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384600.728012:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:2.0:1767384600.728015:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a5db83e1. 00000100:00000010:2.0:1767384600.728018:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000202aa7dc. 00000100:00000001:2.0:1767384600.728021:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384600.728027:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384600.728035:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001aa2866a. 20000000:00000001:2.0:1767384600.728039:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384600.728042:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059655424 00010000:00000001:2.0:1767384600.728044:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384600.728047:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009535603d x1853237059655424/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:581/0 lens 304/240 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384600.728055:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384600.728056:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384600.728059:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384600.728062:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384600.728064:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000001:2.0:1767384600.728066:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384600.728068:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384600.728070:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.728072:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384600.728074:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384600.728076:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384600.728080:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059655424, offset 224 00000400:00000200:2.0:1767384600.728084:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384600.728089:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384600.728093:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a01700 00000400:00000200:2.0:1767384600.728097:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10d9 [1] + 224 00000400:00000200:2.0:1767384600.728102:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.728104:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384600.728107:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384600.728110:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384600.728118:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.728135:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384600.728139:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384600.728141:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:2.0:1767384600.728151:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384600.728152:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384600.728156:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384600.728158:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384600.728162:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384600.728164:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384600.728165:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00000400:00000010:3.0:1767384600.728168:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4783ba. 00000400:00000200:3.0:1767384600.728173:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b87c512 00010000:00000001:2.0:1767384600.728173:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384600.728181:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b87c512. 00000020:00000001:2.0:1767384600.728182:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.728185:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384600.728190:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384600.728193:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384600.728199:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009535603d x1853237059655424/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:581/0 lens 304/240 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384600.728208:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.728254:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384600.728259:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.728266:0:16775:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384600.728266:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009535603d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059655424:12345-0@lo:256: Request processed in 514us (743us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384600.728268:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384600.728273:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384600.728278:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.728288:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384600.728292:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=8 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384600.728294:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00001000:3.0:1767384600.728302:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=8 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384600.728304:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384600.728307:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384600.728311:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.728314:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384600.728314:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384600.728317:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.728320:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384600.728324:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2e0d144. 00000100:00000001:3.0:1767384600.728326:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384600.728333:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf95436f. 00000100:00000040:3.0:1767384600.728334:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384600.728344:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000680b301d. 00000100:00000040:3.0:1767384600.728348:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384600.728352:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:3.0:1767384600.728355:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384600.728360:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384600.728361:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384600.728363:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384600.728365:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000046dd219. 00000100:00100000:3.0:1767384600.728377:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008253c4bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059655424:0@lo:256: 02000000:00000001:2.0:1767384600.728378:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384600.728390:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.728391:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.728397:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.728401:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384600.728404:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384600.728405:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384600.728410:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384600.728415:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064c4e5c4. 00000100:00000001:3.0:1767384600.728417:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384600.728421:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1b422ec. 00000400:00000010:2.0:1767384600.728425:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89b1d21. 00000100:00000001:3.0:1767384600.728426:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384600.728429:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384600.728434:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:3.0:1767384600.728438:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384600.728444:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000502a981b. 10000000:00000040:3.0:1767384600.728456:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384600.728463:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384600.728465:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384600.728470:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:3.0:1767384600.728472:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.728474:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384600.728475:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:3.0:1767384600.728477:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:3.0:1767384600.728479:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767384600.728485:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384600.728488:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:3.0:1767384600.728493:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384600.728498:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (1) 00000400:00000200:3.0:1767384600.728503:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384600.728506:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:3.0:1767384600.728507:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (2) 00000400:00000200:3.0:1767384600.728510:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000100:00000001:3.0:1767384600.728512:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.728513:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384600.728515:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:3.0:1767384600.728518:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000040b726aa. 10000000:00000040:3.0:1767384600.728520:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:3.0:1767384600.728523:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384600.728529:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384600.728532:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb68ee5. 00000020:00000010:3.0:1767384600.728536:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000287badbe. 00000040:00000010:3.0:1767384600.728539:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000024bc38dc. 00000020:00000010:3.0:1767384600.728543:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006f47936. 00000020:00000010:3.0:1767384600.728548:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009d0db8c4. 00000020:00000010:3.0:1767384600.728552:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000057169028. 80000000:00000010:3.0:1767384600.728555:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc033802. 40000000:00000010:3.0:1767384600.728558:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c205c50f. 00100000:00000010:3.0:1767384600.728563:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d795011e. 00040000:00000010:3.0:1767384600.728569:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000799a0a5. 00040000:00000010:3.0:1767384600.728588:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006ff05459. 00040000:00000010:3.0:1767384600.728593:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ecc197b1. 00080000:00000010:3.0:1767384600.728598:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000031d3d46f. 00000004:00000010:3.0:1767384600.728606:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000da4e5fc4. 00000004:00000010:3.0:1767384600.728612:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2a61b54. 00000004:00000010:3.0:1767384600.728618:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e934176. 00002000:00000010:3.0:1767384600.728623:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0f1fa9d. 00000004:00000010:3.0:1767384600.728628:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001f0858ec. 00000004:00000001:3.0:1767384600.728633:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384600.728643:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384600.728645:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000040b726aa 00000040:00001000:3.0:1767384600.728647:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384600.728649:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384600.728651:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384600.728653:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384600.728656:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384600.728657:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384600.728658:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384600.728660:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:3.0:1767384600.728661:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384600.728725:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384600.728731:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000287badbe. 00000040:00000010:3.0:1767384600.728734:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000024bc38dc. 00000020:00000010:3.0:1767384600.728736:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000006f47936. 00000020:00000010:3.0:1767384600.728742:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009d0db8c4. 00000020:00000010:3.0:1767384600.728746:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000057169028. 80000000:00000010:3.0:1767384600.728749:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dc033802. 40000000:00000010:3.0:1767384600.728753:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c205c50f. 00100000:00000010:3.0:1767384600.728757:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d795011e. 00040000:00000010:3.0:1767384600.728760:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000799a0a5. 00040000:00000010:3.0:1767384600.728769:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006ff05459. 00040000:00000010:3.0:1767384600.728772:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ecc197b1. 00080000:00000010:3.0:1767384600.728775:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000031d3d46f. 00000004:00000010:3.0:1767384600.728777:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000da4e5fc4. 00000004:00000010:3.0:1767384600.728780:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2a61b54. 00000004:00000010:3.0:1767384600.728783:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e934176. 00002000:00000010:3.0:1767384600.728786:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0f1fa9d. 00000004:00000010:3.0:1767384600.728788:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001f0858ec. 00000020:00000010:3.0:1767384600.728790:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb68ee5. 00000020:00000001:3.0:1767384600.728792:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.728794:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384600.728796:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000040b726aa. 10000000:00000010:3.0:1767384600.728799:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000502a981b. 10000000:00000001:3.0:1767384600.728800:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.728807:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384600.728810:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008253c4bf x1853237059655424/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.728815:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384600.728816:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384600.728818:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c68bc41. 02000000:00000001:3.0:1767384600.728819:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384600.728820:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384600.728821:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384600.728822:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384600.728823:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384600.728825:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384600.728826:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384600.728827:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384600.728828:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d238eec2. 00000100:00000010:3.0:1767384600.728829:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ea8d7f7c. 00000100:00000001:3.0:1767384600.728853:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384600.728854:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000469769de. 02000000:00000001:3.0:1767384600.728857:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384600.728858:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384600.728859:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008253c4bf. 00000100:00000001:3.0:1767384600.728862:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384600.728865:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384600.728878:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000002437e0a. 10000000:01000000:3.0:1767384600.728883:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384600.728887:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384600.728888:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.728890:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.728892:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061efb906 refcount=3 00000020:00000001:3.0:1767384600.728894:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:3.0:1767384600.728897:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:3.0:1767384600.728900:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384600.728904:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.728913:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.728920:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384600.728922:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.728930:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384600.728931:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.728932:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384600.728934:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.728937:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.728939:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384600.728941:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384600.728943:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:3.0:1767384600.728945:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384600.730905:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294890820, at 4294890821 00000100:00000040:3.0:1767384600.730909:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294890820, at 4294890821 00000100:00000010:2.0:1767384600.730916:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e95f7e09. 00000100:00000010:3.0:1767384600.730922:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057aec909. 00000100:00000040:0.0:1767384600.731862:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294890820, at 4294890822 00000100:00000010:0.0:1767384600.731869:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b74cadb9. 00000020:00000010:3.0:1767384600.736548:0:18064:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c205c50f. 00000020:00000040:3.0:1767384600.736557:0:18064:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:3.0:1767384600.736560:0:18064:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:3.0:1767384600.736563:0:18064:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 000000007c83563e already not connected (conn 1, was 0): CONNECTING 00010000:00000001:3.0:1767384600.736569:0:18064:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384600.736592:0:18064:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.117@tcp->12345-0@lo 00000100:00000001:3.0:1767384600.736596:0:18064:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384600.736598:0:18064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384600.736601:0:18064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000001:3.0:1767384600.736603:0:18064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:3.0:1767384600.736607:0:18064:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446628161276846976 : -115912432704640 : 0xffff9694089fa380) 00000100:00000040:3.0:1767384600.736620:0:18064:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000040:3.0:1767384600.736623:0:18064:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.117@tcp -> 00000000aea487ab 00010000:00080000:3.0:1767384600.736626:0:18064:0:(ldlm_lib.c:85:import_set_conn()) imp 000000007c83563e@lustre-OST0000-osc-MDT0000: found existing conn 192.168.202.117@tcp, moved to head 00010000:00000001:3.0:1767384600.736630:0:18064:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384600.736633:0:18064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00010000:00000001:3.0:1767384600.736635:0:18064:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.736638:0:18064:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:3.0:1767384600.736646:0:18064:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c205c50f. 00080000:00000001:3.0:1767384601.192557:0:18065:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384601.192588:0:18065:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.192593:0:18065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.192599:0:18065:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384601.192604:0:18065:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.192607:0:18065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.429922:0:16139:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384601.429934:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384601.429935:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.429940:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.429941:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384601.429944:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.429946:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.493934:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384601.493941:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.493947:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384601.493949:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.693667:0:18113:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384601.693679:0:18113:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.693683:0:18113:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.693688:0:18113:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384601.693693:0:18113:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.693695:0:18113:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.340934:0:18277:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384602.340938:0:18277:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing lnet_if_list 00000001:00000001:2.0:1767384602.342670:0:18277:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384602.350206:0:18279:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000020098d7d. 00000400:00000040:0.0:1767384602.350224:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384602.350227:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384602.350229:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350230:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384602.350232:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350234:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384602.350236:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384602.350237:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384602.350239:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384602.350240:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384602.350243:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384602.350245:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384602.350247:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384602.350250:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384602.350251:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384602.350253:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384602.350255:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384602.350257:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384602.350258:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384602.350261:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350263:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384602.350265:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384602.350267:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384602.350269:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350270:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384602.350273:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350275:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384602.350276:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384602.350279:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384602.350287:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350289:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384602.350291:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350294:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384602.350296:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384602.350298:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384602.350300:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350302:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384602.350305:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384602.350307:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384602.350308:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384602.350310:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384602.350311:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350313:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384602.350314:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384602.350315:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384602.350316:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384602.350318:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384602.350319:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384602.350321:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384602.350322:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384602.350323:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384602.350324:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384602.350325:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384602.350326:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384602.350327:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384602.350328:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384602.350329:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384602.350338:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384602.350339:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384602.350340:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350342:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384602.350343:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350344:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384602.350345:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384602.350346:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384602.350347:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384602.350348:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384602.350349:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384602.350356:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384602.350358:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384602.350359:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384602.350360:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384602.350361:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384602.350363:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384602.350364:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384602.350365:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384602.350366:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350367:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384602.350368:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384602.350370:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384602.350371:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350372:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384602.350374:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350375:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384602.350376:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384602.350377:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384602.350378:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350378:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384602.350380:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384602.350380:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384602.350381:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384602.350382:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384602.350383:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350385:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384602.350386:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384602.350387:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384602.350388:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384602.350389:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384602.350390:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384602.350391:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384602.350392:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384602.350393:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384602.350393:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384602.350395:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384602.350396:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384602.350397:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384602.350398:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384602.350404:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384602.350405:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384602.350406:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384602.350408:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384602.350409:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384602.350410:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384602.350411:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384602.350412:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384602.350413:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384602.350413:0:18279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384602.350423:0:18279:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000020098d7d. 00000100:00000001:0.0:1767384602.455020:0:16139:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384602.455024:0:16139:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1767384602.455031:0:16139:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384592/real 1767384592] req@00000000cbbb7314 x1853237059650816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384602 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384602.455049:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384602.455053:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384602.455058:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024981a58. 00000400:00000200:0.0:1767384602.455071:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f51ef53 00000400:00000010:0.0:1767384602.455074:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f51ef53. 00000100:00000001:0.0:1767384602.455083:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384602.455092:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbbb7314 x1853237059650816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384602 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384602.455103:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbbb7314 x1853237059650816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384602 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.455117:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384602.455120:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.455123:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384602.455126:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384602.455133:0:16139:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cbbb7314 x1853237059650816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384602 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.455143:0:16139:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.455153:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384602.455157:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.455170:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384602.455174:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384602.455177:0:16139:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384602.455185:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbbb7314 x1853237059650816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384602 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.455204:0:16139:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1767384602.455208:0:16139:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.455209:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384602.455210:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.455212:0:16139:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384602.455213:0:16139:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1767384602.455216:0:16139:0:(import.c:65:import_set_state_nolock()) 000000007c83563e lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384602.455232:0:16139:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1767384602.455236:0:16139:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1767384602.455240:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384602.455241:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbbb7314 x1853237059650816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384602 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.455252:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384602.455256:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbbb7314 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16139:1853237059650816:0@lo:8: 00000100:00000001:3.0:1767384602.455257:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384602.455274:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.455296:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384602.455301:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.455307:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384602.455312:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384602.455320:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384602.455328:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb48fb93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059655808:0@lo:400: 00000100:00000001:3.0:1767384602.455343:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384602.455353:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384602.455360:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.455368:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384602.455377:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b2f03e4. 02000000:00000001:3.0:1767384602.455387:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.455396:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.455401:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384602.455402:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000100:00000040:0.0:1767384602.455407:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbbb7314 x1853237059650816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384602 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384602.455417:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000001:0.0:1767384602.455418:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384602.455425:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384602.455428:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059655808, portal 10 02000000:00000010:0.0:1767384602.455430:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005687f084. 00000100:00000001:3.0:1767384602.455432:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384602.455436:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384602.455437:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158514560 : -115911551037056 : ffff96943d2cd180) 00000020:00000001:0.0:1767384602.455441:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384602.455447:0:16139:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384602.455453:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384602.455457:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384602.455460:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002f666e0f. 02000000:00000001:0.0:1767384602.455472:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384602.455480:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384602.455480:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384602.455488:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbbb7314. 00000100:00000040:3.0:1767384602.455496:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384602.455504:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000100:00000001:0.0:1767384602.455505:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384602.455512:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384602.455516:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059655808, offset 0 00000100:00000001:0.0:1767384602.455518:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.455533:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384602.455539:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384602.455540:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.455544:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384602.455545:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384602.455573:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384602.455599:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a01880 00000100:00000001:0.0:1767384602.455610:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384602.455618:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000020:00000010:0.0:1767384602.455619:0:16143:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ddb3728. 00000020:00000010:0.0:1767384602.455625:0:16143:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f74574b6. 00000400:00000200:3.0:1767384602.455627:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:0.0:1767384602.455629:0:16143:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000500384f6. 40000000:00000010:0.0:1767384602.455634:0:16143:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b1eca421. 00000400:00000200:3.0:1767384602.455635:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000008:00000010:0.0:1767384602.455648:0:16143:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000125cdefc. 00000100:00000001:3.0:1767384602.455652:0:16140:0:(events.c:286:request_in_callback()) Process entered 00020000:00000010:0.0:1767384602.455653:0:16143:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000008c2c9eca. 00000100:00000200:3.0:1767384602.455659:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00008000:00000010:0.0:1767384602.455662:0:16143:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ead14762. 00000100:00000010:3.0:1767384602.455666:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008253c4bf. 00100000:00000010:0.0:1767384602.455669:0:16143:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bf63f9a1. 00000100:00000040:3.0:1767384602.455683:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008253c4bf x1853237059655808 msgsize 224 00040000:00000010:0.0:1767384602.455685:0:16143:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3a73868. 00040000:00000010:0.0:1767384602.455693:0:16143:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006fd7eff4. 00000100:00100000:3.0:1767384602.455697:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00040000:00000010:0.0:1767384602.455699:0:16143:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000077e006b9. 00080000:00000010:0.0:1767384602.455707:0:16143:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e0208937. 00000100:00000001:3.0:1767384602.455709:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000010:0.0:1767384602.455716:0:16143:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000c9a2284. 00000400:00000200:3.0:1767384602.455723:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000004:00000010:0.0:1767384602.455724:0:16143:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000823d896. 00000400:00000010:3.0:1767384602.455734:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000004:00000010:0.0:1767384602.455738:0:16143:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f50b3ef8. 00000100:00000001:3.0:1767384602.455741:0:16140:0:(events.c:34:request_out_callback()) Process entered 00002000:00000010:0.0:1767384602.455744:0:16143:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8e9df96. 00000100:00000200:3.0:1767384602.455749:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384602.455752:0:16143:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f3c6f8d0. 00000080:00000010:0.0:1767384602.455762:0:16143:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008d6a38f4. 00000080:00000010:0.0:1767384602.455776:0:16143:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000046a03a24. 00000100:00000001:3.0:1767384602.455783:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000010:0.0:1767384602.455785:0:16143:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e99d5fe4. 00000100:00000040:3.0:1767384602.455790:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00020000:00000010:0.0:1767384602.455795:0:16143:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006271517f. 00008000:00000010:0.0:1767384602.455806:0:16143:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000033d26895. 00000100:00000001:3.0:1767384602.455810:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767384602.455811:0:16143:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000715cc4ac. 00000100:00000001:3.0:1767384602.455820:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384602.455822:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384602.455824:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384602.455886:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.455888:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.455900:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4680 usecs (5 jiffies) 00000100:00000001:3.0:1767384602.455905:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294892551 00000100:00000010:3.0:1767384602.455915:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094731e38. 00000100:00000001:0.0:1767384602.455917:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384602.455920:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.455924:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384602.455925:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384602.455932:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384602.455936:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.455938:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294892551 00000100:00100000:0.0:1767384602.455944:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000189fa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059655680:0@lo:400: 00000100:00000010:3.0:1767384602.455947:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057aec909. 00000100:00000001:0.0:1767384602.455950:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384602.455953:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384602.455955:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384602.455959:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.455962:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294892551 02000000:00000001:0.0:1767384602.455963:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384602.455972:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc033802. 02000000:00000010:0.0:1767384602.455972:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a673de. 02000000:00000001:0.0:1767384602.455985:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.455987:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384602.455993:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000100:00000001:3.0:1767384602.456001:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294892551 00000400:00000010:0.0:1767384602.456002:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f51ef53. 00000100:00000200:0.0:1767384602.456011:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059655680, portal 10 00000100:00000010:3.0:1767384602.456014:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098e1638f. 00000100:00000001:0.0:1767384602.456016:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384602.456021:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158521728 : -115911551029888 : ffff96943d2ced80) 00000100:00000001:3.0:1767384602.456023:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384602.456029:0:16143:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004f4d80da. 00000100:00000001:3.0:1767384602.456033:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384602.456039:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.456045:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.456054:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.456067:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.456068:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384602.456081:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384602.456085:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384602.456085:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000001:3.0:1767384602.456091:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384602.456093:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059655680, offset 0 00000100:00000001:3.0:1767384602.456096:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.456100:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384602.456105:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384602.456112:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384602.456130:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384602.456131:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384602.456157:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a01800 00000400:00000200:0.0:1767384602.456170:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000400:00000200:0.0:1767384602.456179:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384602.456185:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384602.456195:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384602.456200:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384602.456210:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075b3adb6. 00000100:00000040:0.0:1767384602.456216:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000075b3adb6 x1853237059655680 msgsize 224 00000100:00100000:0.0:1767384602.456230:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384602.456247:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384602.456258:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384602.456261:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000001:0.0:1767384602.456267:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384602.456276:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.456284:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384602.456290:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.456298:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.456303:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384602.456308:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384602.456315:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2518 usecs (3 jiffies) 00000100:00000001:0.0:1767384602.456320:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892549 00000100:00000001:0.0:1767384602.456326:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892551 00000100:00000001:0.0:1767384602.456327:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892549 00000100:00000001:0.0:1767384602.456334:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892551 00000100:00000001:2.0:1767384602.456336:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384602.456338:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892549 00000100:00100000:2.0:1767384602.456342:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655808 00000100:00000001:0.0:1767384602.456343:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892551 00000100:00000001:0.0:1767384602.456346:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892549 00000100:00000001:0.0:1767384602.456348:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892551 02000000:00000001:2.0:1767384602.456352:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384602.456352:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384602.456357:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384602.456357:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.456362:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.456363:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.456367:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.456367:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384602.456375:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655808 00000020:00000001:2.0:1767384602.456378:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384602.456378:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384602.456382:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384602.456383:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000001:2.0:1767384602.456388:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384602.456389:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384602.456390:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:2.0:1767384602.456395:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000001:2.0:1767384602.456398:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:0.0:1767384602.456400:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384602.456403:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384602.456403:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384602.456408:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a60df637. 00000100:00000001:0.0:1767384602.456409:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384602.456417:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a3bfa3cf. 00000100:00000001:0.0:1767384602.456428:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384602.456429:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:0.0:1767384602.456435:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.456447:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384602.456453:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd6c69bf. 00000100:00080000:0.0:1767384602.456455:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384602.456459:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000adfcf7e9. 00000020:00000040:0.0:1767384602.456460:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:2.0:1767384602.456466:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf95436f. 00000100:00000040:2.0:1767384602.456476:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384602.456480:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384602.456483:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384602.456488:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.456496:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384602.456500:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384602.456504:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.456515:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.456529:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384602.456538:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655680 02000000:00000001:2.0:1767384602.456540:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384602.456542:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.456544:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.456548:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.456550:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655680 00000020:00000001:2.0:1767384602.456552:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384602.456578:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000001:2.0:1767384602.456581:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.456586:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000020:00000001:2.0:1767384602.456589:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:2.0:1767384602.456595:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:2.0:1767384602.456598:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.456603:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037062a6b. 00000100:00000001:2.0:1767384602.456606:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.456608:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037062a6b. 00000020:00000010:2.0:1767384602.456613:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064b57bdf. 00000020:00000010:2.0:1767384602.456615:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d87a0d2. 00000020:00000010:2.0:1767384602.456618:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ec7a7ab. 00000100:00000001:2.0:1767384602.456622:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384602.456622:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384602.456623:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.456626:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384602.456630:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384602.456636:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.456648:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.456664:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384602.456670:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384602.456681:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384602.456686:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:2.0:1767384602.456691:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027877504 : -115911681674112 : ffff969435637480) 00000100:00000040:2.0:1767384602.456700:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075b3adb6 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1767384613 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.456710:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.456762:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037062a6b. 00000100:00000001:2.0:1767384602.456766:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.456770:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037062a6b. 00000100:00100000:2.0:1767384602.456777:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075b3adb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059655680:12345-0@lo:400: 00000100:00000200:2.0:1767384602.456785:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059655680 00000100:00000001:0.0:1767384602.456797:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384602.456798:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384602.456802:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655552 00000020:00000001:2.0:1767384602.456803:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384602.456805:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384602.456807:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.456808:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384602.456812:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384602.456812:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.456815:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384602.456821:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384602.456821:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.456826:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384602.456826:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655552 00000020:00000001:2.0:1767384602.456878:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384602.456882:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384602.456887:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.456893:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384602.456898:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384602.456905:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384602.456912:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000046dd219. 02000000:00000001:2.0:1767384602.456917:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.456923:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.456928:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384602.456932:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059655680 00010000:00000001:2.0:1767384602.456940:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384602.456951:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075b3adb6 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.456967:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384602.456973:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.456980:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.456990:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384602.456997:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:2.0:1767384602.457002:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384602.457007:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384602.457009:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.457012:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384602.457019:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384602.457024:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384602.457028:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059655680, offset 224 00000400:00000200:2.0:1767384602.457037:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384602.457049:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384602.457058:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a01800 00000400:00000200:2.0:1767384602.457075:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10f5 [1] + 224 00000400:00000200:2.0:1767384602.457084:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.457095:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384602.457104:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384602.457117:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384602.457136:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384602.457136:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384602.457138:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384602.457140:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384602.457146:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384602.457147:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384602.457153:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000400:00000001:3.0:1767384602.457157:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384602.457159:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000001:3.0:1767384602.457161:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384602.457169:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4783ba. 00000020:00000001:0.0:1767384602.457170:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384602.457175:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384602.457179:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b87c512 00000100:00000001:0.0:1767384602.457181:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384602.457189:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b87c512. 00000100:00000001:3.0:1767384602.457194:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384602.457199:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000100:00000200:3.0:1767384602.457200:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384602.457208:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:2.0:1767384602.457219:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384602.457222:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384602.457226:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.457240:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00010000:00000001:2.0:1767384602.457251:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384602.457258:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.457262:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384602.457265:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384602.457273:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075b3adb6 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.457294:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384602.457298:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.457304:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384602.457306:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075b3adb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059655680:12345-0@lo:400: Request processed in 586us (1080us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384602.457312:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384602.457315:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384602.457318:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.457320:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 02000000:00000001:3.0:1767384602.457331:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.457332:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:2.0:1767384602.457340:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384602.457343:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384602.457345:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=5 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384602.457346:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d87a0d2. 00000020:00000010:2.0:1767384602.457360:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ec7a7ab. 00000100:00001000:3.0:1767384602.457361:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=5 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384602.457373:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064b57bdf. 00000100:00000001:3.0:1767384602.457374:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384602.457382:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384602.457385:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000020:00000010:0.0:1767384602.457387:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00010000:00000001:3.0:1767384602.457388:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384602.457390:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384602.457397:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.457397:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384602.457409:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384602.457412:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00010000:00000001:3.0:1767384602.457415:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.457418:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384602.457419:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384602.457422:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000001:2.0:1767384602.457424:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384602.457425:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767384602.457427:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384602.457428:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384602.457430:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000100:00000040:3.0:1767384602.457437:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384602.457438:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f51ef53 00000400:00000010:2.0:1767384602.457446:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f51ef53. 00000100:00000001:2.0:1767384602.457454:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384602.457456:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384602.457468:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.457470:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384602.457477:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384602.457492:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384602.457492:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.457576:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384602.457584:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb48fb93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059655808:0@lo:400: 00000100:00000001:2.0:1767384602.457584:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.457597:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384602.457600:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384602.457601:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.457603:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384602.457605:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384602.457606:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.457610:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.457616:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=5 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384602.457617:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb48fb93 x1853237059655808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384602.457632:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.457652:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384602.457657:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.457667:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384602.457669:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1767384602.457673:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384602.457675:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384602.457683:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b2f03e4. 02000000:00000001:3.0:1767384602.457690:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384602.457697:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384602.457702:0:16140:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:2.0:1767384602.457707:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.457712:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384602.457717:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767384602.457719:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000145ee5c7. 00000100:00000040:2.0:1767384602.457722:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384602.457727:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384602.457728:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384602.457732:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384602.457733:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384602.457739:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb48fb93. 00000100:00000040:2.0:1767384602.457742:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.457752:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384602.457753:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.457762:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.457763:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384602.457767:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.457768:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.457776:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384602.457778:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.457785:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.457786:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.457793:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.457806:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000189fa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059655680:0@lo:400: 00000100:00000001:2.0:1767384602.457821:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.457825:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384602.457866:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000189fa027 x1853237059655680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.457878:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384602.457884:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384602.457889:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a673de. 02000000:00000001:2.0:1767384602.457898:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384602.457903:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384602.457908:0:16143:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384602.457914:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384602.457921:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004230a7a. 02000000:00000001:2.0:1767384602.457930:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384602.457933:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384602.457937:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000189fa027. 00000100:00000001:2.0:1767384602.457952:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384602.457958:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.457964:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.457974:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384602.457980:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.457989:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.457997:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.458411:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.458414:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384602.458417:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384602.458419:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384602.458421:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ebe1b9. 00000400:00000200:2.0:1767384602.458425:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fd2c99 00000400:00000010:2.0:1767384602.458427:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fd2c99. 00000100:00000001:2.0:1767384602.458429:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384602.458435:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a705979 x1853237059655552/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384602.458448:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a705979 x1853237059655552/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384602.458462:0:17557:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000067062e7a. 00000100:00000001:3.0:1767384602.458472:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384602.458475:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059655936 02000000:00000001:3.0:1767384602.458488:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384602.458492:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384602.458499:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.458501:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.458503:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.458506:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384602.458515:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384602.458518:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.458519:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.458526:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384602.458531:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059655936 02000000:00000001:2.0:1767384602.458532:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.458548:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1767384602.458549:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=10 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384602.458551:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384602.458571:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767384602.458573:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=10 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384602.458575:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.458587:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.458588:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384602.458596:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.458598:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b2f03e4. 00010000:00000001:2.0:1767384602.458600:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384602.458606:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.458607:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e19c099. 00000100:00000001:2.0:1767384602.458621:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.458622:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e851b40. 00000100:00000040:2.0:1767384602.458635:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a705979 x1853237059655552/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.458637:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384602.458646:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.458650:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384602.458654:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384602.458655:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.458657:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.458675:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.458676:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a705979 x1853237059655552/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.458695:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a705979 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059655552:0@lo:400: 00000100:00000001:3.0:1767384602.458697:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.458700:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.458708:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384602.458716:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a705979 x1853237059655552/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.458723:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384602.458725:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000711a2f24. 02000000:00000001:2.0:1767384602.458727:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384602.458729:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384602.458732:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b79e581e. 00000100:00000001:3.0:1767384602.458733:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384602.458734:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384602.458742:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384602.458745:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384602.458748:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000001:2.0:1767384602.458749:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384602.458755:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158519040 : -115911551032576 : ffff96943d2ce300) 00000020:00000040:2.0:1767384602.458756:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384602.458756:0:17556:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.458768:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384602.458772:0:17556:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.458774:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f55a83f4 x1853237059655936/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384602.458779:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab0df357. 02000000:00000001:2.0:1767384602.458790:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384602.458797:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384602.458803:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a705979. 00000100:00100000:3.0:1767384602.458804:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f55a83f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16139:x1853237059655936:12345-0@lo:8: 00000100:00000001:2.0:1767384602.458811:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767384602.458813:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059655936 00000100:00000001:2.0:1767384602.458814:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384602.458816:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384602.458818:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384602.458821:0:17557:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:2.0:1767384602.458823:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384602.458825:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.458829:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.458881:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384602.458884:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 4 - find 00000020:00000001:3.0:1767384602.458888:0:17557:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446628161540430040 : -115912169121576 : ffff9694185598d8) 00000100:00000001:3.0:1767384602.458894:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384602.458897:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384602.458901:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009530e78f. 02000000:00000001:3.0:1767384602.458903:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.458904:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384602.458907:0:17557:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384602.458912:0:17557:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 225 last 0 00010000:00000001:3.0:1767384602.458916:0:17557:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:3.0:1767384602.458919:0:17557:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1767384602.458921:0:17557:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384602.458923:0:17557:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384602.458927:0:17557:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006ff05459. 00000020:00000001:3.0:1767384602.458929:0:17557:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384602.458934:0:17557:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006ff05459 with handle 0x534bb1615bf4c684 to hash 00000020:00000001:3.0:1767384602.458936:0:17557:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384602.458939:0:17557:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384602.458943:0:17557:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384602.458946:0:17557:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a9812abe. 00000001:00000001:3.0:1767384602.458954:0:17557:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.458957:0:17557:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384602.458959:0:17557:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384602.458963:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ebe494b1. 00000001:00000010:3.0:1767384602.458969:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000af8c357b. 00000001:00000010:3.0:1767384602.458972:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc67e787. 00000001:00000010:3.0:1767384602.458975:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008314a4f2. 00000001:00000010:3.0:1767384602.458977:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8001f8e. 00000001:00000010:3.0:1767384602.458979:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009de9b64c. 00010000:00000001:3.0:1767384602.458982:0:17557:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.458984:0:17557:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.458986:0:17557:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384602.458989:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=3 00000020:00000040:3.0:1767384602.458991:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 5 - export 00000020:00000001:3.0:1767384602.458993:0:17557:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000040:3.0:1767384602.458996:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 2 00000020:00000080:3.0:1767384602.458998:0:17557:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x534bb1615bf4c684 00000020:00000001:3.0:1767384602.459001:0:17557:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.459003:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384602.459005:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:3.0:1767384602.459007:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384602.459009:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=3 00000020:00000001:3.0:1767384602.459011:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:3.0:1767384602.459014:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000001:00000001:3.0:1767384602.459018:0:17557:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384602.459022:0:17557:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384602.459030:0:17557:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.117@tcp 00000001:00000040:3.0:1767384602.459036:0:17557:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 5 00000001:00000001:3.0:1767384602.459039:0:17557:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446628162144548864 : -115911565002752 : ffff96943c57b800) 00000001:00000001:3.0:1767384602.459043:0:17557:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384602.459046:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=4 00000001:00000040:3.0:1767384602.459048:0:17557:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 6 00000020:00000010:3.0:1767384602.459057:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ede10ab4. 00000020:00000010:3.0:1767384602.459066:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000001c7caa7e. 00000001:00000001:3.0:1767384602.459091:0:17557:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384602.459095:0:17557:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384602.459098:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 5 00000001:00000001:3.0:1767384602.459101:0:17557:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384602.459104:0:17557:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1767384602.459109:0:17557:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1767384602.459112:0:17557:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00000001:3.0:1767384602.459115:0:17557:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384602.459117:0:17557:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384602.459120:0:17557:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:3.0:1767384602.459123:0:17557:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384602.459126:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384602.459133:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000007de6410. 00080000:00000001:3.0:1767384602.459135:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855375872 : -115916854175744 : ffff969301155800) 00080000:00000001:3.0:1767384602.459139:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.459251:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.459253:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.459256:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384602.459274:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384602.459276:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000f17a6b3c. 00000001:00000040:3.0:1767384602.459278:0:17557:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000006ff05459 : new cb_count 1 00000020:00000040:3.0:1767384602.459280:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=5 00080000:00000001:3.0:1767384602.459286:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384602.459377:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384602.459380:0:17557:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384602.459382:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384602.459394:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384602.459396:0:17557:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384602.459399:0:17557:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384602.459402:0:17557:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384602.459404:0:17557:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384602.459412:0:17557:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000657dd318 00000020:00000010:3.0:1767384602.459414:0:17557:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000375b4ed1. 00000020:00000040:3.0:1767384602.459424:0:17557:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000375b4ed1 for nid 0@lo - ref 2 00000020:00000001:3.0:1767384602.459482:0:17557:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.459488:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f8b5ede7. 00000020:00000010:3.0:1767384602.459490:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000cfc2905b. 00000020:00000010:3.0:1767384602.459492:0:17557:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000751d4d85. 00000020:00000010:3.0:1767384602.459505:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fb5022f9. 00000020:00000010:3.0:1767384602.459507:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000616d08c6. 00000020:00000010:3.0:1767384602.459509:0:17557:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000008e4884da. 00002000:00000001:3.0:1767384602.459516:0:17557:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384602.459518:0:17557:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384602.459519:0:17557:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.459521:0:17557:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.459525:0:17557:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d795011e. 00000020:00000040:3.0:1767384602.459527:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - import 00000020:00000001:3.0:1767384602.459531:0:17557:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384602.459532:0:17557:0:(genops.c:1242:class_import_put()) import 00000000d795011e refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384602.459534:0:17557:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384602.459535:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79f6c47. 00000020:00000040:3.0:1767384602.459541:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=6 00000100:00000040:3.0:1767384602.459543:0:17557:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384602.459545:0:17557:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384602.459548:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384602.459550:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000001:3.0:1767384602.459551:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:3.0:1767384602.459553:0:17557:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446628161276846976 : -115912432704640 : 0xffff9694089fa380) 00000100:00000040:3.0:1767384602.459555:0:17557:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000aea487ab refcount 19 to 0@lo 00000020:00000040:3.0:1767384602.459572:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=7 00000100:00000001:3.0:1767384602.459578:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384602.459579:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:3.0:1767384602.459580:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384602.459587:0:17557:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384602.459590:0:17557:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384602.459593:0:17557:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384602.459595:0:17557:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659300416 : -1050251200 : ffffffffc1667040) 02000000:00000001:3.0:1767384602.459597:0:17557:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.459599:0:17557:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384602.459602:0:17557:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384602.459603:0:17557:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384602.459605:0:17557:0:(import.c:65:import_set_state_nolock()) 00000000d795011e : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384602.459608:0:17557:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384602.459610:0:17557:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384602.459612:0:17557:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384602.459615:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 6 00000020:00000040:3.0:1767384602.459617:0:17557:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - find 00010000:00000001:3.0:1767384602.459619:0:17557:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.459622:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384602.459625:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860512 : -1038691104 : ffffffffc216d4e0) 00000020:00000001:3.0:1767384602.459627:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384602.459628:0:17557:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384602.459630:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384602.459631:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384602.459633:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.459635:0:17557:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384602.459640:0:17557:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384602.459642:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059655936 00010000:00000001:3.0:1767384602.459644:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384602.459647:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f55a83f4 x1853237059655936/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384602.459653:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384602.459655:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384602.459657:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=1767384602 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384602.459660:0:17557:0:(import.c:2194:obd_at_measure()) AT 0000000022994758 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384602.459664:0:17557:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@00000000f55a83f4 x1853237059655936/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384602.459679:0:17557:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384602.459682:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384602.459683:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384602.459685:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384602.459686:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384602.459689:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.459691:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384602.459693:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384602.459695:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000200:3.0:1767384602.459698:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237059655936, offset 0 00000400:00000200:3.0:1767384602.459703:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384602.459708:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384602.459714:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958260a01900 00000400:00000200:3.0:1767384602.459718:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1115 [1] + 0 00000400:00000200:3.0:1767384602.459722:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384602.459724:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384602.459727:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384602.459729:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384602.459736:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.459752:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384602.459756:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b87c512 00000400:00000010:3.0:1767384602.459758:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b87c512. 00000100:00000001:3.0:1767384602.459760:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384602.459761:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384602.459763:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.459765:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384602.459766:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384602.459768:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.459769:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384602.459774:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f55a83f4 x1853237059655936/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.459782:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384602.459789:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384602.459792:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f55a83f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237059655936:12345-0@lo:8: Request processed in 994us (1387us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384602.459795:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384602.459798:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384602.459801:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cd42edf. 00000100:00100000:3.0:1767384602.459805:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000400:00000200:0.0:1767384602.459808:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acfae5b8 00000100:00000040:3.0:1767384602.459809:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000400:00000010:0.0:1767384602.459813:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acfae5b8. 00000100:00000001:3.0:1767384602.459814:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384602.459816:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384602.459819:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e19c099. 00000020:00000010:3.0:1767384602.459865:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e851b40. 00000020:00000010:3.0:1767384602.459870:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b2f03e4. 00000100:00000001:0.0:1767384602.459871:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384602.459873:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000100:00000001:3.0:1767384602.459878:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384602.459880:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384602.459897:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.459905:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384602.459906:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.459908:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384602.459909:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384602.459910:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384602.459912:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384602.459913:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384602.459917:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=1767384602 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384602.459919:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=1767384602 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384602.459921:0:16139:0:(import.c:2194:obd_at_measure()) AT 000000006fe9cbbf change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384602.459923:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384602.459924:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.459926:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384602.459928:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384602.459933:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.459935:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384602.459936:0:16139:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:0.0:1767384602.459938:0:16139:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384602.459940:0:16139:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384602.459940:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384602.459942:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.459947:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384602.459948:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384602.459950:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.459951:0:16139:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767384602.459955:0:16139:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:0.0:1767384602.459962:0:16139:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384602.459965:0:16139:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c5b2 00000020:00000001:0.0:1767384602.459968:0:16139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384602.459970:0:16139:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008af773c4 refcount=4 00000020:00000001:0.0:1767384602.459973:0:16139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161540546560 : -115912169005056 : ffff969418576000) 00000020:00000001:0.0:1767384602.459977:0:16139:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161540546560 : -115912169005056 : ffff969418576000) 00000100:00001000:0.0:1767384602.459983:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=1767384602 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384602.459988:0:16139:0:(import.c:2194:obd_at_measure()) AT 000000006fe9cbbf change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1767384602.459997:0:16139:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:0.0:1767384602.460001:0:16139:0:(genops.c:898:class_export_put()) PUTting export 000000008af773c4 : new refcount 3 00000100:00000001:0.0:1767384602.460004:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384602.460007:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767384602.460009:0:16139:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1767384602.460011:0:16139:0:(import.c:65:import_set_state_nolock()) 000000007c83563e lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767384602.460012:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:0.0:1767384602.460033:0:16139:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:0.0:1767384602.460034:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384602.460037:0:16139:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384602.460039:0:16139:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000004:00000001:3.0:1767384602.460044:0:16802:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000100:00000001:0.0:1767384602.460044:0:16139:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384602.460052:0:16802:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.460054:0:16139:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384602.460060:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1767384602.460061:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1767384602.460067:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384602.460074:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005faac678. 00000100:00100000:0.0:1767384602.460076:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f67068d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16139:1853237059655936:0@lo:8: 00000020:00000040:3.0:1767384602.460086:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384602.460095:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.460096:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384602.460106:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384602.460108:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384602.460116:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384602.460117:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f67068d x1853237059655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384602.460129:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000913939b1. 00000100:00000001:0.0:1767384602.460131:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384602.460138:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384602.460144:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384602.460145:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052daba5b. 02000000:00000001:0.0:1767384602.460159:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384602.460160:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384602.460162:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.460168:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384602.460172:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005faac678] to pc [ptlrpcd_00_01+1] req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384602.460174:0:16139:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384602.460182:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384602.460191:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009e896456. 02000000:00000001:0.0:1767384602.460206:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384602.460209:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384602.460215:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f67068d. 00000100:00000001:0.0:1767384602.460220:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384602.460222:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384602.460225:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.460226:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384602.460242:0:16802:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000100:00000001:0.0:1767384602.460243:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384602.460244:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384602.460255:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384602.460256:0:16802:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000100:00100000:2.0:1767384602.460258:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384602.460267:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1767384602.460273:0:16802:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000001:2.0:1767384602.460275:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.460275:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384602.460280:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007094989e. 00000100:00000001:2.0:1767384602.460285:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384602.460286:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384602.460289:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.460294:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.460298:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384602.460303:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384602.460306:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384602.460310:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384602.460311:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384602.460320:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384602.460330:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b2f03e4. 00000100:00000001:2.0:1767384602.460331:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384602.460337:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.460341:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384602.460342:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.460345:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.460347:0:16802:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:2.0:1767384602.460348:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.460350:0:16802:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00100000:2.0:1767384602.460354:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005faac678 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059656064:0@lo:13: 00000100:00000010:3.0:1767384602.460356:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065bc516e. 00000100:00000001:2.0:1767384602.460360:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384602.460361:0:16802:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161909563968 : -115911799987648 : ffff96942e562240) 02000000:00000001:2.0:1767384602.460363:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384602.460367:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384602.460368:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.460372:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933877120 : -115911775674496 : ffff96942fc91f80) 02000000:00000001:2.0:1767384602.460373:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384602.460379:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767384602.460380:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000092c98ffb. 00000100:00000001:3.0:1767384602.460382:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.460386:0:16802:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:2.0:1767384602.460386:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.460393:0:16802:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384602.460398:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074832f1b. 00000100:00000040:3.0:1767384602.460403:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007094989e x1853237059656192/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384602.460404:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384602.460415:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059656064, portal 4 00000100:00000001:3.0:1767384602.460420:0:16802:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384602.460421:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384602.460425:0:16802:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.460429:0:16802:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384602.460430:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933873536 : -115911775678080 : ffff96942fc91180) 02000000:00000001:3.0:1767384602.460432:0:16802:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384602.460438:0:16802:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384602.460441:0:16140:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000086c80294. 00000100:00100000:3.0:1767384602.460446:0:16802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007094989e pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853237059656192:0@lo:7: 00000100:00000040:2.0:1767384602.460458:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.460459:0:16802:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384602.460467:0:16802:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384602.460468:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384602.460473:0:16802:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.460480:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384602.460481:0:16802:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384602.460487:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089940113. 00000400:00000010:2.0:1767384602.460488:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 02000000:00000001:3.0:1767384602.460504:0:16802:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384602.460506:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059656064, offset 0 00000400:00000010:3.0:1767384602.460511:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000400:00000200:2.0:1767384602.460517:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384602.460524:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384602.460528:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000200:3.0:1767384602.460533:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059656192, portal 4 00000400:00000200:2.0:1767384602.460538:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a01980 00000100:00000001:3.0:1767384602.460540:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384602.460545:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933877120 : -115911775674496 : ffff96942fc91f80) 00000400:00000200:2.0:1767384602.460554:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 0 00000020:00000010:3.0:1767384602.460572:0:16802:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eea739f1. 00000400:00000200:2.0:1767384602.460577:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.460595:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384602.460596:0:16802:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007094989e x1853237059656192/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384618 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.460601:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384602.460607:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384602.460618:0:16802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384602.460620:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8a14588. 00000100:00000040:3.0:1767384602.460625:0:16802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384602.460629:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d8a14588 x1853237059656064 msgsize 224 00000400:00000010:3.0:1767384602.460630:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000100:00000200:3.0:1767384602.460643:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237059656192, offset 0 00000100:00100000:2.0:1767384602.460657:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384602.460661:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384602.460669:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384602.460673:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384602.460677:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384602.460681:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000400:00000200:3.0:1767384602.460685:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958260a01a00 00000100:00000001:2.0:1767384602.460691:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384602.460696:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 520 00000100:00000200:2.0:1767384602.460700:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384602.460705:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384602.460721:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384602.460724:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384602.460729:0:16802:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384602.460734:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384602.460735:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384602.460744:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000254e9d89. 00000100:00000040:3.0:1767384602.460750:0:16802:0:(events.c:337:request_in_callback()) incoming req@00000000254e9d89 x1853237059656192 msgsize 264 00000100:00000001:2.0:1767384602.460752:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.460765:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384602.460774:0:16802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384602.460776:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.460790:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5397 usecs (6 jiffies) 00000100:00000001:3.0:1767384602.460797:0:16802:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384602.460798:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892556 00000400:00000200:3.0:1767384602.460808:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000100:00000001:2.0:1767384602.460811:0:16140:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294892553 00000400:00000010:3.0:1767384602.460815:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000100:00000001:3.0:1767384602.460821:0:16802:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384602.460821:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892556 00000100:00000001:2.0:1767384602.460862:0:16140:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294892553 00000100:00000200:3.0:1767384602.460866:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007094989e x1853237059656192/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384618 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.460871:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892557 00000100:00000001:3.0:1767384602.460877:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384602.460884:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007094989e x1853237059656192/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384618 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.460886:0:16140:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294892553 00000100:00000001:3.0:1767384602.460899:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.460901:0:16802:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384602.460904:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892557 00000100:00000001:3.0:1767384602.460908:0:16802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.460913:0:16802:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5397 usecs (6 jiffies) 00000100:00000001:2.0:1767384602.460914:0:16140:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294892553 00000100:00000001:3.0:1767384602.460919:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892557 00000100:00000001:2.0:1767384602.460932:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.460933:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294892556 00000100:00000001:2.0:1767384602.460944:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.460945:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892557 00000100:00000001:2.0:1767384602.460949:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.460965:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.460967:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294892556 00000100:00000001:3.0:1767384602.460976:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892557 00000100:00000001:3.0:1767384602.460987:0:16802:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892557 00000100:00000001:3.0:1767384602.460992:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892557 00000100:00000001:3.0:1767384602.460997:0:16802:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892557 00000020:00000010:2.0:1767384602.460999:0:17559:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000002a14f4c. 00000100:00000001:3.0:1767384602.461001:0:16802:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.461010:0:16802:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.461011:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384602.461016:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656064 00000100:00000001:3.0:1767384602.461019:0:16802:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384602.461019:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384602.461026:0:16802:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384602.461026:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.461031:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384602.461035:0:16802:0:(client.c:2690:ptlrpc_set_wait()) set 0000000065bc516e going to sleep for 11 seconds 02000000:00000001:2.0:1767384602.461036:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.461046:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656064 00000100:00000001:3.0:1767384602.461048:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384602.461049:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384602.461056:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000001:3.0:1767384602.461057:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.461059:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.461064:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=6 00000020:00000001:2.0:1767384602.461073:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:2.0:1767384602.461077:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384602.461081:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384602.461085:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384602.461085:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037062a6b. 00000100:00000001:3.0:1767384602.461091:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384602.461092:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c79f6c47. 00000020:00000040:2.0:1767384602.461102:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384602.461114:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384602.461118:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384602.461120:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656192 02000000:00000001:3.0:1767384602.461127:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384602.461129:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064b57bdf. 00000100:00000001:3.0:1767384602.461130:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384602.461133:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.461136:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384602.461142:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656192 00000020:00000010:2.0:1767384602.461142:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf66d631. 00000020:00000001:3.0:1767384602.461147:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384602.461148:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ec7a7ab. 00000020:00000040:3.0:1767384602.461150:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:3.0:1767384602.461153:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384602.461155:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=7 00000020:00000001:3.0:1767384602.461158:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000040:2.0:1767384602.461159:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767384602.461161:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384602.461162:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384602.461166:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384602.461168:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384602.461169:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.461172:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79f6c47. 00000100:00000001:3.0:1767384602.461176:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384602.461178:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.461179:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79f6c47. 00000020:00000010:3.0:1767384602.461191:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008201bf59. 00000020:00000010:3.0:1767384602.461194:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e19c099. 00000100:00000001:2.0:1767384602.461199:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384602.461210:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e851b40. 00000100:00000040:3.0:1767384602.461227:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384602.461228:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384602.461236:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384602.461237:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384602.461243:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384602.461245:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.461252:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384602.461258:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384602.461259:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.461262:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204763008 : -115911504788608 : ffff96943fee8380) 00000100:00000040:2.0:1767384602.461268:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8a14588 x1853237059656064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.461273:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.461275:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.461282:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005be495f1. 00000100:00000001:2.0:1767384602.461290:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.461293:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384602.461293:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005be495f1. 00000100:00000001:3.0:1767384602.461296:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384602.461307:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8a14588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16140:x1853237059656064:12345-0@lo:13: 00000100:00100000:3.0:1767384602.461311:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384602.461324:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 2 00000100:00000200:2.0:1767384602.461324:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059656064 00000020:00000001:2.0:1767384602.461331:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384602.461332:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933869952 : -115911775681664 : ffff96942fc90380) 00000020:00000001:2.0:1767384602.461334:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384602.461340:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.461343:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000254e9d89 x1853237059656192/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 264/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384602.461344:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384602.461350:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:2.0:1767384602.461363:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384602.461369:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.461371:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384602.461375:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384602.461376:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79f6c47. 00000020:00000001:2.0:1767384602.461377:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384602.461384:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.461385:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384602.461392:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79f6c47. 00000100:00000001:2.0:1767384602.461392:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384602.461401:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384602.461406:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000254e9d89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:16802:x1853237059656192:12345-0@lo:7: 02000000:00000010:2.0:1767384602.461414:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c8f96bef. 00000100:00000200:3.0:1767384602.461417:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059656192 02000000:00000001:2.0:1767384602.461418:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.461421:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384602.461424:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.461425:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384602.461429:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384602.461430:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384602.461434:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:2.0:1767384602.461436:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384602.461438:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860464 : -1038691152 : ffffffffc216d4b0) 00000020:00000001:2.0:1767384602.461439:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384602.461445:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384602.461445:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00080000:2.0:1767384602.461493:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384602.461501:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000020:00000001:3.0:1767384602.461502:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384602.461509:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384602.461512:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384602.461514:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384602.461518:0:17557:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00080000:00000001:2.0:1767384602.461520:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.461522:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384602.461524:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384602.461526:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000024:2.0:1767384602.461527:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384602.461532:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40960000 0 0 02000000:00000010:3.0:1767384602.461537:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007177602d. 00000020:00000020:2.0:1767384602.461537:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 02000000:00000001:3.0:1767384602.461545:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384602.461546:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 330 avail; 12264 objects: 11872 free; state 0 00000100:00000001:3.0:1767384602.461550:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384602.461551:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1767384602.461557:0:17557:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00000020:00000010:2.0:1767384602.461570:0:17559:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000202aa7dc. 00000001:00000001:2.0:1767384602.461582:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384602.461583:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384602.461587:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384602.461591:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059656064 00010000:00000001:2.0:1767384602.461593:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000010:3.0:1767384602.461597:0:17557:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 000000001b47ebef. 00010000:00000200:2.0:1767384602.461598:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8a14588 x1853237059656064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384602.461603:0:17557:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384602.461609:0:17557:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384602.461609:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384602.461616:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.461619:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=1767384602 v=10 (0 0 0 0) 00002000:00000001:3.0:1767384602.461621:0:17557:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00000100:00001000:2.0:1767384602.461624:0:17559:0:(import.c:2194:obd_at_measure()) AT 000000009343651a change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00002000:00000010:3.0:1767384602.461626:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a1da7c27. 00002000:00000001:3.0:1767384602.461630:0:17557:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927664168 : -115911781887448 : ffff96942f6a5228) 00000100:00001000:2.0:1767384602.461630:0:17559:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@00000000d8a14588 x1853237059656064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384602.461641:0:17557:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00000100:00000001:2.0:1767384602.461643:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000040:3.0:1767384602.461645:0:17557:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00000100:00000040:2.0:1767384602.461650:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00080000:00000010:3.0:1767384602.461651:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048d6232c. 00000100:00000001:2.0:1767384602.461657:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00002000:00000001:3.0:1767384602.461659:0:17557:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.461664:0:17557:0:(osd_object.c:530:osd_object_init()) Process entered 02000000:00000001:2.0:1767384602.461671:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:3.0:1767384602.461672:0:17557:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.461680:0:17557:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000001:2.0:1767384602.461682:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.461691:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384602.461695:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384602.461699:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384602.461703:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059656064, offset 224 00000400:00000200:2.0:1767384602.461713:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384602.461719:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384602.461724:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a01980 00000400:00000200:2.0:1767384602.461727:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1121 [1] + 224 00000400:00000200:2.0:1767384602.461730:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.461732:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384602.461735:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384602.461737:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384602.461743:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.461753:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384602.461759:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384602.461761:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000100:00000001:2.0:1767384602.461763:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384602.461764:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384602.461766:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.461767:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384602.461769:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384602.461771:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.461772:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384602.461775:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8a14588 x1853237059656064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.461780:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8a14588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16140:x1853237059656064:12345-0@lo:13: Request processed in 505us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384602.461785:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384602.461787:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 1 00000100:00000001:2.0:1767384602.461794:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384602.461795:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384602.461798:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf66d631. 00000020:00000010:2.0:1767384602.461801:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ec7a7ab. 00000020:00000010:2.0:1767384602.461803:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064b57bdf. 00000020:00000040:2.0:1767384602.461806:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 6 00000100:00000001:2.0:1767384602.461808:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.461826:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.461828:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384602.461869:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384602.461871:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384602.461874:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074832f1b. 00000400:00000200:2.0:1767384602.461879:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384602.461882:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:2.0:1767384602.461889:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384602.461895:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384602.461905:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.461913:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384602.461915:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.461918:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384602.461921:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384602.461923:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.461925:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.461927:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.461930:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=1767384602 v=5 (0 0 0 0) 00000100:00001000:2.0:1767384602.461934:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.461936:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384602.461937:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.461940:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384602.461946:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.461953:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.461957:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384602.461965:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384602.461967:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384602.461969:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.461974:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.461981:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384602.461984:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384602.461985:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384602.461989:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384602.461994:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384602.462001:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = -11 00000004:00000020:2.0:1767384602.462010:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84480 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:2.0:1767384602.462014:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.462021:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.462028:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005faac678 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059656064:0@lo:13: 00000100:00000001:2.0:1767384602.462035:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.462037:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384602.462041:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005faac678 x1853237059656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.462046:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384602.462050:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384602.462053:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000092c98ffb. 02000000:00000001:2.0:1767384602.462056:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384602.462058:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384602.462059:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384602.462060:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384602.462061:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000913939b1. 02000000:00000001:2.0:1767384602.462067:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384602.462070:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384602.462071:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005faac678. 00000100:00000001:2.0:1767384602.462080:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384602.462081:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.462084:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.462090:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384602.462092:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.462097:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.462100:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384602.462127:0:17557:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000005be495f1. 00080000:00000010:2.0:1767384602.462132:0:17557:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000021f24c63. 00002000:00080000:2.0:1767384602.466208:0:17557:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:2.0:1767384602.466212:0:17557:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446628161909566848 : -115911799984768 : ffff96942e562d80) 00002000:00080000:2.0:1767384602.466215:0:17557:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000001:00000001:2.0:1767384602.466220:0:17557:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384602.466221:0:17557:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384602.466223:0:17557:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384602.466225:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059656192 00010000:00000001:2.0:1767384602.466227:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384602.466230:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000254e9d89 x1853237059656192/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 264/240 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.466237:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384602.466238:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.466240:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.466242:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384602.466244:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384602.466245:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384602.466247:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384602.466248:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.466249:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384602.466251:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384602.466254:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384602.466256:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237059656192, offset 224 00000400:00000200:2.0:1767384602.466260:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384602.466264:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384602.466270:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958260a01a00 00000400:00000200:2.0:1767384602.466273:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1129 [1] + 224 00000400:00000200:2.0:1767384602.466284:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.466286:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384602.466295:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384602.466299:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007094989e x1853237059656192/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384602.466307:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000007094989e x1853237059656192/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384618 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.466323:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384602.466330:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384602.466332:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:2.0:1767384602.466337:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384602.466340:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384602.466346:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.466350:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384602.466354:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384602.466359:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.466362:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384602.466368:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000254e9d89 x1853237059656192/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 264/240 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.466380:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000254e9d89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853237059656192:12345-0@lo:7: Request processed in 5005us (5625us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384602.466393:0:17557:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003286e3b5. 00000100:00100000:2.0:1767384602.466405:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384602.466411:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384602.466415:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384602.466419:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384602.466423:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e19c099. 00000020:00000010:2.0:1767384602.466429:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e851b40. 00000020:00000010:2.0:1767384602.466435:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008201bf59. 00000020:00000040:2.0:1767384602.466441:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000100:00000001:2.0:1767384602.466446:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.467059:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384602.467069:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656320 02000000:00000001:2.0:1767384602.467074:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384602.467079:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.467084:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.467087:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.467092:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656320 00000020:00000001:2.0:1767384602.467094:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384602.467097:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:2.0:1767384602.467101:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.467105:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=6 00000020:00000001:2.0:1767384602.467110:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:2.0:1767384602.467114:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384602.467122:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.467126:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069280e0e. 00000100:00000001:2.0:1767384602.467131:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.467136:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069280e0e. 00000020:00000010:2.0:1767384602.467144:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b2f03e4. 00000020:00000010:2.0:1767384602.467152:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf66d631. 00000020:00000010:2.0:1767384602.467160:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ec7a7ab. 00000100:00000040:2.0:1767384602.467171:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384602.467175:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384602.467178:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384602.467180:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.467191:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.467205:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.467221:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384602.467225:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384602.467231:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384602.467234:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:2.0:1767384602.467235:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158525312 : -115911551026304 : ffff96943d2cfb80) 00000100:00000040:2.0:1767384602.467241:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e944fa1 x1853237059656320/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 432/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.467250:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.467260:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069280e0e. 00000100:00000001:2.0:1767384602.467268:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.467274:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069280e0e. 00000100:00100000:2.0:1767384602.467286:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e944fa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853237059656320:12345-0@lo:5: 00000100:00000200:2.0:1767384602.467291:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059656320 00000020:00000001:2.0:1767384602.467297:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384602.467303:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384602.467306:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.467309:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384602.467313:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860368 : -1038691248 : ffffffffc216d450) 00000020:00000001:2.0:1767384602.467317:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384602.467321:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384602.467324:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384602.467328:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384602.467332:0:17557:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1767384602.467336:0:17557:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1767384602.467340:0:17557:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.467344:0:17557:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384602.467346:0:17557:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.467349:0:17557:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384602.467351:0:17557:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384602.467353:0:17557:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.467356:0:17557:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384602.467357:0:17557:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384602.467359:0:17557:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.467362:0:17557:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384602.467365:0:17557:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384602.467367:0:17557:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.467371:0:17557:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.467374:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.467377:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384602.467378:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384602.467381:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000092c98ffb. 02000000:00000001:2.0:1767384602.467383:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.467384:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384602.467391:0:17557:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:2.0:1767384602.467393:0:17557:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:2.0:1767384602.467395:0:17557:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:2.0:1767384602.467396:0:17557:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:2.0:1767384602.467398:0:17557:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446628161909566848 : -115911799984768 : ffff96942e562d80) 00002000:00080000:2.0:1767384602.467401:0:17557:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:2.0:1767384602.467402:0:17557:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:2.0:1767384602.467404:0:17557:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384602.467405:0:17557:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384602.467407:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059656320 00010000:00000001:2.0:1767384602.467409:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384602.467411:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e944fa1 x1853237059656320/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 432/432 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.467416:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384602.467417:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.467419:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.467420:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384602.467422:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384602.467423:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384602.467424:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384602.467425:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.467426:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384602.467429:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384602.467432:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384602.467435:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237059656320, offset 224 00000400:00000200:2.0:1767384602.467438:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384602.467443:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384602.467446:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260a01a80 00000400:00000200:2.0:1767384602.467453:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1139 [1] + 224 00000400:00000200:2.0:1767384602.467458:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.467460:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384602.467468:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384602.467475:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0abc76e x1853237059656320/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384602.467481:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000a0abc76e x1853237059656320/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384618 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.467499:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384602.467508:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384602.467510:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:2.0:1767384602.467515:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384602.467517:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384602.467525:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.467531:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384602.467538:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384602.467542:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.467546:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384602.467551:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e944fa1 x1853237059656320/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 432/432 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.467577:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e944fa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853237059656320:12345-0@lo:5: Request processed in 322us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384602.467585:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384602.467590:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384602.467595:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384602.467599:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384602.467602:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf66d631. 00000020:00000010:2.0:1767384602.467609:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ec7a7ab. 00000020:00000010:2.0:1767384602.467616:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b2f03e4. 00000020:00000040:2.0:1767384602.467624:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000100:00000001:2.0:1767384602.467629:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.468167:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384602.468170:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656448 02000000:00000001:2.0:1767384602.468173:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384602.468174:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.468177:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.468183:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.468188:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656448 00000020:00000001:2.0:1767384602.468194:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384602.468198:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:2.0:1767384602.468200:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.468209:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=6 00000020:00000001:2.0:1767384602.468213:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:2.0:1767384602.468216:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384602.468219:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.468227:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000001:2.0:1767384602.468235:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.468239:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000020:00000010:2.0:1767384602.468245:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000242eb3ad. 00000020:00000010:2.0:1767384602.468258:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf66d631. 00000020:00000010:2.0:1767384602.468265:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ec7a7ab. 00000100:00000040:2.0:1767384602.468273:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384602.468276:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384602.468280:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384602.468284:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.468289:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.468302:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.468317:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384602.468320:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384602.468327:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384602.468331:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:2.0:1767384602.468333:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158510976 : -115911551040640 : ffff96943d2cc380) 00000100:00000040:2.0:1767384602.468336:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7c6bd40 x1853237059656448/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 432/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.468341:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.468348:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000001:2.0:1767384602.468350:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.468352:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000100:00100000:2.0:1767384602.468358:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7c6bd40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16802:x1853237059656448:12345-0@lo:5: 00000100:00000200:2.0:1767384602.468361:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059656448 00000020:00000001:2.0:1767384602.468362:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384602.468364:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384602.468365:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.468378:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384602.468379:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860368 : -1038691248 : ffffffffc216d450) 00000020:00000001:2.0:1767384602.468381:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384602.468382:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384602.468384:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384602.468385:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384602.468388:0:17556:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1767384602.468389:0:17556:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1767384602.468392:0:17556:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.468393:0:17556:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384602.468394:0:17556:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.468396:0:17556:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384602.468396:0:17556:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384602.468397:0:17556:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.468399:0:17556:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384602.468401:0:17556:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384602.468402:0:17556:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384602.468404:0:17556:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384602.468406:0:17556:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384602.468408:0:17556:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.468410:0:17556:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.468411:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.468415:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384602.468417:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384602.468424:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000003d45f225. 02000000:00000001:2.0:1767384602.468426:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.468427:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384602.468429:0:17556:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:2.0:1767384602.468431:0:17556:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:2.0:1767384602.468434:0:17556:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:2.0:1767384602.468437:0:17556:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:2.0:1767384602.468438:0:17556:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446628161909566848 : -115911799984768 : ffff96942e562d80) 00000020:00000001:2.0:1767384602.468442:0:17556:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:2.0:1767384602.468444:0:17556:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384602.468445:0:17556:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384602.468450:0:17556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.468451:0:17556:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384602.468458:0:17556:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 free: 389021696 avail: 386924544 00000020:00000001:2.0:1767384602.468461:0:17556:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384602.468462:0:17556:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c54f6af0 avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00000020:00000001:2.0:1767384602.468464:0:17556:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:2.0:1767384602.468468:0:17556:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:2.0:1767384602.468470:0:17556:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.468473:0:17556:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:2.0:1767384602.468479:0:17556:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:2.0:1767384602.468482:0:17556:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:2.0:1767384602.468484:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000020df59fa. 00002000:00000001:2.0:1767384602.468488:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384602.468490:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384602.468493:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000002b3f8937. 00002000:00000001:2.0:1767384602.468496:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384602.468509:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009a3b2298. 00002000:00000001:2.0:1767384602.468511:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161274495368 : -115912435056248 : ffff9694087bc188) 00002000:00000001:2.0:1767384602.468515:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384602.468516:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:2.0:1767384602.468521:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f346d6d7. 00002000:00000001:2.0:1767384602.468523:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.468525:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384602.468528:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384602.468531:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.468533:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.468536:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.468540:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.468541:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.468545:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.468549:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.468551:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:0.0:1767384602.471785:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384602.471790:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.471791:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.471793:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.471795:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.471796:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.471798:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.471799:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384602.471821:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.471826:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628156870535944 : -115916839015672 : ffff969301fcab08) 00002000:00000001:0.0:1767384602.471828:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628156870535856 : -115916839015760 : ffff969301fcaab0) 00002000:00000001:0.0:1767384602.471899:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384602.471901:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384602.471903:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384602.472094:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000058b2ca70. 00002000:00000001:0.0:1767384602.472098:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628156862981096 : -115916846570520 : ffff9693018963e8) 00002000:00000001:0.0:1767384602.472104:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384602.472107:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:0.0:1767384602.472111:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006cf8ea9c. 00002000:00000001:0.0:1767384602.472114:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.472117:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384602.472119:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384602.472121:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.472129:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.472131:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.472133:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.472137:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.472140:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.472143:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384602.472145:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:0.0:1767384602.472982:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384602.472986:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.472989:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.472990:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.472991:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.472993:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.472994:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.472995:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384602.472996:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.472999:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628156862981096 : -115916846570520 : ffff9693018963e8) 00002000:00000001:0.0:1767384602.473000:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628156862981008 : -115916846570608 : ffff969301896390) 00002000:00000001:0.0:1767384602.473002:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384602.473003:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384602.473004:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384602.473006:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001769a192. 00002000:00000001:0.0:1767384602.473008:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628156862985960 : -115916846565656 : ffff9693018976e8) 00002000:00000001:0.0:1767384602.473011:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384602.473013:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:0.0:1767384602.473015:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f3a12df. 00002000:00000001:0.0:1767384602.473017:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.473019:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384602.473020:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384602.473022:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.473023:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.473026:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.473028:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.473030:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.473030:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.473032:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384602.473033:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.473355:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:3.0:1767384602.473360:0:16808:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:3.0:1767384602.473372:0:16808:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000003e954896. 00040000:00000001:3.0:1767384602.473378:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384602.473381:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384602.473383:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1767384602.473383:0:16801:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:3.0:1767384602.473390:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1767384602.473391:0:16801:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384602.473395:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001121a472. 00080000:00000001:3.0:1767384602.473400:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384602.473402:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384602.473403:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384602.473404:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384602.473405:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384602.473406:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384602.473407:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007e949242. 00080000:00000001:3.0:1767384602.473408:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384602.473701:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384602.473706:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.473707:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.473708:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.473709:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.473715:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.473716:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.473718:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384602.473719:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.473722:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628156862985960 : -115916846565656 : ffff9693018976e8) 00002000:00000001:2.0:1767384602.473723:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628156862985872 : -115916846565744 : ffff969301897690) 00002000:00000001:2.0:1767384602.473725:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384602.473726:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384602.473727:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384602.473729:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000012b85dfb. 00002000:00000001:2.0:1767384602.473731:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161274497192 : -115912435054424 : ffff9694087bc8a8) 00002000:00000001:2.0:1767384602.473733:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384602.473733:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:2.0:1767384602.473735:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036adf464. 00002000:00000001:2.0:1767384602.473737:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.473739:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384602.473740:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384602.473741:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.473741:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.473742:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.473743:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.473744:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.473745:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.473746:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.473747:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00000100:00000040:0.0:1767384602.473868:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294892563, at 4294892564 00000100:00000010:0.0:1767384602.473876:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094731e38. 00000100:00000040:3.0:1767384602.473896:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294892563, at 4294892564 00000100:00000040:2.0:1767384602.473902:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294892563, at 4294892564 00000100:00000010:3.0:1767384602.473904:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098e1638f. 00000100:00000010:2.0:1767384602.473914:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc033802. 00080000:00000001:0.0:1767384602.474402:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384602.474405:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.474406:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.474407:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.474408:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.474409:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.474410:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.474411:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384602.474412:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.474414:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161274497192 : -115912435054424 : ffff9694087bc8a8) 00002000:00000001:0.0:1767384602.474416:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161274497104 : -115912435054512 : ffff9694087bc850) 00002000:00000001:0.0:1767384602.474417:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384602.474418:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384602.474419:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384602.474421:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000946f0b19. 00002000:00000001:0.0:1767384602.474422:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628156862985048 : -115916846566568 : ffff969301897358) 00002000:00000001:0.0:1767384602.474424:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384602.474424:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:0.0:1767384602.474426:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fbac5069. 00002000:00000001:0.0:1767384602.474427:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.474428:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384602.474429:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384602.474430:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.474430:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.474431:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.474432:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.474433:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.474433:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.474434:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384602.474435:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.475108:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384602.475111:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.475112:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.475113:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.475114:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.475115:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.475116:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.475117:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384602.475119:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.475125:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628156862985048 : -115916846566568 : ffff969301897358) 00002000:00000001:2.0:1767384602.475127:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628156862984960 : -115916846566656 : ffff969301897300) 00002000:00000001:2.0:1767384602.475129:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384602.475130:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384602.475131:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384602.475133:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000013c238aa. 00002000:00000001:2.0:1767384602.475135:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161274500232 : -115912435051384 : ffff9694087bd488) 00002000:00000001:2.0:1767384602.475137:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384602.475138:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:2.0:1767384602.475139:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000945e305d. 00002000:00000001:2.0:1767384602.475141:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.475142:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384602.475143:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384602.475144:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.475145:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.475146:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.475147:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.475147:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.475148:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.475149:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.475150:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:0.0:1767384602.475770:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384602.475777:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.475778:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.475779:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.475780:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.475781:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.475782:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.475783:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384602.475784:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.475786:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161274500232 : -115912435051384 : ffff9694087bd488) 00002000:00000001:0.0:1767384602.475787:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161274500144 : -115912435051472 : ffff9694087bd430) 00002000:00000001:0.0:1767384602.475788:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384602.475789:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384602.475790:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384602.475792:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005bf83498. 00002000:00000001:0.0:1767384602.475794:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628156862986872 : -115916846564744 : ffff969301897a78) 00002000:00000001:0.0:1767384602.475795:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384602.475796:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:0.0:1767384602.475797:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000015e1168. 00002000:00000001:0.0:1767384602.475798:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.475800:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384602.475800:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384602.475801:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.475802:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.475802:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.475803:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.475804:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.475805:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.475805:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384602.475806:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.476422:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384602.476426:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476427:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476428:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476429:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476430:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476430:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476432:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384602.476433:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.476435:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628156862986872 : -115916846564744 : ffff969301897a78) 00002000:00000001:2.0:1767384602.476436:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628156862986784 : -115916846564832 : ffff969301897a20) 00080000:00000001:2.0:1767384602.476439:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384602.476441:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a0d4b61f. 00080000:00000001:2.0:1767384602.476443:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161255190528 : -115912454361088 : ffff969407553000) 00080000:00000001:2.0:1767384602.476445:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384602.476456:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476457:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476459:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476470:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476471:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476472:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476473:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476474:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476475:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476476:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476477:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476482:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:2.0:1767384602.476485:0:17556:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000008224a16b. 00000001:00000001:2.0:1767384602.476486:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476487:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476488:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476491:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476492:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476493:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476494:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476494:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476496:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476497:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476497:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476501:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:2.0:1767384602.476502:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476503:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476504:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476507:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476507:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476508:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476509:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476510:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476510:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476511:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476512:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476516:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:2.0:1767384602.476517:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476520:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476522:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476527:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476528:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476529:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476530:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476531:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476532:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476533:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476534:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476538:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:2.0:1767384602.476539:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476539:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476540:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476544:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476545:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476545:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476546:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476547:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476548:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476549:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476550:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476554:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:2.0:1767384602.476555:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476556:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476568:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476574:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476575:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476576:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476576:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476577:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476578:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476580:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476580:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476584:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:2.0:1767384602.476586:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476586:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476591:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476596:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476597:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476598:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476599:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476600:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476601:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476602:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476602:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476606:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:2.0:1767384602.476608:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476608:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476609:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384602.476613:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476614:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476615:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476615:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476616:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476617:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476618:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476619:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:2.0:1767384602.476623:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:2.0:1767384602.476624:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476624:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476626:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384602.476629:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384602.476646:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384602.476647:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476658:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:2.0:1767384602.476659:0:17556:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:2.0:1767384602.476662:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384602.476681:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384602.476684:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.476816:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476818:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476819:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476820:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476821:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476826:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476827:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476828:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.476903:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.476906:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476909:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476912:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.476941:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.476943:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.476944:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.476945:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.476947:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476949:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.476950:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.476951:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.476987:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.476989:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476992:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.476994:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.477011:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.477013:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.477014:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.477014:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.477016:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477017:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.477018:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.477019:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.477040:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.477041:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477042:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477044:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.477057:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.477058:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.477059:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.477059:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.477060:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477061:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.477062:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.477067:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.477090:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.477091:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477093:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477094:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.477105:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.477106:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.477107:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.477108:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.477109:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477110:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.477111:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.477111:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.477128:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.477129:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477130:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477131:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.477141:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.477142:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.477143:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.477144:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.477145:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477146:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.477147:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.477147:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.477163:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.477164:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477166:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477167:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.477177:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.477178:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.477179:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.477180:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.477181:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477182:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.477183:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.477184:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.477200:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.477205:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477207:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477209:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384602.477222:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.477223:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.477224:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.477224:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.477226:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477226:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.477227:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.477228:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.477247:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384602.477248:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477249:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384602.477251:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000bbc0b613. 00002000:00001000:2.0:1767384602.477253:0:17556:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:2.0:1767384602.477256:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1767384602.477259:0:17556:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1767384602.477262:0:17556:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:2.0:1767384602.477264:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000cc771d99. 00000001:00000040:2.0:1767384602.477265:0:17556:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006ff05459 : new cb_count 2 00000020:00000040:2.0:1767384602.477267:0:17556:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=7 00080000:00000001:2.0:1767384602.477270:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384602.477276:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384602.477277:0:17556:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384602.477283:0:17556:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000009e717c24. 00080000:00000001:2.0:1767384602.477335:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384602.477338:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000000ccefa9d/000000009a3b2298 to site lru. bkt: 00000000772fb5e3 00000020:00000002:2.0:1767384602.477340:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000004b6cee6b/0000000016f366f1 to site lru. bkt: 00000000602bbce3 00000020:00000002:2.0:1767384602.477342:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000b9467505/0000000058b2ca70 to site lru. bkt: 00000000fe8b3d05 00000020:00000002:2.0:1767384602.477343:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000626af527/000000001769a192 to site lru. bkt: 000000009c0febdd 00000020:00000002:2.0:1767384602.477344:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000cff15a9b/0000000012b85dfb to site lru. bkt: 00000000b9e2cb89 00000020:00000002:2.0:1767384602.477346:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000f65efd4a/00000000946f0b19 to site lru. bkt: 00000000d110e533 00000020:00000002:2.0:1767384602.477347:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000a0f2a38d/0000000013c238aa to site lru. bkt: 00000000df75412f 00000020:00000002:2.0:1767384602.477352:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000cdc7b637/000000005bf83498 to site lru. bkt: 00000000bac3879a 00002000:00000010:2.0:1767384602.477354:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000020df59fa. 00002000:00001000:2.0:1767384602.477356:0:17556:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:2.0:1767384602.477357:0:17556:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:2.0:1767384602.477358:0:17556:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:2.0:1767384602.477361:0:17556:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:2.0:1767384602.477362:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000020df59fa. 00002000:00000001:2.0:1767384602.477364:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384602.477365:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384602.477366:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384602.477368:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c415c9e6. 00002000:00000001:2.0:1767384602.477369:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161274502360 : -115912435049256 : ffff9694087bdcd8) 00002000:00000001:2.0:1767384602.477371:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384602.477372:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:2.0:1767384602.477374:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000adab64d8. 00002000:00000001:2.0:1767384602.477375:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477377:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384602.477378:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384602.477378:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.477379:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.477380:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.477381:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.477382:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.477383:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.477384:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.477385:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:0.0:1767384602.478006:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384602.478009:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.478010:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.478011:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.478012:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.478013:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.478014:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.478015:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384602.478021:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.478023:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161274502360 : -115912435049256 : ffff9694087bdcd8) 00002000:00000001:0.0:1767384602.478025:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161274502272 : -115912435049344 : ffff9694087bdc80) 00002000:00000001:0.0:1767384602.478026:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384602.478027:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384602.478029:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384602.478031:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d013d155. 00002000:00000001:0.0:1767384602.478032:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628156862983224 : -115916846568392 : ffff969301896c38) 00002000:00000001:0.0:1767384602.478034:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384602.478035:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:0.0:1767384602.478037:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009a24a978. 00002000:00000001:0.0:1767384602.478038:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.478039:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384602.478040:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384602.478041:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384602.478042:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384602.478043:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384602.478044:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384602.478045:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.478045:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.478046:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384602.478047:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:2.0:1767384602.478580:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384602.478584:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.478585:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.478586:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.478587:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.478588:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.478589:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.478590:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384602.478591:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.478593:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628156862983224 : -115916846568392 : ffff969301896c38) 00002000:00000001:2.0:1767384602.478601:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628156862983136 : -115916846568480 : ffff969301896be0) 00002000:00000001:2.0:1767384602.478603:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384602.478604:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384602.478606:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384602.478607:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000087c3e252. 00002000:00000001:2.0:1767384602.478609:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161274495672 : -115912435055944 : ffff9694087bc2b8) 00002000:00000001:2.0:1767384602.478611:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384602.478612:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:2.0:1767384602.478615:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cd60bb32. 00002000:00000001:2.0:1767384602.478617:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.478618:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384602.478620:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384602.478621:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384602.478622:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384602.478622:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384602.478623:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384602.478624:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.478625:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384602.478627:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384602.478628:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.479412:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.479418:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.479421:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.479429:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.479431:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.479432:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.479434:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.479435:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.479437:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.479442:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161274495672 : -115912435055944 : ffff9694087bc2b8) 00002000:00000001:3.0:1767384602.479445:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161274495584 : -115912435056032 : ffff9694087bc260) 00002000:00000001:3.0:1767384602.479447:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.479449:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.479452:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.479454:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001ea13e4f. 00002000:00000001:3.0:1767384602.479457:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927665992 : -115911781885624 : ffff96942f6a5948) 00002000:00000001:3.0:1767384602.479460:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.479461:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:3.0:1767384602.479464:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000090e22742. 00002000:00000001:3.0:1767384602.479466:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.479468:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.479469:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.479470:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.479471:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.479472:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.479473:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.479474:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.479475:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.479476:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.479477:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.480195:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.480198:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.480199:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.480200:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.480202:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.480203:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.480204:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.480205:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.480206:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.480208:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927665992 : -115911781885624 : ffff96942f6a5948) 00002000:00000001:3.0:1767384602.480215:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927665904 : -115911781885712 : ffff96942f6a58f0) 00002000:00000001:3.0:1767384602.480217:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.480218:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.480221:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.480223:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000400b944b. 00002000:00000001:3.0:1767384602.480224:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927660824 : -115911781890792 : ffff96942f6a4518) 00002000:00000001:3.0:1767384602.480227:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.480228:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:3.0:1767384602.480230:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000027bcacb6. 00002000:00000001:3.0:1767384602.480231:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.480233:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.480234:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.480235:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.480236:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.480236:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.480237:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.480238:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.480239:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.480240:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.480241:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.481166:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.481169:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.481170:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.481171:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.481173:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.481174:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.481174:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.481175:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.481177:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.481179:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927660824 : -115911781890792 : ffff96942f6a4518) 00002000:00000001:3.0:1767384602.481181:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927660736 : -115911781890880 : ffff96942f6a44c0) 00002000:00000001:3.0:1767384602.481182:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.481183:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.481184:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.481187:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000067d9555a. 00002000:00000001:3.0:1767384602.481188:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927662040 : -115911781889576 : ffff96942f6a49d8) 00002000:00000001:3.0:1767384602.481197:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.481198:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:3.0:1767384602.481200:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007659f72d. 00002000:00000001:3.0:1767384602.481201:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.481203:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.481204:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.481205:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.481206:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.481206:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.481207:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.481208:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.481209:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.481210:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.481210:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.481981:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.481984:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.481985:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.481986:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.481988:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.481989:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.481990:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.481991:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.481992:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.481994:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927662040 : -115911781889576 : ffff96942f6a49d8) 00002000:00000001:3.0:1767384602.481995:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927661952 : -115911781889664 : ffff96942f6a4980) 00002000:00000001:3.0:1767384602.481996:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.481997:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.481999:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.482001:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006b78e735. 00002000:00000001:3.0:1767384602.482002:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927662952 : -115911781888664 : ffff96942f6a4d68) 00002000:00000001:3.0:1767384602.482004:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.482005:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:3.0:1767384602.482007:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000ffc7c5f. 00002000:00000001:3.0:1767384602.482009:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.482010:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.482011:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.482018:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.482019:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.482020:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.482021:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.482022:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.482023:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.482024:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.482025:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.482783:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.482787:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.482788:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.482789:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.482790:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.482792:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.482794:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.482796:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.482797:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.482800:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927662952 : -115911781888664 : ffff96942f6a4d68) 00002000:00000001:3.0:1767384602.482803:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927662864 : -115911781888752 : ffff96942f6a4d10) 00002000:00000001:3.0:1767384602.482805:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.482806:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.482808:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.482811:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000044c8aa7d. 00002000:00000001:3.0:1767384602.482813:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927659608 : -115911781892008 : ffff96942f6a4058) 00002000:00000001:3.0:1767384602.482816:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.482817:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:3.0:1767384602.482819:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c9fa80dd. 00002000:00000001:3.0:1767384602.482820:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.482822:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.482823:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.482824:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.482825:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.482825:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.482826:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.482827:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.482828:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.482829:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.482854:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.483677:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.483680:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483682:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483683:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483684:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483685:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483686:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483687:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.483689:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.483691:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927659608 : -115911781892008 : ffff96942f6a4058) 00002000:00000001:3.0:1767384602.483692:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927659520 : -115911781892096 : ffff96942f6a4000) 00080000:00000001:3.0:1767384602.483695:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384602.483699:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002c76a26c. 00080000:00000001:3.0:1767384602.483701:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855374848 : -115916854176768 : ffff969301155400) 00080000:00000001:3.0:1767384602.483703:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.483709:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483710:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483712:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483738:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483739:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483741:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483742:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483744:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483745:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483747:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483748:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483758:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483762:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483763:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483766:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483773:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483775:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483776:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483778:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483779:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483788:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483790:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483791:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483803:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483806:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483807:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483808:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483813:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483814:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483815:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483816:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483817:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483818:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483819:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483820:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483824:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483826:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483826:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483827:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483860:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483861:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483862:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483864:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483866:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483867:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483869:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483870:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483884:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483887:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483889:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483892:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483897:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483898:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483899:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483900:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483901:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483902:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483908:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483909:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483915:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483916:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483917:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483918:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483922:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483923:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483924:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483925:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483926:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483926:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483927:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483928:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483932:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483933:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483933:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483934:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483937:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483938:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483939:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483939:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483940:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483941:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483942:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483943:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483948:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483949:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483950:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483951:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.483954:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.483955:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.483955:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.483956:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.483957:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483958:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.483958:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.483962:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.483968:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.483970:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483971:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483973:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384602.483976:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.483986:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.483987:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.483998:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384602.484000:0:17556:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:3.0:1767384602.484003:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384602.484010:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384602.484013:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.484362:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.484364:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.484365:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.484366:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.484367:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.484368:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.484370:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.484371:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.484406:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.484408:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.484410:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.484412:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.485058:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485060:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485061:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485063:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485064:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485065:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485066:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485067:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.485094:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.485095:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485097:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485099:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.485131:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485132:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485133:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485134:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485135:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485136:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485137:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485138:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.485160:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.485161:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485163:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485164:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.485176:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485177:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485178:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485179:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485180:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485181:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485182:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485182:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.485202:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.485203:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485204:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485205:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.485214:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485215:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485216:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485217:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485218:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485219:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485220:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485221:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.485240:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.485241:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485243:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485244:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.485255:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485256:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485262:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485263:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485264:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485265:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485266:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485267:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.485290:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.485291:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485293:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485294:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.485306:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485307:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485308:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485309:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485310:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485311:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485312:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485313:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.485331:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.485332:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485333:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485334:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.485343:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485344:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485345:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485346:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485347:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485348:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485349:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485350:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.485367:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.485368:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485369:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384602.485371:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000030fbd6a1. 00002000:00001000:3.0:1767384602.485373:0:17556:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:3.0:1767384602.485377:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384602.485379:0:17556:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:3.0:1767384602.485385:0:17556:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384602.485388:0:17556:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 4294967301 00000001:00000010:3.0:1767384602.485390:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000bb2475f0. 00000001:00000040:3.0:1767384602.485392:0:17556:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006ff05459 : new cb_count 3 00000020:00000040:3.0:1767384602.485394:0:17556:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=8 00080000:00000001:3.0:1767384602.485397:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384602.485403:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384602.485405:0:17556:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485461:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384602.485465:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000080a4d606/00000000c415c9e6 to site lru. bkt: 00000000ec29ba18 00000020:00000002:3.0:1767384602.485467:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000001dfcef5d/00000000d013d155 to site lru. bkt: 0000000082052b33 00000020:00000002:3.0:1767384602.485468:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000001c0e0640/0000000087c3e252 to site lru. bkt: 00000000e8e8c1cb 00000020:00000002:3.0:1767384602.485470:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000008a492e9/000000001ea13e4f to site lru. bkt: 00000000a794020f 00000020:00000002:3.0:1767384602.485472:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000008836e3d6/00000000400b944b to site lru. bkt: 0000000032920955 00000020:00000002:3.0:1767384602.485473:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000954f2822/0000000067d9555a to site lru. bkt: 0000000012f036b2 00000020:00000002:3.0:1767384602.485474:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000d2f1eda2/000000006b78e735 to site lru. bkt: 00000000decc8d1f 00000020:00000002:3.0:1767384602.485475:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000006507910f/0000000044c8aa7d to site lru. bkt: 00000000fd6d1b4e 00002000:00000010:3.0:1767384602.485476:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000020df59fa. 00002000:00001000:3.0:1767384602.485478:0:17556:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384602.485479:0:17556:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384602.485481:0:17556:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:3.0:1767384602.485483:0:17556:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384602.485485:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000b0a5265d. 00002000:00000001:3.0:1767384602.485486:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.485487:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.485489:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.485491:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000afe5b9de. 00002000:00000001:3.0:1767384602.485492:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927661128 : -115911781890488 : ffff96942f6a4648) 00002000:00000001:3.0:1767384602.485494:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.485495:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:3.0:1767384602.485497:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ffda5f73. 00002000:00000001:3.0:1767384602.485499:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485500:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.485505:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.485506:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.485507:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.485508:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.485509:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.485510:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.485511:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.485512:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.485513:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.486277:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.486280:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.486281:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.486282:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.486284:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.486285:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.486286:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.486287:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.486289:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.486291:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927661128 : -115911781890488 : ffff96942f6a4648) 00002000:00000001:3.0:1767384602.486292:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927661040 : -115911781890576 : ffff96942f6a45f0) 00002000:00000001:3.0:1767384602.486294:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.486295:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.486296:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.486299:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000018159289. 00002000:00000001:3.0:1767384602.486300:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927667208 : -115911781884408 : ffff96942f6a5e08) 00002000:00000001:3.0:1767384602.486302:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.486303:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:3.0:1767384602.486305:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000362c4e58. 00002000:00000001:3.0:1767384602.486307:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.486308:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.486309:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.486310:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.486310:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.486311:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.486312:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.486313:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.486314:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.486320:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.486321:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.487070:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.487073:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.487074:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.487075:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.487076:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.487077:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.487078:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.487079:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.487081:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.487083:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927667208 : -115911781884408 : ffff96942f6a5e08) 00002000:00000001:3.0:1767384602.487084:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927667120 : -115911781884496 : ffff96942f6a5db0) 00002000:00000001:3.0:1767384602.487086:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.487087:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.487089:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.487091:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005f398fee. 00002000:00000001:3.0:1767384602.487092:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927663256 : -115911781888360 : ffff96942f6a4e98) 00002000:00000001:3.0:1767384602.487094:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.487095:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:3.0:1767384602.487097:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a889ed0c. 00002000:00000001:3.0:1767384602.487098:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.487099:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.487101:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.487101:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.487102:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.487103:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.487104:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.487105:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.487106:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.487107:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.487108:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.487913:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.487916:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.487917:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.487918:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.487925:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.487926:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.487927:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.487929:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.487930:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.487932:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927663256 : -115911781888360 : ffff96942f6a4e98) 00002000:00000001:3.0:1767384602.487934:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927663168 : -115911781888448 : ffff96942f6a4e40) 00002000:00000001:3.0:1767384602.487935:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.487937:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.487938:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.487940:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d0c9b70a. 00002000:00000001:3.0:1767384602.487942:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927665688 : -115911781885928 : ffff96942f6a5818) 00002000:00000001:3.0:1767384602.487944:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.487944:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:3.0:1767384602.487947:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000087dacb26. 00002000:00000001:3.0:1767384602.487948:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.487950:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.487951:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.487951:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.487952:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.487953:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.487954:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.487955:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.487956:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.487957:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.487957:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.488748:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.488752:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.488754:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.488755:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.488757:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.488758:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.488760:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.488761:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.488763:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.488766:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927665688 : -115911781885928 : ffff96942f6a5818) 00002000:00000001:3.0:1767384602.488769:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927665600 : -115911781886016 : ffff96942f6a57c0) 00002000:00000001:3.0:1767384602.488778:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.488779:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.488781:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.488784:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000045a67ca8. 00002000:00000001:3.0:1767384602.488786:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927660520 : -115911781891096 : ffff96942f6a43e8) 00002000:00000001:3.0:1767384602.488789:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.488790:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:3.0:1767384602.488793:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f7aaea5c. 00002000:00000001:3.0:1767384602.488796:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.488797:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.488799:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.488800:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.488802:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.488803:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.488804:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.488805:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.488806:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.488807:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.488808:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.489670:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.489674:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.489675:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.489676:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.489678:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.489679:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.489680:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.489681:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.489683:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.489685:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927660520 : -115911781891096 : ffff96942f6a43e8) 00002000:00000001:3.0:1767384602.489686:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927660432 : -115911781891184 : ffff96942f6a4390) 00002000:00000001:3.0:1767384602.489688:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.489689:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.489690:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.489692:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cc588184. 00002000:00000001:3.0:1767384602.489693:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927665384 : -115911781886232 : ffff96942f6a56e8) 00002000:00000001:3.0:1767384602.489695:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.489701:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:3.0:1767384602.489703:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea8f1030. 00002000:00000001:3.0:1767384602.489705:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.489706:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.489707:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.489708:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.489709:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.489710:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.489711:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.489712:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.489712:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.489713:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.489714:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.490475:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.490478:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.490480:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.490480:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.490482:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.490483:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.490484:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.490485:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.490486:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.490488:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927665384 : -115911781886232 : ffff96942f6a56e8) 00002000:00000001:3.0:1767384602.490490:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927665296 : -115911781886320 : ffff96942f6a5690) 00002000:00000001:3.0:1767384602.490492:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.490492:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.490494:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.490496:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d84e1e7e. 00002000:00000001:3.0:1767384602.490497:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927664472 : -115911781887144 : ffff96942f6a5358) 00002000:00000001:3.0:1767384602.490515:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.490516:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:3.0:1767384602.490549:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092e5b81c. 00002000:00000001:3.0:1767384602.490551:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.490552:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.490553:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.490554:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.490555:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.490575:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.490576:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.490577:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.490578:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.490579:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.490580:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.491278:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.491282:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.491283:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.491284:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.491286:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.491287:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.491288:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.491289:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.491291:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.491293:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927664472 : -115911781887144 : ffff96942f6a5358) 00002000:00000001:3.0:1767384602.491294:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927664384 : -115911781887232 : ffff96942f6a5300) 00002000:00000001:3.0:1767384602.491295:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.491296:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.491297:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.491300:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d7a7a318. 00002000:00000001:3.0:1767384602.491301:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927666296 : -115911781885320 : ffff96942f6a5a78) 00002000:00000001:3.0:1767384602.491303:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.491304:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:3.0:1767384602.491306:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000099653727. 00002000:00000001:3.0:1767384602.491307:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.491309:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.491310:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.491311:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.491311:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.491312:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.491313:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.491313:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.491314:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.491316:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.491316:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492004:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.492012:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492013:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492014:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492016:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492017:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492018:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492019:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.492020:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.492022:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927666296 : -115911781885320 : ffff96942f6a5a78) 00002000:00000001:3.0:1767384602.492024:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927666208 : -115911781885408 : ffff96942f6a5a20) 00080000:00000001:3.0:1767384602.492026:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384602.492029:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a501b98e. 00080000:00000001:3.0:1767384602.492031:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855376896 : -115916854174720 : ffff969301155c00) 00080000:00000001:3.0:1767384602.492033:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.492037:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492037:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492039:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492046:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492047:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492047:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492048:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492049:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492050:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492051:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492052:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492057:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492058:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492059:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492060:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492063:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492064:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492065:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492066:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492067:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492068:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492069:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492070:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492080:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492082:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492082:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492084:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492087:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492088:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492089:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492090:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492090:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492091:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492092:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492093:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492096:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492097:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492098:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492099:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492102:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492103:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492103:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492104:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492105:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492105:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492106:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492107:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492111:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492113:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492113:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492114:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492117:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492118:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492118:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492119:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492120:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492121:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492122:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492122:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492127:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492131:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492132:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492134:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492138:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492139:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492140:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492141:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492142:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492143:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492144:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492144:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492149:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492150:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492150:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492151:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492154:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492155:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492155:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492156:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492157:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492158:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492159:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492159:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492164:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492165:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492166:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492167:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.492170:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492171:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492171:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492172:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492173:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492174:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492175:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492175:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.492179:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.492180:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492184:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492186:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384602.492188:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.492197:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.492197:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492205:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384602.492207:0:17556:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:3.0:1767384602.492209:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384602.492215:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384602.492216:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492248:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492249:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492250:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492251:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492252:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492254:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492255:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492256:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492283:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492284:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492286:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492288:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492298:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492299:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492300:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492301:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492302:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492303:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492304:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492305:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492324:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492325:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492326:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492327:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492350:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492351:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492352:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492353:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492354:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492358:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492360:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492361:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492384:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492385:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492387:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492388:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492399:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492400:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492401:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492402:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492403:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492404:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492405:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492405:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492424:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492425:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492426:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492427:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492438:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492439:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492440:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492440:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492442:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492443:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492444:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492445:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492463:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492464:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492465:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492466:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492479:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492480:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492481:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492482:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492483:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492484:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492485:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492490:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492514:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492516:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492517:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492519:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492531:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492532:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492533:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492534:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492535:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492536:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492537:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492539:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492572:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492574:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492575:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492577:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.492592:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492593:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492594:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492595:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492596:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492597:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492599:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492600:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.492623:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.492624:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492626:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384602.492628:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a2221008. 00002000:00001000:3.0:1767384602.492629:0:17556:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:3.0:1767384602.492632:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384602.492634:0:17556:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:3.0:1767384602.492635:0:17556:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384602.492637:0:17556:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 4294967301 00000001:00000010:3.0:1767384602.492639:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000df591e60. 00000001:00000040:3.0:1767384602.492640:0:17556:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006ff05459 : new cb_count 4 00000020:00000040:3.0:1767384602.492647:0:17556:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=9 00080000:00000001:3.0:1767384602.492651:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384602.492656:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384602.492658:0:17556:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492708:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384602.492711:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000074719c64/00000000afe5b9de to site lru. bkt: 00000000c6c0b923 00000020:00000002:3.0:1767384602.492713:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000bfc8b365/0000000018159289 to site lru. bkt: 00000000770171a6 00000020:00000002:3.0:1767384602.492715:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000042d6df21/000000005f398fee to site lru. bkt: 000000001726b995 00000020:00000002:3.0:1767384602.492716:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000062871c5a/00000000d0c9b70a to site lru. bkt: 00000000d6c8aa67 00000020:00000002:3.0:1767384602.492718:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000ad729274/0000000045a67ca8 to site lru. bkt: 0000000097b60d0a 00000020:00000002:3.0:1767384602.492720:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000065326674/00000000cc588184 to site lru. bkt: 000000000edd019b 00000020:00000002:3.0:1767384602.492722:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000008b274e97/00000000d84e1e7e to site lru. bkt: 00000000ac77f659 00000020:00000002:3.0:1767384602.492724:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000aa06bf72/00000000d7a7a318 to site lru. bkt: 0000000057da9953 00002000:00000010:3.0:1767384602.492726:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000b0a5265d. 00002000:00001000:3.0:1767384602.492729:0:17556:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384602.492731:0:17556:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384602.492733:0:17556:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:3.0:1767384602.492736:0:17556:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384602.492738:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000b0a5265d. 00002000:00000001:3.0:1767384602.492740:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.492742:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.492744:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.492746:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fd4b4c84. 00002000:00000001:3.0:1767384602.492748:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927662648 : -115911781888968 : ffff96942f6a4c38) 00002000:00000001:3.0:1767384602.492751:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.492752:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:3.0:1767384602.492755:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a0c4fb06. 00002000:00000001:3.0:1767384602.492757:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492759:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.492761:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.492762:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.492764:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.492765:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.492767:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.492774:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.492776:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.492779:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.492780:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.493444:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.493447:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.493449:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.493450:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.493451:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.493452:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.493453:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.493455:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.493456:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.493458:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927662648 : -115911781888968 : ffff96942f6a4c38) 00002000:00000001:3.0:1767384602.493460:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927662560 : -115911781889056 : ffff96942f6a4be0) 00002000:00000001:3.0:1767384602.493461:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.493462:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.493464:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.493466:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e3c412af. 00002000:00000001:3.0:1767384602.493468:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161927666600 : -115911781885016 : ffff96942f6a5ba8) 00002000:00000001:3.0:1767384602.493470:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.493471:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:3.0:1767384602.493473:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b5de845b. 00002000:00000001:3.0:1767384602.493474:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.493476:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.493477:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.493477:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.493478:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.493479:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.493480:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.493481:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.493481:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.493482:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.493483:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.494163:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.494166:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.494172:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.494173:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.494175:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.494176:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.494178:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.494179:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.494180:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.494182:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161927666600 : -115911781885016 : ffff96942f6a5ba8) 00002000:00000001:3.0:1767384602.494184:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161927666512 : -115911781885104 : ffff96942f6a5b50) 00002000:00000001:3.0:1767384602.494185:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.494186:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.494188:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.494200:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005a180382. 00002000:00000001:3.0:1767384602.494202:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161258035224 : -115912451516392 : ffff969407809818) 00002000:00000001:3.0:1767384602.494204:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.494205:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:3.0:1767384602.494215:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b70584a6. 00002000:00000001:3.0:1767384602.494216:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.494218:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.494219:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.494220:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.494221:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.494222:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.494222:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.494223:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.494224:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.494225:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.494226:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.494878:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.494882:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.494883:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.494885:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.494887:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.494889:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.494890:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.494891:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.494893:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.494901:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161258035224 : -115912451516392 : ffff969407809818) 00002000:00000001:3.0:1767384602.494903:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161258035136 : -115912451516480 : ffff9694078097c0) 00002000:00000001:3.0:1767384602.494906:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.494907:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.494909:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.494911:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009b5631ec. 00002000:00000001:3.0:1767384602.494913:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161258030056 : -115912451521560 : ffff9694078083e8) 00002000:00000001:3.0:1767384602.494918:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.494919:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:3.0:1767384602.494922:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e59c4e39. 00002000:00000001:3.0:1767384602.494925:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.494927:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.494928:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.494929:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.494930:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.494931:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.494932:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.494933:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.494934:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.494935:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.494936:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.495650:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.495653:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.495654:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.495655:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.495656:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.495657:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.495658:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.495660:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.495661:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.495663:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161258030056 : -115912451521560 : ffff9694078083e8) 00002000:00000001:3.0:1767384602.495664:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161258029968 : -115912451521648 : ffff969407808390) 00002000:00000001:3.0:1767384602.495666:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.495666:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.495668:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.495670:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000010d876b3. 00002000:00000001:3.0:1767384602.495676:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161258034920 : -115912451516696 : ffff9694078096e8) 00002000:00000001:3.0:1767384602.495679:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.495680:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:3.0:1767384602.495682:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003d63d1e9. 00002000:00000001:3.0:1767384602.495683:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.495684:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.495686:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.495686:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.495687:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.495688:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.495689:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.495691:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.495692:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.495694:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.495695:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.496442:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.496445:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.496446:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.496447:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.496448:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.496449:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.496450:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.496452:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.496453:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.496455:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161258034920 : -115912451516696 : ffff9694078096e8) 00002000:00000001:3.0:1767384602.496457:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161258034832 : -115912451516784 : ffff969407809690) 00002000:00000001:3.0:1767384602.496458:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.496459:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.496461:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.496464:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006a6a9059. 00002000:00000001:3.0:1767384602.496466:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161258034008 : -115912451517608 : ffff969407809358) 00002000:00000001:3.0:1767384602.496469:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.496470:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:3.0:1767384602.496473:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d971ec9. 00002000:00000001:3.0:1767384602.496475:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.496477:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.496484:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.496485:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.496486:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.496487:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.496488:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.496489:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.496490:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.496491:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.496492:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.497196:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.497199:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.497200:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.497202:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.497203:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.497204:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.497205:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.497206:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.497208:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.497210:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161258034008 : -115912451517608 : ffff969407809358) 00002000:00000001:3.0:1767384602.497211:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161258033920 : -115912451517696 : ffff969407809300) 00002000:00000001:3.0:1767384602.497213:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.497214:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.497215:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.497218:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ae16e985. 00002000:00000001:3.0:1767384602.497219:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161258035832 : -115912451515784 : ffff969407809a78) 00002000:00000001:3.0:1767384602.497221:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.497222:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:3.0:1767384602.497225:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f287962. 00002000:00000001:3.0:1767384602.497227:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.497229:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.497230:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.497231:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.497232:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.497233:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.497235:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.497237:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.497238:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.497244:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.497245:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.498008:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.498012:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498014:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498015:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498017:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498019:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498021:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.498022:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.498024:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.498027:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161258035832 : -115912451515784 : ffff969407809a78) 00002000:00000001:3.0:1767384602.498030:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161258035744 : -115912451515872 : ffff969407809a20) 00002000:00000001:3.0:1767384602.498032:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384602.498034:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384602.498036:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384602.498039:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009f582052. 00002000:00000001:3.0:1767384602.498041:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446628161258032184 : -115912451519432 : ffff969407808c38) 00002000:00000001:3.0:1767384602.498044:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384602.498045:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:3.0:1767384602.498048:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009edd3eff. 00002000:00000001:3.0:1767384602.498050:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498052:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384602.498054:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384602.498055:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498056:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498057:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498059:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498060:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498062:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.498064:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.498065:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.498827:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384602.498854:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498856:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498857:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498866:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498869:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498871:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.498872:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.498874:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.498877:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446628161258032184 : -115912451519432 : ffff969407808c38) 00002000:00000001:3.0:1767384602.498879:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446628161258032096 : -115912451519520 : ffff969407808be0) 00080000:00000001:3.0:1767384602.498881:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384602.498885:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c0f1fa9d. 00080000:00000001:3.0:1767384602.498887:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855384064 : -115916854167552 : ffff969301157800) 00080000:00000001:3.0:1767384602.498890:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.498896:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.498897:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498898:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.498918:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498920:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498922:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498923:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498924:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498926:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.498928:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.498929:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.498934:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.498935:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.498936:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498937:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.498941:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498941:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498942:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498943:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498944:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498945:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.498946:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.498947:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.498951:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.498952:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.498956:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498957:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.498962:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498963:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498964:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498965:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498966:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498967:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.498968:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.498969:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.498973:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.498974:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.498975:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498976:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.498979:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498980:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498981:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498982:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498983:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498984:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.498985:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.498985:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.498989:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.498990:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.498991:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498992:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.498995:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.498996:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.498997:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.498997:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.498999:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499000:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499001:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499002:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.499010:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.499013:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.499014:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499021:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.499030:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499032:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499034:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499035:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499037:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499038:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499040:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499041:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.499050:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.499053:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.499054:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499056:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.499062:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499063:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499065:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499066:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499067:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499068:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499069:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499070:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.499075:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.499077:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.499078:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499080:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384602.499083:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499084:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499085:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499085:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499086:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499087:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499088:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499089:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000002:3.0:1767384602.499092:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384602.499093:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.499094:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499095:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384602.499102:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.499112:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384602.499113:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499121:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384602.499123:0:17556:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:3.0:1767384602.499125:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384602.499130:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384602.499132:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499149:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499151:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499152:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499152:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499154:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499155:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499156:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499157:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499193:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499195:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499197:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499199:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499212:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499213:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499214:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499215:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499216:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499218:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499219:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499220:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499242:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499243:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499244:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499246:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499257:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499258:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499259:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499260:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499261:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499262:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499263:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499268:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499291:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499293:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499294:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499296:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499307:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499308:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499309:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499310:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499311:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499312:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499313:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499314:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499333:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499334:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499335:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499336:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499357:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499358:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499359:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499360:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499361:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499362:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499363:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499364:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499388:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499389:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499390:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499392:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499403:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499404:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499405:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499406:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499407:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499408:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499409:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499410:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499428:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499433:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499435:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499436:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499449:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499451:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499452:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499452:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499454:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499455:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499456:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499457:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499481:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499482:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499484:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499485:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384602.499496:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384602.499497:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384602.499498:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384602.499499:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384602.499500:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499501:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.499502:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384602.499503:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446628161199060224 : -115912510491392 : ffff969403fcb500) 00080000:00000001:3.0:1767384602.499522:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384602.499523:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499524:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384602.499526:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b155588b. 00002000:00001000:3.0:1767384602.499528:0:17556:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384602.499530:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384602.499532:0:17556:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384602.499534:0:17556:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384602.499535:0:17556:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:3.0:1767384602.499537:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000011186ab4. 00000001:00000040:3.0:1767384602.499539:0:17556:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006ff05459 : new cb_count 5 00000020:00000040:3.0:1767384602.499541:0:17556:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=10 00080000:00000001:3.0:1767384602.499543:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384602.499552:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384602.499554:0:17556:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.499620:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384602.499623:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000085a2c96c/00000000fd4b4c84 to site lru. bkt: 00000000a327c8b0 00000020:00000002:3.0:1767384602.499625:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000086d18d6b/00000000e3c412af to site lru. bkt: 00000000b62a7d45 00000020:00000002:3.0:1767384602.499626:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000f82b1acb/000000005a180382 to site lru. bkt: 00000000c748fa1a 00000020:00000002:3.0:1767384602.499628:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000567b6c9a/000000009b5631ec to site lru. bkt: 000000002ca62aa8 00000020:00000002:3.0:1767384602.499630:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000005c7479c1/0000000010d876b3 to site lru. bkt: 00000000de191e30 00000020:00000002:3.0:1767384602.499631:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000c97523c4/000000006a6a9059 to site lru. bkt: 000000002495d6a4 00000020:00000002:3.0:1767384602.499632:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000ee78e76c/00000000ae16e985 to site lru. bkt: 00000000f58fa971 00000020:00000002:3.0:1767384602.499633:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000023ee7b33/000000009f582052 to site lru. bkt: 0000000074acb711 00002000:00000010:3.0:1767384602.499634:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000b0a5265d. 00002000:00001000:3.0:1767384602.499636:0:17556:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384602.499637:0:17556:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384602.499640:0:17556:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384602.499642:0:17556:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384602.499644:0:17556:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000020:00000010:3.0:1767384602.499649:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000af4d8d21. 00000001:00000001:3.0:1767384602.499652:0:17556:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384602.499654:0:17556:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384602.499659:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853237059656448 00010000:00000001:3.0:1767384602.499661:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384602.499668:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7c6bd40 x1853237059656448/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 432/432 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384602.499676:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384602.499678:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384602.499681:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384602.499685:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384602.499687:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384602.499689:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384602.499691:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384602.499694:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.499698:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384602.499706:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384602.499709:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000100:00000200:3.0:1767384602.499714:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237059656448, offset 224 00000400:00000200:3.0:1767384602.499719:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384602.499733:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384602.499744:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260a01b00 00000400:00000200:3.0:1767384602.499753:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1145 [1] + 224 00000400:00000200:3.0:1767384602.499760:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384602.499764:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384602.499772:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384602.499777:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0abc76e x1853237059656448/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384602.499788:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000a0abc76e x1853237059656448/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384618 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.499807:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384602.499815:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000400:00000010:3.0:1767384602.499817:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000100:00000001:3.0:1767384602.499820:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384602.499821:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384602.499825:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.499827:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384602.499828:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384602.499830:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.499856:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384602.499861:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7c6bd40 x1853237059656448/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 432/432 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384602.499870:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7c6bd40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:16802:x1853237059656448:12345-0@lo:5: Request processed in 31526us (31737us total) trans 8589934596 rc 0/0 00000100:00100000:3.0:1767384602.499888:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384602.499892:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:3.0:1767384602.499896:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384602.499899:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384602.499903:0:17556:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:3.0:1767384602.499912:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf66d631. 00000020:00000010:3.0:1767384602.499921:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ec7a7ab. 00000020:00000010:3.0:1767384602.499926:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000242eb3ad. 00000020:00000040:3.0:1767384602.499934:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 9 00000100:00000001:3.0:1767384602.499936:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.517910:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384602.517914:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.517920:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384602.517922:0:3311:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384602.517924:0:3311:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384602.517927:0:3311:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.517929:0:3311:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384602.517931:0:3311:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.517932:0:3311:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.517934:0:3311:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.517948:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384602.517949:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384602.517951:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384602.835345:0:18353:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384602.835357:0:18353:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.835364:0:18353:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.835369:0:18353:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384602.835375:0:18353:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.835377:0:18353:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.174079:0:18404:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384603.174092:0:18404:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.174095:0:18404:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.174100:0:18404:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384603.174105:0:18404:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.174107:0:18404:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.542917:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384603.542922:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.542927:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384603.542928:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384603.875275:0:18568:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384603.875282:0:18568:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:0.0:1767384603.881903:0:18568:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384603.890427:0:18569:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000721be6df. 00000400:00000010:0.0:1767384603.890441:0:18569:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000179e510f. 00000400:00000010:0.0:1767384603.890451:0:18569:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000565bcb72. 00000400:00000010:0.0:1767384603.890455:0:18569:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f09c65d5. 00000400:00000010:0.0:1767384603.890458:0:18569:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c3702657. 00000400:00000010:0.0:1767384603.890462:0:18569:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000092c34b09. 00000400:00000010:0.0:1767384603.890464:0:18569:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059b0a275. 00000400:00000010:0.0:1767384603.890466:0:18569:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc568171. 00000400:00000010:0.0:1767384603.890469:0:18569:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001e604345. 00000800:00000010:0.0:1767384603.890478:0:18569:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000212868f5. 00000800:00000200:0.0:1767384603.890489:0:18569:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384603.890494:0:18569:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384603.890530:0:18569:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384603.890568:0:18569:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp10 [8/256/0/180] 00000400:00000010:0.0:1767384603.892507:0:18569:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000f52ae4d5. 00000400:00000010:0.0:1767384603.892513:0:18569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebe9c77. 00000400:00000010:0.0:1767384603.892519:0:18569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000400:00000001:0.0:1767384603.892531:0:18569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384603.892532:0:18569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384603.892534:0:18569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e279826. 00000400:00000200:0.0:1767384603.892537:0:18569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c25df0 00000400:00000010:0.0:1767384603.892539:0:18569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8c25df0. 00000400:00000010:0.0:1767384603.892543:0:18569:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000a7f4a481. 00000400:00000200:0.0:1767384603.892573:0:18569:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (1) 00000400:00000200:0.0:1767384603.892597:0:18569:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384603.892605:0:18569:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:0.0:1767384603.892612:0:18569:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000e5b08dd. 00000020:01000000:0.0:1767384603.892616:0:18569:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384603.892618:0:18569:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp10 00000400:00000010:0.0:1767384603.892631:0:18569:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000179e510f. 00000400:00000010:0.0:1767384603.892636:0:18569:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000721be6df. 00000400:00000200:2.0:1767384603.892640:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384603.892650:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:2.0:1767384603.892658:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000400:00000200:2.0:1767384603.892661:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (2) 00000020:00000001:3.0:1767384603.892667:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384603.892668:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b663890. 10000000:00000001:3.0:1767384603.892675:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384603.892676:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 10000000:00000001:3.0:1767384603.892683:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384603.892688:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384603.892693:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384603.892696:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:01000004:3.0:1767384603.892698:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384603.892704:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384603.892705:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:01000004:3.0:1767384603.892711:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384603.892715:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp 00000020:01000004:3.0:1767384603.892717:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384603.892722:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384603.892723:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp lpni_is_preferred = 0 00000020:01000004:3.0:1767384603.892726:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384603.892729:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384603.892732:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384603.892736:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384603.892740:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp 00000400:00000200:2.0:1767384603.892744:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [5:5:256:4294967295] 192.168.202.117@tcp LPNI seq info [5:5:8:4294967295] 00000100:00000010:3.0:1767384603.892747:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eecc1ebf. 00000400:00000200:2.0:1767384603.892752:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp 00000020:00000040:3.0:1767384603.892758:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384603.892766:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) : PUT try# 0 00000100:00000001:3.0:1767384603.892770:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384603.892776:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.202.117@tcp 02000000:00000001:3.0:1767384603.892778:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384603.892782:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926f259d. 02000000:00000001:3.0:1767384603.892786:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384603.892792:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 02000000:00000010:3.0:1767384603.892810:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000093e726cd. 00000800:00000200:2.0:1767384603.892812:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:988 00000800:00000200:2.0:1767384603.892819:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000926f259d type 1, nob 160 niov 1 nkiov 1 00000100:00000001:3.0:1767384603.892822:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.892877:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000001:3.0:1767384603.892878:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384603.892884:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:3.0:1767384603.892885:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384603.892900:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eecc1ebf] to pc [ptlrpcd_00_02+2] req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384603.892933:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384603.892936:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384603.892938:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384603.892940:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384603.892949:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384603.892950:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384603.892960:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384603.892962:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384603.892965:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384603.892966:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384603.892968:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384603.892970:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384603.892971:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384603.892972:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384603.892975:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384603.892976:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384603.892977:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384603.892981:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384603.892982:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384603.892984:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384603.892990:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1d8793d. 00000100:00000040:0.0:1767384603.892990:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384603.892995:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384603.893003:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384603.893006:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384603.893008:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384603.893011:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.893011:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.893020:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384603.893023:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384603.893026:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.893029:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059656576:0@lo:253: 02000000:00000010:3.0:1767384603.893034:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065f53679. 00000100:00000001:0.0:1767384603.893034:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384603.893039:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384603.893041:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.893044:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384603.893046:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384603.893047:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384603.893048:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384603.893054:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384603.893056:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926f259d. 02000000:00000010:0.0:1767384603.893059:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000012cae73b. 00000100:00000040:3.0:1767384603.893062:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1d8793d] to pc [ptlrpcd_00_03+3] req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384603.893066:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.893068:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384603.893073:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d5144a. 00000400:00000010:0.0:1767384603.893082:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000179e510f. 00000400:00000200:2.0:1767384603.893086:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: PUT: OK 00000100:00000200:0.0:1767384603.893089:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059656576, portal 25 10000000:00000001:3.0:1767384603.893091:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.893095:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384603.893095:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384603.893096:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.893100:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933871744 : -115911775679872 : ffff96942fc90a80) 00000020:00000001:3.0:1767384603.893102:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384603.893108:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384603.893108:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000100:00000040:0.0:1767384603.893109:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384603.893118:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000e5b08dd. 00000100:00000001:0.0:1767384603.893127:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767384603.893129:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384603.893131:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384603.893146:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.893152:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384603.893154:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384603.893154:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000324c4531. 00000100:00000001:3.0:1767384603.893155:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384603.893163:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059656576, offset 0 00000100:00000040:3.0:1767384603.893164:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384603.893164:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384603.893175:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384603.893178:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384603.893181:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384603.893184:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384603.893189:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384603.893194:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384603.893195:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384603.893197:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : PUT - for me 02000000:00000001:3.0:1767384603.893217:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.893218:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a01b80 00000100:00100000:3.0:1767384603.893224:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059656704:0@lo:253: 00000400:00000200:0.0:1767384603.893232:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b1 [2] + 0 00000400:00000200:2.0:1767384603.893234:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 64 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384603.893235:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384603.893241:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384603.893242:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000922751ae. 02000000:00000001:3.0:1767384603.893245:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.893247:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000505b5506 02000000:00000001:3.0:1767384603.893248:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384603.893257:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000edb4f5a. 00000400:00000200:0.0:1767384603.893259:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384603.893262:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.893265:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 64/64 into md 0x21d [1] + 0 00000400:00000200:0.0:1767384603.893270:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384603.893275:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b0f040a. 00000400:00000010:2.0:1767384603.893280:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d142819b. 00000400:00000200:2.0:1767384603.893288:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce21758e 00000400:00000200:0.0:1767384603.893293:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000505b5506 00000800:00000001:2.0:1767384603.893294:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384603.893299:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000505b5506. 00000100:00000001:0.0:1767384603.893309:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384603.893312:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1cd6676. 00000800:00000001:2.0:1767384603.893312:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384603.893313:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384603.893320:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059656704, portal 25 00000400:00000200:2.0:1767384603.893322:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384603.893324:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000cadc5ac3 x1853237059656576 msgsize 4848 00000100:00000001:3.0:1767384603.893325:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384603.893329:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933879808 : -115911775671808 : ffff96942fc92a00) 00000400:00000200:2.0:1767384603.893337:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: PUT: OK 00000100:00000040:3.0:1767384603.893341:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384603.893341:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384603.893346:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce21758e 00000100:00000040:0.0:1767384603.893348:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384603.893354:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384603.893359:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384603.893361:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384603.893364:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce21758e. 00000400:00000010:3.0:1767384603.893365:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee5bf88c. 00000400:00000200:0.0:1767384603.893377:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000324c4531 00000400:00000200:2.0:1767384603.893378:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:0.0:1767384603.893382:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000324c4531. 00000400:00000200:2.0:1767384603.893386:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (3) 00000100:00000001:0.0:1767384603.893387:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384603.893388:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059656704, offset 0 00000100:00000200:0.0:1767384603.893395:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384603.893403:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384603.893404:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384603.893415:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000b97e696d. 00000100:00000001:0.0:1767384603.893417:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384603.893419:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384603.893424:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384603.893428:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 2 00000400:00000200:3.0:1767384603.893437:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a01c00 00000400:00000200:2.0:1767384603.893442:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:0.0:1767384603.893447:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384603.893452:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000100:00000001:0.0:1767384603.893453:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384603.893459:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3a80e3. 00000400:00000200:2.0:1767384603.893459:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (4) 00000400:00000200:3.0:1767384603.893463:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a89e8888 00000400:00000200:3.0:1767384603.893470:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.893474:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384603.893477:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89e8888 00000400:00000010:3.0:1767384603.893478:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a89e8888. 00000100:00000001:0.0:1767384603.893484:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.893486:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384603.893487:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384603.893490:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294893989 00000100:00000200:3.0:1767384603.893492:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384603.893497:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000b484353f x1853237059656704 msgsize 4848 00000100:00000010:0.0:1767384603.893498:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a70502b. 00000400:00000200:2.0:1767384603.893501:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 00000100:00000001:0.0:1767384603.893509:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384603.893512:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384603.893518:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [6:6:256:4294967295] 192.168.202.117@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000040:3.0:1767384603.893519:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384603.893520:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294893989 00000100:00000010:0.0:1767384603.893529:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2cfc2ec. 00000100:00000001:3.0:1767384603.893542:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384603.893543:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384603.893565:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294893989 00000400:00000200:2.0:1767384603.893570:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) 192.168.202.117@tcp : ACK try# 0 00000100:00000010:0.0:1767384603.893571:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbc75d53. 00000100:00000001:0.0:1767384603.893579:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767384603.893600:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp 00000400:00000200:3.0:1767384603.893602:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5bf88c 00000100:00000001:0.0:1767384603.893602:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294893989 00000400:00000010:3.0:1767384603.893608:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee5bf88c. 00000800:00000010:2.0:1767384603.893608:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926f259d. 00000100:00000010:0.0:1767384603.893610:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000100:00000001:3.0:1767384603.893614:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384603.893618:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384603.893623:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384603.893624:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000100:00000001:0.0:1767384603.893626:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384603.893635:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384603.893643:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:1023 00000100:00000001:0.0:1767384603.893645:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.893646:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384603.893650:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000926f259d type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384603.893651:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384603.893654:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.893665:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384603.893666:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.893669:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384603.893670:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384603.893677:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.893680:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.893680:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384603.893684:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.893686:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294893989 00000100:00000001:0.0:1767384603.893688:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.893692:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294893989 00000100:00000001:3.0:1767384603.893696:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294893989 00000100:00000001:3.0:1767384603.893699:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294893989 00000100:00000001:3.0:1767384603.893701:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294893989 00000100:00000001:3.0:1767384603.893704:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294893989 00000100:00000001:3.0:1767384603.893706:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294893989 00000100:00000001:3.0:1767384603.893708:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294893989 00000100:00000001:3.0:1767384603.893710:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384603.893713:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.893714:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384603.893717:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.893721:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384603.893721:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767384603.893721:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656576 02000000:00000001:0.0:1767384603.893727:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1767384603.893730:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926f259d. 00000100:00000001:0.0:1767384603.893731:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384603.893733:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384603.893735:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.893737:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384603.893739:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384603.893740:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.893742:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.893747:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384603.893748:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656576 00000100:00000001:3.0:1767384603.893752:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.893753:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384603.893755:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: ACK: OK 00000020:00000040:0.0:1767384603.893758:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384603.893759:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.893765:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384603.893768:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767384603.893769:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384603.893774:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384603.893777:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000800:00000001:2.0:1767384603.893778:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.893781:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384603.893785:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384603.893796:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384603.893797:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00000800:00000001:2.0:1767384603.893801:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384603.893802:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656704 00000100:00000001:0.0:1767384603.893803:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384603.893808:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384603.893811:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384603.893812:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00000100:00000001:3.0:1767384603.893819:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384603.893820:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384603.893823:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384603.893829:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5105de6. 02000000:00000001:3.0:1767384603.893830:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384603.893838:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656704 00000400:00000200:2.0:1767384603.893838:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : ACK - for me 00000020:00000010:0.0:1767384603.893840:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e7a061c. 00000020:00000001:3.0:1767384603.893844:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384603.893866:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384603.893877:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.893880:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000020:00000001:3.0:1767384603.893885:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384603.893888:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384603.893892:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384603.893896:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ad51a31. 00000020:00000010:0.0:1767384603.893898:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee5110b. 00000100:00000001:3.0:1767384603.893901:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384603.893901:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp: ACK from 12345-192.168.202.117@tcp into md 0x1155 00000020:00000010:3.0:1767384603.893907:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ad51a31. 00000400:00000200:2.0:1767384603.893911:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384603.893911:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384603.893915:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000346544e9. 00000100:00000001:0.0:1767384603.893917:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384603.893922:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384603.893923:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c6722ef. 00000400:00000200:2.0:1767384603.893923:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: ACK: OK 00000100:00000001:0.0:1767384603.893926:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384603.893929:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099968974. 00000100:00000001:0.0:1767384603.893934:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.893935:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384603.893940:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384603.893944:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.893944:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384603.893950:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000001:3.0:1767384603.893952:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.893952:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384603.893959:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384603.893962:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384603.893967:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000100:00000001:0.0:1767384603.893971:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384603.893976:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:0.0:1767384603.893977:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384603.893978:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384603.893983:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384603.893986:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (3) 00000100:00100000:0.0:1767384603.893989:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:0.0:1767384603.893994:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384603.893997:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935592528 : -115911773959088 : ffff96942fe34c50) 00000800:00000001:2.0:1767384603.893998:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384603.894007:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cadc5ac3 x1853237059656576/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 4848/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384603.894008:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384603.894009:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.894019:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.894028:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384603.894043:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00000100:00000001:0.0:1767384603.894049:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384603.894055:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00000400:00000200:2.0:1767384603.894063:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:0.0:1767384603.894064:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cadc5ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059656576:12345-0@lo:253: 00000400:00000010:2.0:1767384603.894073:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074832f1b. 00000100:00000200:0.0:1767384603.894076:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059656576 00000020:00000001:0.0:1767384603.894082:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384603.894085:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000020:00000001:0.0:1767384603.894088:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384603.894093:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000020:00000001:0.0:1767384603.894093:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.894101:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384603.894105:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:2.0:1767384603.894107:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000020:00000001:0.0:1767384603.894112:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384603.894116:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384603.894119:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384603.894120:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 000000003f9840e8. 00000020:00000001:0.0:1767384603.894122:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384603.894128:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.894129:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000008cef1ecf. 00000100:00000001:0.0:1767384603.894132:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384603.894137:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000166d91c4. 02000000:00000001:0.0:1767384603.894144:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384603.894149:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000e5b08dd. 00000400:00000010:2.0:1767384603.894152:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008340f390. 02000000:00000001:0.0:1767384603.894154:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.894160:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.894165:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008340f390 nid 192.168.202.117@tcp10 20000000:00000001:0.0:1767384603.894169:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:2.0:1767384603.894172:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a3a70dbf. 00000400:00000200:2.0:1767384603.894180:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a3a70dbf net tcp10 00000400:00000200:2.0:1767384603.894187:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (2) 20000000:00000010:0.0:1767384603.894189:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2e2fd00. 20000000:01000000:0.0:1767384603.894195:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384603.894199:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp10 flags 0x11 20000000:00000001:0.0:1767384603.894214:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:2.0:1767384603.894217:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 000000003f9840e8. 20000000:00000001:0.0:1767384603.894218:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384603.894223:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.894225:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000008cef1ecf. 20000000:00000001:0.0:1767384603.894226:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384603.894231:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:2.0:1767384603.894234:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000166d91c4. 00000400:00000010:2.0:1767384603.894243:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000b97e696d. 20000000:00000010:0.0:1767384603.894243:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edd891f8. 20000000:01000000:0.0:1767384603.894250:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00000400:00000200:2.0:1767384603.894255:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 20000000:00000001:0.0:1767384603.894260:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384603.894264:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00080000:00000001:0.0:1767384603.894270:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384603.894271:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:2.0:1767384603.894278:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:2.0:1767384603.894282:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384603.894285:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:2.0:1767384603.894290:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384603.894295:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (3) 00080000:00000001:0.0:1767384603.894324:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384603.894329:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384603.894331:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384603.894332:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384603.894336:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384603.894340:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384603.894344:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384603.894350:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dffee711. 00080000:00000001:0.0:1767384603.894352:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999128576 : -115911710423040 : ffff969433acc800) 00080000:00000001:0.0:1767384603.894355:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384603.894433:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384603.894435:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384603.894437:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384603.894452:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384603.894455:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384603.894512:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384603.894525:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384603.899905:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294893989, at 4294893990 00000100:00000010:0.0:1767384603.899914:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a70502b. 00000100:00000040:2.0:1767384603.900138:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294893989, at 4294893990 00000100:00000010:2.0:1767384603.900147:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbc75d53. 00000100:00000040:3.0:1767384603.903294:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294893989, at 4294893993 00000100:00000010:3.0:1767384603.903303:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00080000:00000001:0.0:1767384603.903817:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.903825:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384603.903825:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:2.0:1767384603.903850:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384603.903853:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384603.903854:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384603.903855:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384603.903870:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dffee711. 00080000:00000001:2.0:1767384603.903875:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384603.903882:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384603.903885:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384603.903897:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384603.903904:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384603.903907:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384603.903915:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384603.903917:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088d238b6. 20000000:01000000:2.0:1767384603.903921:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:2.0:1767384603.903935:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384603.903942:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384603.903971:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384603.903978:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384603.903983:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.903988:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384603.904006:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384603.904014:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384603.904024:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384603.904035:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b8a863d4. 00080000:00000001:2.0:1767384603.904043:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855362560 : -115916854189056 : ffff969301152400) 00080000:00000001:2.0:1767384603.904052:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384603.904121:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384603.904126:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.904131:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384603.904147:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.904154:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384603.904235:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384603.904239:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384603.904447:0:16762:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cd9e4587. 00000100:00000001:0.0:1767384603.904457:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384603.904462:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656832 02000000:00000001:0.0:1767384603.904466:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384603.904478:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384603.904483:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.904488:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.904492:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656832 00000020:00000001:0.0:1767384603.904497:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384603.904501:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000020:00000001:0.0:1767384603.904506:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.904509:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000020:00000001:0.0:1767384603.904513:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000020:00000001:0.0:1767384603.904519:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:0.0:1767384603.904522:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384603.904528:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569f8382. 00000100:00000001:0.0:1767384603.904559:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384603.904565:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569f8382. 00000020:00000010:0.0:1767384603.904574:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390f86d4. 00000020:00000010:0.0:1767384603.904582:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c819e3c8. 00000020:00000010:0.0:1767384603.904592:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00000040:0.0:1767384603.904616:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384603.904620:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384603.904623:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384603.904628:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.904637:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.904659:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.904675:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384603.904685:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384603.904693:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384603.904696:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:0.0:1767384603.904699:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158513664 : -115911551037952 : ffff96943d2cce00) 00000100:00000040:0.0:1767384603.904704:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8e4abfd x1853237059656832/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 328/0 e 0 to 0 dl 1767384614 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384603.904714:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384603.904718:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569f8382. 00000100:00000001:0.0:1767384603.904720:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384603.904723:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569f8382. 00000100:00100000:0.0:1767384603.904729:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8e4abfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059656832:12345-0@lo:104: 00000100:00000200:0.0:1767384603.904734:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059656832 00010000:00000001:0.0:1767384603.904737:0:16762:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384603.904742:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384603.904744:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.904747:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061efb906 refcount=2 00000020:00000001:0.0:1767384603.904749:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:0.0:1767384603.904752:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:0.0:1767384603.904755:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384603.904758:0:16762:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384603.904761:0:16762:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384603.904768:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384603.904771:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384603.904775:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000721be6df. 02000000:00000001:0.0:1767384603.904777:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.904780:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.904784:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384603.904786:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.904789:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.904804:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384603.904815:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384603.904817:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384603.904820:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384603.904822:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.904825:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384603.904829:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384603.904875:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000100:00000200:0.0:1767384603.904880:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059656832, offset 224 00000400:00000200:0.0:1767384603.904886:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384603.904897:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384603.904908:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a01c80 00000400:00000200:0.0:1767384603.904914:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x116d [1] + 224 00000400:00000200:0.0:1767384603.904919:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384603.904924:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384603.904930:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384603.904935:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059656832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384603.904945:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000990bcf1 x1853237059656832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384603.904962:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384603.904970:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:0.0:1767384603.904973:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000001:0.0:1767384603.904978:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384603.904980:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384603.904985:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.904989:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384603.904993:0:16762:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384603.904997:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384603.904998:0:16762:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000324c4531. 00010000:00000001:0.0:1767384603.905004:0:16762:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384603.905010:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384603.905016:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384603.905016:0:16762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384603.905021:0:16762:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.905022:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d9f75c. 00010000:00000001:0.0:1767384603.905024:0:16762:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.905030:0:16762:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.905033:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029fb2da 00000100:00000040:0.0:1767384603.905035:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e4abfd x1853237059656832/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 328/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384603.905038:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029fb2da. 00000100:00000001:2.0:1767384603.905045:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384603.905056:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059656832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384603.905060:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8e4abfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059656832:12345-0@lo:104: Request processed in 341us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384603.905070:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384603.905076:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00000001:0.0:1767384603.905082:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384603.905085:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384603.905091:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c819e3c8. 00000020:00000010:0.0:1767384603.905097:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00000100:00000200:2.0:1767384603.905098:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059656832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384603.905103:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390f86d4. 00000020:00000040:0.0:1767384603.905112:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00000100:00000001:2.0:1767384603.905118:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384603.905118:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.905125:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.905131:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384603.905135:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384603.905137:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384603.905140:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.905141:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384603.905144:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.905145:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384603.905153:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:2.0:1767384603.905155:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=11 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384603.905156:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384603.905159:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:2.0:1767384603.905165:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=11 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384603.905165:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384603.905176:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:0.0:1767384603.905180:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000061efb906 already unused, calling callback (00000000b79f9119) 00000100:00000001:2.0:1767384603.905181:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384603.905187:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384603.905189:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00010000:0.0:1767384603.905192:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384603.905194:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.905201:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.905203:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384603.905207:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384603.905210:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059656832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384603.905210:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.905215:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061efb906 refcount=3 00000020:00000001:0.0:1767384603.905220:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:0.0:1767384603.905226:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112000 : -115912123439616 : ffff96941b0ea600) 00010000:00000001:0.0:1767384603.905232:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384603.905234:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.905238:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:0.0:1767384603.905243:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384603.905244:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384603.905251:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384603.905257:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767384603.905258:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384603.905260:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00010000:0.0:1767384603.905263:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384603.905265:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384603.905273:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059656832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767384603.905285:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:2.0:1767384603.905297:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059656832:0@lo:104: 10000000:00000001:0.0:1767384603.905297:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384603.905302:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384603.905307:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767384603.905308:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.905312:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384603.905314:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.905316:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.905319:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384603.905324:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384603.905327:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059656832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384603.905339:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384603.905344:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384603.905348:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 00000100:00000001:2.0:1767384603.905352:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:0.0:1767384603.905354:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:2.0:1767384603.905358:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:0.0:1767384603.905359:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384603.905364:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075ab8056. 00010000:00000001:0.0:1767384603.905366:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384603.905372:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384603.905373:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1767384603.905378:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384603.905379:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1767384603.905382:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00010000:00000001:0.0:1767384603.905384:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384603.905388:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384603.905389:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384603.905392:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090efd899. 00000020:00000040:0.0:1767384603.905396:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000061efb906 with handle 0x534bb1615bf4c676 from hash 02000000:00000001:2.0:1767384603.905398:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384603.905402:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384603.905403:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384603.905408:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767384603.905409:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 00010000:00000001:0.0:1767384603.905412:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384603.905417:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384603.905417:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384603.905422:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.905423:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767384603.905426:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c987ba6. 00010000:00000001:0.0:1767384603.905439:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767384603.905442:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384603.905447:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384603.905448:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:2.0:1767384603.905453:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000903b8166. 00010000:00000001:0.0:1767384603.905455:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767384603.905460:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.905465:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384603.905466:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000571d1e53. 00010000:00000001:2.0:1767384603.905470:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384603.905473:0:16766:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 20000000:00000001:2.0:1767384603.905476:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384603.905479:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384603.905482:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384603.905484:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1767384603.905486:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384603.905490:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384603.905507:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000390f86d4. 00000100:00000001:0.0:1767384603.905513:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.905517:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384603.905522:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384603.905531:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384603.905534:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.905538:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384603.905540:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.905565:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571d1e53] to pc [ptlrpcd_00_00+0] req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384603.905608:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384603.905613:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.905616:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.905618:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.905621:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384603.905622:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.905627:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384603.905628:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.905633:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767384603.905634:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384603.905643:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384603.905649:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384603.905654:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 0000000061efb906/0x534bb1615bf4c676 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c67d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384603.905674:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384603.905678:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384603.905678:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b0cf489e count: 0 02000000:00000001:2.0:1767384603.905688:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384603.905691:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384603.905694:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384603.905695:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.905698:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384603.905700:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000324c4531. 00010000:00000001:0.0:1767384603.905710:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384603.905713:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000571d1e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059656960:0@lo:103: 00000020:00000001:0.0:1767384603.905717:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384603.905721:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.905723:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384603.905727:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384603.905729:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384603.905731:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384603.905734:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.905735:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.905739:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384603.905744:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006790d4cc. 02000000:00000001:2.0:1767384603.905747:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384603.905752:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384603.905755:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eede9fc0. 00000020:00000001:0.0:1767384603.905757:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384603.905762:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.905764:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00010000:00010000:0.0:1767384603.905766:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767384603.905773:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059656960, portal 18 00000100:00000001:2.0:1767384603.905778:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384603.905780:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027869440 : -115911681682176 : ffff969435635500) 00000100:00000040:2.0:1767384603.905786:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.905805:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384603.905808:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384603.905813:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384603.905817:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059656960, offset 0 00000400:00000200:2.0:1767384603.905824:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384603.905879:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384603.905891:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a01d00 00000400:00000200:2.0:1767384603.905900:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:2.0:1767384603.905907:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384603.905913:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384603.905920:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384603.905923:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384603.905928:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d127e07a. 00000100:00000040:2.0:1767384603.905932:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d127e07a x1853237059656960 msgsize 328 00000100:00100000:2.0:1767384603.905942:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384603.905965:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384603.905974:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384603.905977:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000001:2.0:1767384603.905983:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384603.905989:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.905995:0:16765:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384603.906001:0:16765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059656960 02000000:00000001:0.0:1767384603.906007:0:16765:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384603.906011:0:16765:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384603.906015:0:16765:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.906021:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384603.906022:0:16765:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.906029:0:16765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059656960 00000100:00000040:2.0:1767384603.906030:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384603.906035:0:16765:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384603.906039:0:16765:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384603.906044:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.906049:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000100:00000001:2.0:1767384603.906051:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.906057:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384603.906058:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384603.906064:0:16765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384603.906068:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.906069:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384603.906076:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294894002 00000020:00000010:0.0:1767384603.906078:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c80329. 00000100:00000001:0.0:1767384603.906084:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.906086:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294894000 00000020:00000010:0.0:1767384603.906088:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c80329. 00000100:00000001:2.0:1767384603.906097:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294894002 00000020:00000010:0.0:1767384603.906099:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006731be1e. 00000100:00000001:2.0:1767384603.906104:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294894000 00000020:00000010:0.0:1767384603.906108:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c819e3c8. 00000100:00000001:2.0:1767384603.906112:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294894002 00000020:00000010:0.0:1767384603.906115:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00000001:2.0:1767384603.906119:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294894000 00000100:00000040:0.0:1767384603.906127:0:16765:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384603.906128:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294894002 00000100:00000001:0.0:1767384603.906136:0:16765:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384603.906137:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294894000 00000100:00000001:0.0:1767384603.906141:0:16765:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384603.906144:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384603.906145:0:16765:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384603.906150:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906152:0:16765:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.906155:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906158:0:16765:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384603.906160:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.906165:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384603.906169:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384603.906170:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384603.906172:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=4 00000100:00000001:2.0:1767384603.906174:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384603.906181:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00000100:00000001:2.0:1767384603.906182:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.906185:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384603.906190:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00000100:00000001:2.0:1767384603.906191:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.906195:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384603.906207:0:16765:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c676 expref: 17 pid: 16773 timeout: 376 lvb_type: 0 00010000:00000001:0.0:1767384603.906215:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906217:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.906219:0:16765:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.906221:0:16765:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.906271:0:16765:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384603.906279:0:16765:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d127e07a x1853237059656960/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 328/0 e 0 to 0 dl 1767384614 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.906290:0:16765:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384603.906291:0:16765:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.906305:0:16765:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.906321:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384603.906324:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384603.906329:0:16765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384603.906333:0:16765:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:0.0:1767384603.906336:0:16765:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204763904 : -115911504787712 : ffff96943fee8700) 00000100:00000040:0.0:1767384603.906341:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d127e07a x1853237059656960/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 328/0 e 0 to 0 dl 1767384614 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.906351:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384603.906356:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c80329. 00000100:00000001:0.0:1767384603.906359:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384603.906361:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c80329. 00000100:00100000:0.0:1767384603.906366:0:16765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d127e07a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16140:x1853237059656960:12345-0@lo:103: 00000100:00000200:0.0:1767384603.906372:0:16765:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059656960 00010000:00000001:0.0:1767384603.906375:0:16765:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384603.906378:0:16765:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384603.906380:0:16765:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384603.906385:0:16765:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384603.906387:0:16765:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384603.906391:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000efe5f908. 02000000:00000001:0.0:1767384603.906394:0:16765:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.906406:0:16765:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906409:0:16765:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384603.906411:0:16765:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384603.906414:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384603.906416:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.906430:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=4 00000020:00000001:0.0:1767384603.906433:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:0.0:1767384603.906436:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000040:0.0:1767384603.906439:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c1fc6b9a count: 3 00010000:00010000:0.0:1767384603.906444:0:16765:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c676 expref: 17 pid: 16773 timeout: 376 lvb_type: 0 00000100:00001000:0.0:1767384603.906452:0:16765:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384603 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384603.906455:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384603.906460:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906462:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384603.906464:0:16765:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c67d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c676 expref: 17 pid: 16773 timeout: 376 lvb_type: 0 00000020:00000001:0.0:1767384603.906472:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384603.906474:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384603.906476:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.906478:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906481:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384603.906482:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384603.906488:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906489:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.906492:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384603.906494:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384603.906496:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065f65d08 with handle 0x534bb1615bf4c67d from hash 00010000:00000001:0.0:1767384603.906499:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384603.906500:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906502:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.906503:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384603.906506:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384603.906507:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384603.906519:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c67d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c676 expref: 17 pid: 16773 timeout: 376 lvb_type: 0 00010000:00000040:0.0:1767384603.906528:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:0.0:1767384603.906530:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:0.0:1767384603.906535:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.906537:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384603.906540:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384603.906543:0:16765:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001b6ae7f6 00010000:00000001:0.0:1767384603.906563:0:16765:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384603.906565:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384603.906567:0:16765:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.906569:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384603.906571:0:16765:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.906575:0:16765:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384603.906577:0:16765:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384603.906579:0:16765:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906587:0:16765:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384603.906599:0:16765:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384603.906601:0:16765:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384603.906603:0:16765:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384603.906605:0:16765:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c1fc6b9a) refcount = 2 00010000:00010000:0.0:1767384603.906609:0:16765:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906616:0:16765:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384603.906619:0:16765:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384603.906621:0:16765:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.906623:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384603.906628:0:16765:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064c80329. 00000100:00000001:0.0:1767384603.906631:0:16765:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384603.906635:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000324c4531. 00000100:00000001:0.0:1767384603.906638:0:16765:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156878166464 : -115916831385152 : ffff9693027119c0) 00000100:00000001:0.0:1767384603.906641:0:16765:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156878166464 : -115916831385152 : ffff9693027119c0) 00000100:00000001:0.0:1767384603.906651:0:16765:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384603.906653:0:16765:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384603.906656:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384603.906658:0:16765:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384603.906662:0:16765:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002724515s 00010000:00000001:0.0:1767384603.906666:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384603.906668:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.906670:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:0.0:1767384603.906672:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384603.906675:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384603.906679:0:16765:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384603.906682:0:16765:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906689:0:16765:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384603.906692:0:16765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906699:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906700:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384603.906703:0:16765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906709:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384603.906712:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906715:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384603.906717:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384603.906723:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384603.906726:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384603.906730:0:16765:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384603.906732:0:16765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906753:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384603.906755:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384603.906757:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.906758:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=6 00000020:00000001:0.0:1767384603.906761:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384603.906764:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384603.906767:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384603.906769:0:16765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906776:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384603.906778:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384603.906779:0:16765:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906804:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384603.906806:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384603.906808:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384603.906810:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384603.906813:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c68b from hash 00010000:00000001:0.0:1767384603.906817:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384603.906818:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906820:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.906821:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384603.906823:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384603.906825:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384603.906827:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384603.906830:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.906879:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906882:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384603.906883:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.906885:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384603.906893:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906897:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384603.906903:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384603.906903:0:16765:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906910:0:16765:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.906911:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384603.906916:0:16765:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384603.906918:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384603.906932:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384603.906945:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384603.906949:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906951:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384603.906953:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.906957:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384603.906958:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384603.906962:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384603.906966:0:16765:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384603.906968:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384603.906969:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.906972:0:16765:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384603.906977:0:16765:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384603.906980:0:16765:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.906984:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384603.906986:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c68b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384603.907001:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384603.907004:0:16765:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.907007:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384603.907010:0:16765:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384603.907014:0:16765:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.907017:0:16765:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.907020:0:16765:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384603.907023:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000324c4531. 00000100:00000001:0.0:1767384603.907028:0:16765:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384603.907030:0:16765:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384603.907033:0:16765:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064c80329. 00010000:00000001:0.0:1767384603.907038:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384603.907040:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c1fc6b9a count: 0 00010000:00010000:0.0:1767384603.907047:0:16765:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384603.907050:0:16765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384603.907054:0:16765:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384603.907057:0:16765:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.907060:0:16765:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.907065:0:16765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384603.907069:0:16765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384603.907072:0:16765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384603.907084:0:16765:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384603.907087:0:16765:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.907090:0:16765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384603.907095:0:16765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384603.907099:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000100:00000200:0.0:1767384603.907105:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059656960, offset 224 00000400:00000200:0.0:1767384603.907111:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384603.907119:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384603.907129:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a01d00 00000400:00000200:0.0:1767384603.907135:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:0.0:1767384603.907141:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384603.907146:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384603.907150:0:16765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384603.907154:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384603.907166:0:16765:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.907191:0:16765:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384603.907201:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:0.0:1767384603.907204:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000001:0.0:1767384603.907209:0:16765:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384603.907212:0:16765:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384603.907218:0:16765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.907222:0:16765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384603.907226:0:16765:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.907228:0:16765:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.907233:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d127e07a x1853237059656960/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 328/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384603.907245:0:16765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d127e07a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16140:x1853237059656960:12345-0@lo:103: Request processed in 892us (1310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384603.907256:0:16765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384603.907260:0:16765:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384603.907273:0:16765:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384603.907276:0:16765:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384603.907280:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c819e3c8. 00000020:00000010:0.0:1767384603.907285:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00000020:00000010:0.0:1767384603.907290:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006731be1e. 00000020:00000040:0.0:1767384603.907297:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:0.0:1767384603.907302:0:16765:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.907333:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.907337:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384603.907342:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384603.907345:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384603.907347:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eede9fc0. 00000400:00000200:0.0:1767384603.907354:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:0.0:1767384603.907357:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000100:00000001:0.0:1767384603.907363:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384603.907369:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384603.907381:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.907391:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384603.907393:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.907396:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384603.907400:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384603.907403:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384603.907405:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.907408:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.907413:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384603.907417:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.907420:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384603.907422:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.907425:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384603.907428:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.907431:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.907445:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.907454:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384603.907465:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384603.907467:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384603.907473:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384603.907484:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000571d1e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059656960:0@lo:103: 00000100:00000001:0.0:1767384603.907491:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.907495:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384603.907501:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000571d1e53 x1853237059656960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.907510:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384603.907512:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384603.907516:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006790d4cc. 02000000:00000001:0.0:1767384603.907522:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384603.907525:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384603.907528:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384603.907531:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384603.907534:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000390f86d4. 02000000:00000001:0.0:1767384603.907539:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384603.907541:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384603.907543:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000571d1e53. 00000100:00000001:0.0:1767384603.907568:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384603.907570:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.907573:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.907579:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384603.907582:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.907590:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.907593:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384603.910863:0:18572:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b0cf489e. 00010000:00000010:0.1:1767384603.910883:0:18572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061efb906. 00010000:00000010:0.1:1767384603.912886:0:18572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f65d08. 00010000:00000010:0.1:1767384603.912897:0:18572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00010000:00000010:0.1:1767384603.912905:0:18572:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c1fc6b9a. 00000100:00000040:0.0:1767384603.912933:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294894002, at 4294894003 00000100:00000010:0.0:1767384603.912940:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053627d85. 00000100:00000040:2.0:1767384603.912968:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294894002, at 4294894003 00000100:00000010:2.0:1767384603.912978:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccc92b92. 00000100:00000040:3.0:1767384603.913880:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294894002, at 4294894004 00000100:00000010:3.0:1767384603.913888:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79d9e97. 00080000:00000001:2.0:1767384603.916221:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384603.916225:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384603.916229:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384603.916232:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384603.916235:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384603.916239:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b8a863d4. 00080000:00000001:2.0:1767384603.916246:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:0.0:1767384603.919304:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384603.919310:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384603.919313:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2e2fd00. 20000000:00000001:0.0:1767384603.919322:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384603.919328:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059656576 00010000:00000001:0.0:1767384603.919332:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384603.919351:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cadc5ac3 x1853237059656576/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384603.919363:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384603.919366:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.919370:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.919375:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384603.919379:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384603.919383:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384603.919388:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384603.919391:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.919396:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384603.919402:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384603.919408:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f664a8cb. 00000100:00000200:0.0:1767384603.919415:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059656576, offset 224 00000400:00000200:0.0:1767384603.919427:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384603.919443:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384603.919456:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a01b80 00000400:00000200:0.0:1767384603.919464:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1159 [2] + 224 00000400:00000200:0.0:1767384603.919474:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384603.919480:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384603.919488:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384603.919494:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384603.919519:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.919563:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384603.919583:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f664a8cb 00000400:00000010:0.0:1767384603.919585:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f664a8cb. 00000100:00000001:0.0:1767384603.919589:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384603.919591:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384603.919596:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.919600:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384603.919603:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384603.919605:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.919614:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384603.919620:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cadc5ac3 x1853237059656576/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384603.919629:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cadc5ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059656576:12345-0@lo:253: Request processed in 25600us (26303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384603.919637:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000040:0.0:1767384603.919641:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384603.919642:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384603.919644:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384603.919648:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e7a061c. 00000020:00000010:0.0:1767384603.919652:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee5110b. 00000020:00000010:0.0:1767384603.919656:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5105de6. 00000020:00000040:0.0:1767384603.919662:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384603.919666:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384603.919669:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000e5b08dd. 02000000:00000001:0.0:1767384603.919673:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384603.919675:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384603.919680:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384603.919904:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.919908:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384603.919914:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384603.919916:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384603.919918:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d5144a. 00000400:00000200:0.0:1767384603.919923:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179e510f 00000400:00000010:0.0:1767384603.919924:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000179e510f. 00000100:00000001:0.0:1767384603.919927:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384603.919931:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384603.919941:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.919947:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384603.919966:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.919969:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384603.919971:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384603.919979:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384603.919981:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.919984:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.919988:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384603.919993:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.919996:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384603.919997:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.919999:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384603.920001:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.920004:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.920008:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.920014:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384603.920017:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384603.920019:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384603.920022:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384603.920025:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384603.920027:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384603.920029:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384603.920031:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384603.920032:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384603.920034:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384603.920036:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384603.920037:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384603.920038:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384603.920040:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384603.920046:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059656576:0@lo:253: 00000100:00000001:0.0:1767384603.920052:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.920054:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384603.920057:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eecc1ebf x1853237059656576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.920063:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384603.920066:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384603.920068:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000012cae73b. 02000000:00000001:0.0:1767384603.920079:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384603.920081:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384603.920083:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384603.920085:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384603.920088:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000093e726cd. 02000000:00000001:0.0:1767384603.920098:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384603.920099:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384603.920100:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eecc1ebf. 00000100:00000001:0.0:1767384603.920103:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384603.920105:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.920107:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.920113:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384603.920114:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.920116:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.920118:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384603.920127:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d5144a. 00000400:00000010:0.0:1767384603.920133:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000179e510f. 00080000:00000020:3.0:1767384603.921411:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384603.921416:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384603.921418:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000079803ed0. 20000000:00000001:3.0:1767384603.921424:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384603.921435:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059656704 00010000:00000001:3.0:1767384603.921437:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384603.921442:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b484353f x1853237059656704/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384603.921449:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384603.921451:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384603.921453:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384603.921457:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384603.921459:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384603.921461:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384603.921464:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384603.921466:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.921469:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384603.921471:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384603.921474:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000565f99fb. 00000100:00000200:3.0:1767384603.921477:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059656704, offset 224 00000400:00000200:3.0:1767384603.921483:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384603.921489:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384603.921507:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a01c00 00000400:00000200:3.0:1767384603.921511:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1161 [2] + 224 00000400:00000200:3.0:1767384603.921517:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.921520:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384603.921523:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384603.921527:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384603.921536:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.921567:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384603.921572:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000565f99fb 00000400:00000010:3.0:1767384603.921575:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000565f99fb. 00000100:00000001:3.0:1767384603.921578:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384603.921579:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384603.921595:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.921597:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384603.921598:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384603.921602:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384603.921607:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384603.921609:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384603.921613:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384603.921613:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384603.921618:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384603.921619:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b0f040a. 00000100:00000040:3.0:1767384603.921622:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b484353f x1853237059656704/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384603.921626:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1cd6676 00000400:00000010:0.0:1767384603.921631:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1cd6676. 00000100:00100000:3.0:1767384603.921636:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b484353f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059656704:12345-0@lo:253: Request processed in 27547us (28136us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384603.921639:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384603.921645:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000200:0.0:1767384603.921649:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384603.921650:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384603.921654:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384603.921657:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384603.921660:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c6722ef. 00000020:00000010:3.0:1767384603.921667:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099968974. 00000100:00000200:0.0:1767384603.921670:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384603.921673:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000346544e9. 00000020:00000040:3.0:1767384603.921679:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:3.0:1767384603.921684:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384603.921686:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384603.921687:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008e93b23b. 00000100:00000001:0.0:1767384603.921693:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384603.921694:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384603.921697:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.921699:0:16143:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384603.921702:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384603.921703:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384603.921706:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384603.921707:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058e4d8d9. 00000100:00000001:0.0:1767384603.921710:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384603.921713:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000565f99fb. 02000000:00000001:0.0:1767384603.921715:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.921720:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384603.921733:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.921736:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384603.921738:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.921740:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384603.921741:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.921743:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.921747:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.921754:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384603.921757:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384603.921759:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384603.921762:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384603.921764:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384603.921767:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384603.921768:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384603.921770:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384603.921772:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384603.921773:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384603.921775:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384603.921776:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384603.921778:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384603.921786:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059656704:0@lo:253: 00000100:00000001:0.0:1767384603.921802:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.921805:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384603.921809:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1d8793d x1853237059656704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.921816:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384603.921819:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384603.921821:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000edb4f5a. 02000000:00000001:0.0:1767384603.921827:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384603.921829:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384603.921857:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384603.921860:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384603.921863:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065f53679. 02000000:00000001:0.0:1767384603.921884:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384603.921885:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384603.921887:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1d8793d. 00000100:00000001:0.0:1767384603.921890:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384603.921891:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.921894:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.921900:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384603.921902:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.921904:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.921906:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384603.924881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef91adc8. 00010000:00000010:1.1:1767384603.924889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00010000:00000001:0.0:1767384604.565889:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384604.565895:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.565901:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384604.565902:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384605.589926:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384605.589933:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384605.589940:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384605.589941:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.589979:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384605.589985:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384605.589990:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384605.740617:0:19023:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384605.740625:0:19023:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384605.745823:0:19023:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384605.754638:0:19024:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000023a470a5. 00000400:00000010:2.0:1767384605.754653:0:19024:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d2514db7. 00000400:00000010:2.0:1767384605.754663:0:19024:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000749df00c. 00000400:00000010:2.0:1767384605.754666:0:19024:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000005a60c3b. 00000400:00000010:2.0:1767384605.754670:0:19024:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096d33f04. 00000400:00000010:2.0:1767384605.754673:0:19024:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000fefbfd5. 00000400:00000010:2.0:1767384605.754675:0:19024:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b02e3345. 00000400:00000010:2.0:1767384605.754676:0:19024:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b9465ba. 00000400:00000010:2.0:1767384605.754679:0:19024:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000df3ffc68. 00000800:00000010:2.0:1767384605.754687:0:19024:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b37d6a81. 00000800:00000200:2.0:1767384605.754698:0:19024:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384605.754702:0:19024:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384605.754738:0:19024:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384605.754755:0:19024:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp11 [8/256/0/180] 00000400:00000010:2.0:1767384605.756991:0:19024:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000008cef1ecf. 00000400:00000010:2.0:1767384605.756999:0:19024:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fa6c692. 00000400:00000010:2.0:1767384605.757005:0:19024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000400:00000001:2.0:1767384605.757017:0:19024:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384605.757019:0:19024:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384605.757021:0:19024:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cebe9c77. 00000400:00000200:2.0:1767384605.757025:0:19024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:2.0:1767384605.757034:0:19024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000400:00000010:2.0:1767384605.757039:0:19024:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000f52ae4d5. 00000400:00000200:2.0:1767384605.757045:0:19024:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (2) 00000400:00000200:2.0:1767384605.757059:0:19024:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384605.757069:0:19024:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:2.0:1767384605.757078:0:19024:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e6d2b4ae. 00000020:01000000:2.0:1767384605.757084:0:19024:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384605.757090:0:19024:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp11 00000400:00000010:2.0:1767384605.757109:0:19024:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d2514db7. 00000400:00000010:2.0:1767384605.757117:0:19024:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000023a470a5. 00000020:00000001:3.0:1767384605.757153:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384605.757163:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384605.757170:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384605.757177:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384605.757188:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384605.757203:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384605.757209:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384605.757214:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384605.757217:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384605.757223:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384605.757228:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:1.1:1767384605.757228:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (2) 00000020:01000004:3.0:1767384605.757236:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384605.757239:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384605.757242:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384605.757251:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000279d78e9. 00000020:00000040:3.0:1767384605.757261:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384605.757279:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384605.757284:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384605.757290:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384605.757303:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3e818f0. 00000100:00000001:3.0:1767384605.757315:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.757323:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:3.0:1767384605.757325:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384605.757335:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.757349:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279d78e9] to pc [ptlrpcd_00_01+1] req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384605.757375:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 10000000:00000001:3.0:1767384605.757391:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384605.757397:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.757401:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384605.757405:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384605.757407:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384605.757416:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:2.0:1767384605.757418:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 10000000:00000001:3.0:1767384605.757420:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384605.757425:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384605.757426:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384605.757429:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384605.757433:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384605.757437:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384605.757438:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384605.757440:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384605.757443:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384605.757444:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384605.757450:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384605.757452:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384605.757454:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384605.757457:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384605.757459:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384605.757463:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384605.757465:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384605.757467:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384605.757473:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083db24cc. 00000100:00000040:2.0:1767384605.757478:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384605.757488:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384605.757500:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384605.757504:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384605.757509:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.757510:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384605.757516:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384605.757520:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab7dfd51. 02000000:00000001:2.0:1767384605.757522:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384605.757540:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.757541:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384605.757552:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384605.757552:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.757556:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384605.757561:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000279d78e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059657088:0@lo:253: 00000100:00000040:3.0:1767384605.757567:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083db24cc] to pc [ptlrpcd_00_02+2] req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.757571:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384605.757581:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384605.757586:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.757590:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384605.757598:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000638d4dc. 10000000:00000001:3.0:1767384605.757599:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.757603:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384605.757606:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.757610:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384605.757611:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000020:01000000:3.0:1767384605.757614:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384605.757621:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e6d2b4ae. 00000400:00000010:2.0:1767384605.757622:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022623324. 00000100:00000200:2.0:1767384605.757631:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059657088, portal 25 00000800:00000010:0.0:1767384605.757638:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e2fd00. 00000100:00000001:2.0:1767384605.757641:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384605.757645:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933882496 : -115911775669120 : ffff96942fc93480) 00000800:00000010:0.0:1767384605.757646:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000324c4531. 00000100:00000001:3.0:1767384605.757647:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.757657:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384605.757658:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384605.757659:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aa82b9d8. 00000100:00000001:2.0:1767384605.757676:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384605.757681:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384605.757686:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084b0927a. 00000100:00000200:2.0:1767384605.757691:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059657088, offset 0 00000400:00000200:2.0:1767384605.757699:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384605.757702:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aa82b9d8. 00000400:00000200:2.0:1767384605.757712:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384605.757722:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384605.757726:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a01d80 00000100:00000001:0.0:1767384605.757726:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384605.757729:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384605.757735:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384605.757739:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000400:00000010:2.0:1767384605.757750:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e052322. 00000100:00000001:0.0:1767384605.757750:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384605.757754:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384605.757758:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee6c8d10 02000000:00000001:0.0:1767384605.757758:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384605.757760:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384605.757763:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384605.757766:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083db24cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059657216:0@lo:253: 00000400:00000200:2.0:1767384605.757769:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384605.757769:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384605.757778:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384605.757778:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384605.757782:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.757784:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384605.757785:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee6c8d10 00000400:00000010:2.0:1767384605.757789:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee6c8d10. 02000000:00000010:0.0:1767384605.757789:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002399322f. 02000000:00000001:0.0:1767384605.757793:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.757797:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384605.757797:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001074d576. 00000100:00000200:2.0:1767384605.757802:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384605.757802:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c237affe. 00000100:00000200:0.0:1767384605.757808:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059657216, portal 25 00000100:00000040:2.0:1767384605.757809:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000f34fffa0 x1853237059657088 msgsize 4848 00000100:00000001:0.0:1767384605.757811:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384605.757814:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933875328 : -115911775676288 : ffff96942fc91880) 00000100:00100000:2.0:1767384605.757820:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384605.757824:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384605.757825:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384605.757863:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384605.757866:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384605.757868:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1cde2e9. 00000100:00000200:0.0:1767384605.757870:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059657216, offset 0 00000400:00000200:0.0:1767384605.757877:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384605.757889:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384605.757897:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a01e00 00000400:00000200:0.0:1767384605.757902:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000400:00000010:0.0:1767384605.757905:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3130d43. 00000100:00000001:2.0:1767384605.757908:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384605.757910:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015a8ca4d 00000400:00000200:0.0:1767384605.757916:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384605.757918:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384605.757920:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b0927a 00000400:00000200:0.0:1767384605.757920:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384605.757930:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084b0927a. 00000100:00000001:2.0:1767384605.757937:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384605.757938:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015a8ca4d 00000400:00000010:0.0:1767384605.757942:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015a8ca4d. 00000100:00000200:2.0:1767384605.757948:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.757948:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384605.757952:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384605.757956:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000fe655e8c x1853237059657216 msgsize 4848 00000400:00000200:3.0:1767384605.757967:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp10 from 253.3.0.2 00000100:00000001:2.0:1767384605.757972:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384605.757972:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384605.757979:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000010:3.0:1767384605.757980:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000739c3c5f. 00000100:00000040:2.0:1767384605.757984:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.757989:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384605.757996:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1cde2e9 00000100:00000001:2.0:1767384605.757997:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384605.758000:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1cde2e9. 00000100:00000001:2.0:1767384605.758002:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384605.758005:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384605.758022:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.758024:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.758037:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294895854 00000100:00000001:0.0:1767384605.758037:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384605.758045:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b97e696d. 00000100:00000040:0.0:1767384605.758046:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.758054:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.758055:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384605.758057:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384605.758069:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.758070:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294895854 00000100:00000001:0.0:1767384605.758073:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294895854 00000100:00000010:2.0:1767384605.758077:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa47495c. 00000100:00000001:0.0:1767384605.758080:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294895854 00000100:00000001:0.0:1767384605.758085:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294895854 00000100:00000001:2.0:1767384605.758087:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384605.758094:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294895854 00000100:00000001:0.0:1767384605.758094:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294895854 00000100:00000001:0.0:1767384605.758099:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294895854 00000100:00000010:2.0:1767384605.758103:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bf789dc. 00000100:00000001:2.0:1767384605.758110:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384605.758120:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294895854 00000100:00000001:0.0:1767384605.758120:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294895854 00000100:00000010:2.0:1767384605.758127:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db8f5257. 00000100:00000001:0.0:1767384605.758127:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294895854 00000100:00000001:2.0:1767384605.758135:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384605.758147:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384605.758148:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294895854 00000100:00000001:0.0:1767384605.758155:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384605.758156:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758160:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.758162:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758167:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.758170:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758170:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.758180:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384605.758181:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384605.758184:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384605.758185:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384605.758187:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758189:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384605.758198:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e6d2b4ae. 00000800:00000010:2.0:1767384605.758205:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000084b0927a. 00000100:00000001:0.0:1767384605.758206:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384605.758209:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758224:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384605.758227:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059657088 02000000:00000001:0.0:1767384605.758230:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1767384605.758232:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d2514db7. 00000100:00000001:0.0:1767384605.758232:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384605.758235:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384605.758244:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (2) 02000000:00000001:0.0:1767384605.758246:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384605.758251:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059657088 00000800:00000200:2.1:1767384605.758253:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp10 00000000d2514db7 deleted 00000020:00000001:0.0:1767384605.758255:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:2.1:1767384605.758258:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d2514db7. 00000020:00000040:0.0:1767384605.758259:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000800:00000200:2.1:1767384605.758265:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:0.0:1767384605.758266:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384605.758271:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000800:00000200:2.1:1767384605.758277:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:1021 00000020:00000001:0.0:1767384605.758278:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000800:00000200:2.1:1767384605.758283:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce50c450 type 1, nob 176 niov 1 nkiov 1 00000020:00000001:0.0:1767384605.758283:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384605.758292:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384605.758293:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp10 p 3.x 192.168.202.117 -> 192.168.202.117:1021 incarnation:1767384603890480073 sched[0] 00000020:00000010:0.0:1767384605.758299:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa82b9d8. 00000800:00000010:2.0:1767384605.758301:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d414bc3b. 00000100:00000001:0.0:1767384605.758304:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384605.758309:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa82b9d8. 00000020:00000010:0.0:1767384605.758316:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000eb2a375. 00000020:00000010:0.0:1767384605.758322:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c959a93. 00000020:00000010:0.0:1767384605.758326:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee5110b. 00000100:00000040:0.0:1767384605.758334:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384605.758336:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384605.758338:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384605.758339:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758346:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758354:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384605.758357:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d414bc3b. 00000800:00000010:2.0:1767384605.758362:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000084b0927a. 00000100:00000001:0.0:1767384605.758362:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384605.758365:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059657216 02000000:00000001:0.0:1767384605.758369:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384605.758370:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384605.758372:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.758376:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384605.758378:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059657216 00000020:00000001:0.0:1767384605.758380:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384605.758381:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384605.758382:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384605.758384:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384605.758386:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384605.758388:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384605.758392:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384605.758399:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa82b9d8. 00000100:00000001:0.0:1767384605.758402:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384605.758403:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000739c3c5f. 00000020:00000010:0.0:1767384605.758404:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa82b9d8. 00000100:00000001:3.0:1767384605.758406:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384605.758411:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b241b2c1. 00000100:00000001:3.0:1767384605.758412:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384605.758415:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c324ba00. 00000020:00000010:0.0:1767384605.758419:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00100000:3.0:1767384605.758424:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000800:00000001:2.0:1767384605.758425:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384605.758425:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384605.758431:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384605.758434:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.758435:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000800:00000001:2.0:1767384605.758437:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.758439:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.758441:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935604816 : -115911773946800 : ffff96942fe37c50) 00000100:00000001:0.0:1767384605.758446:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384605.758458:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f34fffa0 x1853237059657088/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:586/0 lens 4848/0 e 0 to 0 dl 1767384616 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.758461:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384605.758465:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384605.758476:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:0.0:1767384605.758482:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384605.758483:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384605.758487:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935598672 : -115911773952944 : ffff96942fe36450) 00000020:00000010:3.0:1767384605.758491:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004048ff59. 00000100:00000040:0.0:1767384605.758496:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe655e8c x1853237059657216/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:586/0 lens 4848/0 e 0 to 0 dl 1767384616 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.758499:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384605.758508:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384605.758513:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004048ff59. 00000100:00000001:0.0:1767384605.758517:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384605.758520:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce50c450. 00000020:00000010:0.0:1767384605.758521:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa82b9d8. 00000100:00000001:0.0:1767384605.758541:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384605.758543:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f34fffa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059657088:12345-0@lo:253: 00000400:00000200:2.0:1767384605.758546:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384605.758547:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa82b9d8. 00000100:00100000:0.0:1767384605.758563:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe655e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059657216:12345-0@lo:253: 00000400:00000200:2.0:1767384605.758568:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: PUT: OK 00000100:00000200:3.0:1767384605.758582:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059657088 00000100:00000200:0.0:1767384605.758583:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059657216 00000400:00000200:2.0:1767384605.758585:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:0.0:1767384605.758594:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384605.758596:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384605.758598:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000020:00000001:0.0:1767384605.758599:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384605.758602:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384605.758604:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.758610:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.758611:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384605.758615:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:3.0:1767384605.758620:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384605.758621:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384605.758627:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384605.758628:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384605.758632:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384605.758636:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:2.1:1767384605.758637:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:3.0:1767384605.758639:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384605.758645:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384605.758651:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:2.0:1767384605.758652:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp10 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384603890480073 sched[0] 00000020:00000001:0.0:1767384605.758652:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.758659:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384605.758664:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.0:1767384605.758666:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000324c4531. 00000020:00000001:3.0:1767384605.758667:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.758669:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384605.758679:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384605.758681:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006dcc532f. 02000000:00000001:3.0:1767384605.758685:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384605.758687:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.758692:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384605.758695:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000065f53679. 20000000:00000001:0.0:1767384605.758696:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384605.758703:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.758708:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.758712:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384605.758714:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093e726cd. 00000400:00000200:2.0:1767384605.758719:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 20000000:01000000:0.0:1767384605.758720:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384605.758723:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000edb4f5a. 20000000:00000001:0.0:1767384605.758726:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384605.758730:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384605.758731:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384605.758738:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384605.758739:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384605.758744:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.758745:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384605.758748:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384605.758750:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.758755:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.758758:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384605.758759:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092ba94da. 20000000:01000000:0.0:1767384605.758762:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 00000400:00000200:2.0:1767384605.758767:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 20000000:00000001:0.0:1767384605.758768:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384605.758776:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384605.758808:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00080000:00000001:0.0:1767384605.758818:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384605.758822:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384605.758824:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.758826:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384605.758829:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384605.758883:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384605.758888:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384605.758893:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d73b5082. 00080000:00000001:0.0:1767384605.758895:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999136768 : -115911710414848 : ffff969433ace800) 00080000:00000001:0.0:1767384605.758898:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384605.758991:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384605.758992:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.758994:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384605.759012:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.759014:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384605.759119:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384605.759122:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384605.759198:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384605.759211:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384605.759214:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384605.759222:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384605.759232:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10) <- 192.168.202.117@tcp10 : PUT - for me 00000400:00000200:3.0:1767384605.759249:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384605.759259:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 80/80 into md 0x1169 [1] + 0 00000400:00000010:3.0:1767384605.759265:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074832f1b. 00000400:00000200:3.0:1767384605.759271:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ff4fb5d 00000800:00000001:3.0:1767384605.759278:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384605.759302:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384605.759306:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384605.759314:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: PUT: OK 00000400:00000200:3.0:1767384605.759323:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:3.0:1767384605.759325:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000400:00000200:3.0:1767384605.759332:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384605.759337:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (4) 00000400:00000200:3.0:1767384605.759345:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:3.0:1767384605.759351:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000007c43b31b. 00000400:00000200:3.0:1767384605.759356:0:16135:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 3 00000400:00000200:3.0:1767384605.759365:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384605.759384:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (5) 00000400:00000200:3.0:1767384605.759393:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384605.759405:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp10 to MR: 192.168.202.117@tcp10 local destination 00000400:00000200:3.0:1767384605.759412:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp10 NI seq info: [8:8:256:4294967295] 192.168.202.117@tcp10 LPNI seq info [8:8:8:4294967295] 00000800:00000010:2.0:1767384605.759429:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e1d3460. 00000800:00000010:2.0:1767384605.759439:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000084b0927a. 00000400:00000200:3.0:1767384605.759446:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) -> 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) 192.168.202.117@tcp10 : ACK try# 0 00000800:00000010:2.0:1767384605.759450:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d414bc3b. 00000800:00000200:3.0:1767384605.759461:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp10 00000800:00000010:2.0:1767384605.759503:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d414bc3b. 00000400:00000200:3.0:1767384605.759523:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384605.759546:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f8b00a. 00000400:00000010:3.0:1767384605.759554:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000400:00000200:3.0:1767384605.759560:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:2.0:1767384605.759565:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384605.759570:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1004d1 00000400:00000010:3.0:1767384605.759600:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 0000000097297b3b. 00000400:00000200:2.0:1767384605.759606:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp10 from 252.3.0.2 00000400:00000010:3.0:1767384605.759609:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 000000004a81029f. 00000800:00000010:2.0:1767384605.759610:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c8e5c349. 00000400:00000010:3.0:1767384605.759619:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000e87aedb4. 00000400:00000010:3.0:1767384605.759641:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bf151358. 00000400:00000200:3.0:1767384605.759649:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bf151358 nid 192.168.202.117@tcp11 00000400:00000010:3.0:1767384605.759653:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000040babd29. 00000400:00000200:3.0:1767384605.759657:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000040babd29 net tcp11 00000400:00000200:3.0:1767384605.759661:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (4) 00000400:00000200:3.0:1767384605.759670:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp11 flags 0x11 00000400:00000010:3.0:1767384605.759676:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 0000000097297b3b. 00000400:00000010:3.0:1767384605.759689:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 000000004a81029f. 00000400:00000010:3.0:1767384605.759694:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000e87aedb4. 00000400:00000010:3.0:1767384605.759699:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000007c43b31b. 00000400:00000200:3.0:1767384605.759704:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384605.759709:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100551 00000400:00000200:3.0:1767384605.759716:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 1 00000400:00000200:3.0:1767384605.759724:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 00000400:00000200:3.0:1767384605.759731:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384605.759735:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100511 rc 0 00000800:00000010:2.0:1767384605.759737:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da1dc103. 00000800:00000010:2.0:1767384605.759743:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9ef6cab. 00000400:00000200:3.0:1767384605.759744:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384605.759752:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (5) 00000800:00000010:2.0:1767384605.759770:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006092486d. 00000800:00000010:3.0:1767384605.759775:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de87d9ef. 00000800:00000200:2.1:1767384605.759782:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (4) 00000800:00000200:2.1:1767384605.759786:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp10 000000006092486d deleted 00000800:00000010:2.1:1767384605.759788:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006092486d. 00000800:00000200:2.1:1767384605.759790:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384605.759794:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp10 p 3.x 192.168.202.117 -> 192.168.202.117:1020 incarnation:1767384603890480073 sched[0] 00000800:00000200:3.0:1767384605.759801:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (5) 00000800:00000010:2.0:1767384605.759801:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d414bc3b. 00000800:00000200:3.0:1767384605.759815:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:988 00000800:00000200:3.0:1767384605.759821:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de87d9ef type 0, nob 96 niov 1 nkiov 0 00000800:00000010:2.0:1767384605.759895:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d414bc3b. 00000800:00000010:2.0:1767384605.759899:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9ef6cab. 00000800:00000010:2.0:1767384605.759914:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c8e5c349. 00000800:00000001:2.0:1767384605.759924:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384605.759942:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384605.759945:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384605.759969:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384605.759974:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp10 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384603890480073 sched[0] 00000800:00000010:2.0:1767384605.759977:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000084b0927a. 00000800:00000200:3.0:1767384605.759983:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384605.759988:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de87d9ef. 00000400:00000200:3.0:1767384605.759994:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384605.759995:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384605.759999:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384605.760007:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: ACK: OK 00000800:00000001:2.0:1767384605.760009:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384605.760013:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384605.760017:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384605.760020:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384605.760028:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10) <- 192.168.202.117@tcp10 : ACK - for me 00000800:00000001:3.0:1767384605.760031:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384605.760050:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp10: ACK from 12345-192.168.202.117@tcp10 into md 0x1199 00000400:00000200:2.0:1767384605.760054:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384605.760059:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: ACK: OK 00000400:00000200:2.0:1767384605.760065:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58c6aa2 00000400:00000010:2.0:1767384605.760068:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58c6aa2. 00000400:00000200:2.0:1767384605.760072:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384605.760074:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:2.0:1767384605.760076:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (4) 00000800:00000001:2.0:1767384605.760081:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384605.760086:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384605.764936:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294895854, at 4294895855 00000100:00000010:0.0:1767384605.764957:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b97e696d. 00000100:00000040:2.0:1767384605.765881:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294895854, at 4294895856 00000100:00000010:2.0:1767384605.765890:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bf789dc. 00000100:00000040:3.0:1767384605.765926:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294895854, at 4294895856 00000100:00000010:3.0:1767384605.765939:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db8f5257. 00080000:00000001:0.0:1767384605.768273:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384605.768281:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:2.0:1767384605.768285:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384605.768285:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384605.768289:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384605.768291:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384605.768293:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384605.768296:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384605.768297:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384605.768299:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d73b5082. 00080000:00000001:2.0:1767384605.768303:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384605.768307:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384605.768320:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384605.768325:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384605.768333:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384605.768334:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384605.768335:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9d87e8d. 20000000:00000001:2.0:1767384605.768337:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384605.768341:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1767384605.768343:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 00010000:00000001:2.0:1767384605.768349:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:3.0:1767384605.768354:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384605.768355:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384605.768364:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f1b701a0. 00080000:00000001:3.0:1767384605.768366:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384605.768371:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384605.768376:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a340821. 00000020:00000001:2.0:1767384605.768380:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384605.768385:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008a340821 with handle 0x534bb1615bf4c699 to hash 00000020:00000001:2.0:1767384605.768387:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384605.768389:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384605.768393:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384605.768396:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384605.768398:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384605.768407:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768415:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384605.768420:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384605.768423:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384605.768423:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384605.768429:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384605.768436:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384605.768436:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384605.768443:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768444:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384605.768448:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384605.768452:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384605.768453:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384605.768457:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384605.768459:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384605.768460:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384605.768465:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384605.768468:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f1b701a0) refcount = 1 00000020:00000001:3.0:1767384605.768469:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00010000:2.0:1767384605.768471:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768476:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384605.768478:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384605.768479:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.768487:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768490:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384605.768491:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384605.768494:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384605.768497:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002724515s 00010000:00000001:2.0:1767384605.768499:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384605.768500:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384605.768501:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=4 00080000:00000010:3.0:1767384605.768503:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006e0316b2. 00000020:00000001:2.0:1767384605.768503:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00080000:00000001:3.0:1767384605.768515:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857582592 : -115916851969024 : ffff969301370400) 00010000:00000001:2.0:1767384605.768515:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384605.768537:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384605.768539:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384605.768543:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384605.768545:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384605.768554:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768559:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.768562:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384605.768565:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768569:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384605.768571:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768575:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384605.768577:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384605.768582:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008a340821 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384605.768583:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384605.768585:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384605.768587:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768590:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384605.768592:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384605.768593:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384605.768594:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=5 00000020:00000001:2.0:1767384605.768596:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384605.768598:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384605.768601:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384605.768603:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768608:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384605.768611:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384605.768612:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768614:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384605.768616:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384605.768619:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384605.768625:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384605.768629:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a340821 with handle 0x534bb1615bf4c699 from hash 00010000:00000001:2.0:1767384605.768633:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384605.768636:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.768638:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.768640:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384605.768641:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384605.768645:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384605.768648:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384605.768650:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.768653:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768655:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384605.768657:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384605.768659:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.768660:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.768661:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768664:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768666:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384605.768669:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768673:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.768675:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767384605.768676:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384605.768676:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:3.0:1767384605.768682:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.768683:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384605.768688:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384605.768692:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384605.768693:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.768701:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384605.768705:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384605.768707:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384605.768709:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.768712:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384605.768714:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384605.768716:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008a340821/0x534bb1615bf4c699 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384605.768726:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384605.768729:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f1b701a0 count: 0 00080000:00000001:3.0:1767384605.768732:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384605.768745:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384605.768749:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384605.769034:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384605.769040:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.1:1767384605.774860:0:19030:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f1b701a0. 00010000:00000010:2.1:1767384605.774875:0:19030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a340821. 00080000:00000001:2.0:1767384605.778399:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384605.778403:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384605.778404:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384605.778406:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384605.778408:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384605.778409:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384605.778415:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006e0316b2. 00000020:00000002:3.0:1767384605.778417:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:2.0:1767384605.778419:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384605.778425:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.778429:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384605.778434:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384605.778446:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384605.778451:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384605.778462:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:0.0:1767384605.780310:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384605.780316:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384605.780319:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093e726cd. 20000000:00000001:0.0:1767384605.780330:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384605.780335:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059657216 00010000:00000001:0.0:1767384605.780338:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384605.780347:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe655e8c x1853237059657216/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384605.780356:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384605.780359:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384605.780362:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384605.780366:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384605.780369:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384605.780371:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384605.780375:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384605.780377:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.780381:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384605.780405:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384605.780410:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f88f6d4f. 00000100:00000200:0.0:1767384605.780418:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059657216, offset 224 00000400:00000200:0.0:1767384605.780432:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384605.780446:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384605.780478:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a01e00 00000400:00000200:0.0:1767384605.780485:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11a5 [2] + 224 00000400:00000200:0.0:1767384605.780492:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.780502:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384605.780511:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384605.780518:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.780541:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.780554:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384605.780562:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f88f6d4f 00000400:00000010:0.0:1767384605.780564:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f88f6d4f. 00000100:00000001:0.0:1767384605.780569:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384605.780571:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384605.780578:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384605.780584:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384605.780586:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384605.780589:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.780591:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384605.780595:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe655e8c x1853237059657216/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384605.780604:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe655e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059657216:12345-0@lo:253: Request processed in 22084us (22645us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384605.780611:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:0.0:1767384605.780614:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384605.780616:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384605.780617:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384605.780622:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c324ba00. 00000020:00000010:0.0:1767384605.780629:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00000020:00000010:0.0:1767384605.780634:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b241b2c1. 00000020:00000040:0.0:1767384605.780638:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384605.780642:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384605.780644:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006dcc532f. 02000000:00000001:0.0:1767384605.780650:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384605.780654:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384605.780662:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384605.780674:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000400:00000010:0.0:1767384605.780681:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f88f6d4f. 00000100:00000001:0.0:1767384605.780718:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384605.780720:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384605.780727:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384605.780728:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384605.780730:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001074d576. 00000400:00000200:0.0:1767384605.780734:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c237affe 00000400:00000010:0.0:1767384605.780735:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c237affe. 00000100:00000001:0.0:1767384605.780740:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384605.780745:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384605.780751:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.780757:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384605.780758:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.780761:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384605.780763:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384605.780765:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384605.780767:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.780769:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384605.780774:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=13 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384605.780776:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384605.780778:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384605.780779:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384605.780782:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384605.780784:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.780786:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384605.780789:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.780795:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384605.780798:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384605.780801:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384605.780805:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384605.780807:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384605.780809:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384605.780816:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384605.780817:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384605.780818:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384605.780820:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384605.780821:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384605.780823:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384605.780826:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384605.780866:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083db24cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059657216:0@lo:253: 00000100:00000001:0.0:1767384605.780874:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.780876:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384605.780880:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083db24cc x1853237059657216/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.780886:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384605.780889:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384605.780892:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002399322f. 02000000:00000001:0.0:1767384605.780896:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384605.780898:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384605.780899:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384605.780902:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384605.780904:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab7dfd51. 02000000:00000001:0.0:1767384605.780910:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384605.780911:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384605.780913:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083db24cc. 00000100:00000001:0.0:1767384605.780917:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384605.780918:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.780919:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.780926:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384605.780928:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.780931:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384605.780933:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384605.783010:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384605.783014:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384605.783017:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000edb4f5a. 20000000:00000001:0.0:1767384605.783025:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384605.783031:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059657088 00010000:00000001:0.0:1767384605.783041:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384605.783047:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f34fffa0 x1853237059657088/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384605.783055:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384605.783059:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384605.783061:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384605.783065:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384605.783067:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384605.783069:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384605.783072:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384605.783074:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.783076:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384605.783079:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384605.783081:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cd51871. 00000100:00000200:0.0:1767384605.783084:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059657088, offset 224 00000400:00000200:0.0:1767384605.783089:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384605.783096:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384605.783101:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a01d80 00000400:00000200:0.0:1767384605.783106:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x119d [2] + 224 00000400:00000200:0.0:1767384605.783113:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.783116:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384605.783119:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384605.783124:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.783132:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.783153:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384605.783158:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd51871 00000400:00000010:0.0:1767384605.783160:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cd51871. 00000100:00000001:0.0:1767384605.783165:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384605.783168:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384605.783170:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384605.783174:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384605.783174:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384605.783178:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384605.783179:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:2.0:1767384605.783181:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384605.783184:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00010000:00000001:0.0:1767384605.783184:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384605.783189:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022623324 00000400:00000010:2.0:1767384605.783192:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022623324. 00000020:00000001:0.0:1767384605.783194:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.783198:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384605.783199:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384605.783206:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.783208:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f34fffa0 x1853237059657088/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384605.783238:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f34fffa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059657088:12345-0@lo:253: Request processed in 24755us (25427us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384605.783240:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384605.783253:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:0.0:1767384605.783258:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384605.783261:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384605.783262:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384605.783266:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.783266:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384605.783270:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384605.783272:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384605.783272:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c959a93. 00000100:00000001:2.0:1767384605.783275:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384605.783278:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.783281:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384605.783281:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee5110b. 00000100:00001000:2.0:1767384605.783289:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=13 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384605.783289:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000eb2a375. 00000100:00001000:2.0:1767384605.783295:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=13 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384605.783297:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:2.0:1767384605.783298:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384605.783300:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.783303:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384605.783304:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.783304:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384605.783307:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000065f53679. 00000100:00000001:2.0:1767384605.783308:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.783314:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384605.783318:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384605.783321:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384605.783324:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384605.783330:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384605.783331:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001074d576. 00000100:00000001:2.0:1767384605.783333:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384605.783336:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384605.783338:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cd51871. 00000020:01000004:2.0:1767384605.783339:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384605.783344:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384605.783345:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384605.783346:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384605.783348:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384605.783349:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384605.783351:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384605.783352:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384605.783353:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384605.783355:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384605.783357:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384605.783362:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000279d78e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059657088:0@lo:253: 00000100:00000001:2.0:1767384605.783365:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.783366:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384605.783367:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000279d78e9 x1853237059657088/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.783371:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384605.783372:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384605.783374:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000638d4dc. 02000000:00000001:2.0:1767384605.783377:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384605.783379:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384605.783381:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384605.783385:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384605.783386:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3e818f0. 02000000:00000001:2.0:1767384605.783389:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384605.783390:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384605.783391:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000279d78e9. 00000100:00000001:2.0:1767384605.783394:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384605.783396:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.783407:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.783412:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384605.783414:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.783416:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384605.783418:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384605.783772:0:19029:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004dc5804e. 00000400:00000040:3.0:1767384605.783803:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.783806:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384605.783810:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.783812:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.783815:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.783817:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384605.783821:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.783823:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384605.783824:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384605.783826:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384605.783829:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384605.784045:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.784049:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384605.784051:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.784052:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384605.784055:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384605.784057:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.784066:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384605.784068:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384605.784070:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.784072:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.784074:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.784076:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.784077:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.784078:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384605.784082:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.784085:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.784087:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.784088:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.784090:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.784092:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384605.784094:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.784096:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.784098:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.784099:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.784101:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.784103:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384605.784105:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.784107:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.784109:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384605.784111:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384605.784112:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.784114:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384605.784116:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384605.784118:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384605.784120:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384605.784122:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384605.784123:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384605.784126:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384605.784127:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.784129:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384605.784130:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384605.784132:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384605.784134:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384605.784135:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384605.784137:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384605.784145:0:19029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384605.784173:0:19029:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004dc5804e. 00010000:00000010:1.1:1767384605.786887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca02e167. 00010000:00000010:1.1:1767384605.786899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00080000:00000001:3.0:1767384606.303557:0:19163:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384606.303578:0:19163:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.303584:0:19163:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384606.303593:0:19163:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384606.303601:0:19163:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.303605:0:19163:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384606.613886:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384606.613893:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384606.613898:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384606.613899:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384607.092288:0:19327:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384607.092293:0:19327:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:0.0:1767384607.096160:0:19327:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384607.104434:0:19328:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009253a666. 00000400:00000010:0.0:1767384607.104448:0:19328:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f71d92f7. 00000400:00000010:0.0:1767384607.104457:0:19328:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c1c78340. 00000400:00000010:0.0:1767384607.104460:0:19328:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c5105de6. 00000400:00000010:0.0:1767384607.104464:0:19328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000229ffc09. 00000400:00000010:0.0:1767384607.104472:0:19328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000540fdda6. 00000400:00000010:0.0:1767384607.104474:0:19328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a015b6a0. 00000400:00000010:0.0:1767384607.104475:0:19328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e79c657d. 00000400:00000010:0.0:1767384607.104479:0:19328:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000072e79756. 00000800:00000010:0.0:1767384607.104488:0:19328:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d7e378df. 00000800:00000200:0.0:1767384607.104498:0:19328:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384607.104504:0:19328:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384607.104556:0:19328:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384607.104575:0:19328:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp12 [8/256/0/180] 00000400:00000010:0.0:1767384607.106117:0:19328:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000cb2b0d36. 00000400:00000010:0.0:1767384607.106122:0:19328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1d45788. 00000400:00000010:0.0:1767384607.106127:0:19328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000400:00000001:0.0:1767384607.106140:0:19328:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.106142:0:19328:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.106144:0:19328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fa6c692. 00000400:00000200:0.0:1767384607.106146:0:19328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:0.0:1767384607.106147:0:19328:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000400:00000010:0.0:1767384607.106152:0:19328:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000008cef1ecf. 00000400:00000200:0.0:1767384607.106156:0:19328:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (3) 00000400:00000200:0.0:1767384607.106170:0:19328:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384607.106180:0:19328:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:0.0:1767384607.106186:0:19328:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000093e726cd. 00000020:01000000:0.0:1767384607.106195:0:19328:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384607.106197:0:19328:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp12 00000400:00000010:0.0:1767384607.106212:0:19328:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f71d92f7. 00000400:00000200:3.0:1767384607.106214:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384607.106217:0:19328:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009253a666. 00000400:00000200:3.0:1767384607.106227:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:3.0:1767384607.106236:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e426d3df. 00000400:00000200:3.0:1767384607.106240:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (4) 00000400:00000010:3.0:1767384607.106247:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005915c7ac. 00000400:00000200:3.0:1767384607.106252:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:3.0:1767384607.106272:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384607.106284:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384607.106307:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384607.106336:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:3.0:1767384607.106347:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp11 00000400:00000200:3.0:1767384607.106355:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp11 lpni_is_preferred = 0 00000400:00000200:3.0:1767384607.106364:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp11 00000400:00000200:3.0:1767384607.106371:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp11 NI seq info: [9:9:256:4294967295] 192.168.202.117@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767384607.106392:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp11 00000400:00000200:3.0:1767384607.106409:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11:) -> 192.168.202.117@tcp11(192.168.202.117@tcp:192.168.202.117@tcp11) : PUT try# 0 00000800:00000200:3.0:1767384607.106420:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.202.117@tcp11 00000800:00000010:3.0:1767384607.106433:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a383d07e. 00000800:00000010:3.0:1767384607.106445:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d17d8a53. 00000800:00000010:3.0:1767384607.106451:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b3b22387. 00000800:00000200:3.0:1767384607.106463:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (2) 00000800:00000200:3.1:1767384607.106478:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (2) 00000400:00000200:3.0:1767384607.106498:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384607.106502:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:0.0:1767384607.106532:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.106541:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.106545:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384607.106552:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.106571:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384607.106574:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.106582:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384607.106588:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384607.106603:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.106608:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059657344:0@lo:253: 00000400:00000200:3.0:1767384607.106613:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:0.0:1767384607.106616:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384607.106622:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.106629:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.106635:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384607.106643:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002229bf37. 02000000:00000001:0.0:1767384607.106647:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.106652:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000400:00000010:0.0:1767384607.106664:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f71d92f7. 00000100:00000200:0.0:1767384607.106674:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059657344, portal 25 00000100:00000001:0.0:1767384607.106678:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.106680:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 00000100:00000040:0.0:1767384607.106691:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384607.106706:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:0.0:1767384607.106710:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.106723:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.106727:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c36d4afc. 00000100:00000200:0.0:1767384607.106732:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059657344, offset 0 00000400:00000200:0.0:1767384607.106744:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384607.106766:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.106774:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384607.106789:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a01e80 00000400:00000200:0.0:1767384607.106804:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:0.0:1767384607.106810:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae53458d. 00000400:00000200:0.0:1767384607.106817:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5c798aa 00000400:00000200:3.0:1767384607.106829:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384607.106829:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.106908:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384607.106914:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c798aa 00000400:00000010:0.0:1767384607.106918:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5c798aa. 00000100:00000001:0.0:1767384607.106924:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384607.106927:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384607.106933:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000009fd2b5b7 x1853237059657344 msgsize 4848 00000100:00100000:0.0:1767384607.106944:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384607.106949:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384607.106965:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.106978:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c36d4afc 00000400:00000010:0.0:1767384607.106983:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c36d4afc. 00000100:00000001:0.0:1767384607.106988:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384607.106995:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.107019:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.107027:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.107038:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107040:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.107048:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107054:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294897203 00000100:00000010:0.0:1767384607.107064:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048d47801. 00000100:00000001:0.0:1767384607.107072:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384607.107085:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294897203 00000100:00000010:0.0:1767384607.107094:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cf6ba03. 00000100:00000001:0.0:1767384607.107099:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384607.107109:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294897203 00000100:00000010:0.0:1767384607.107114:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000100:00000001:0.0:1767384607.107119:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384607.107129:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294897203 00000100:00000010:0.0:1767384607.107133:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a3e8112. 00000100:00000001:0.0:1767384607.107141:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384607.107146:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.107152:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107160:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107163:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.107173:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.107177:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384607.107184:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.107190:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.107192:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107203:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384607.107205:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3e818f0. 00000800:00000010:3.0:1767384607.107214:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ecf76bc. 00000800:00000010:3.0:1767384607.107230:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005da8fbe8. 00000800:00000010:3.0:1767384607.107291:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005da8fbe8. 00000100:00000001:0.0:1767384607.107332:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384607.107337:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059657472 02000000:00000001:0.0:1767384607.107343:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384607.107347:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.107352:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.107360:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.107370:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059657472 00000020:00000001:0.0:1767384607.107378:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384607.107384:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384607.107391:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.107396:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384607.107403:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384607.107408:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:3.0:1767384607.107416:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384607.107418:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384607.107427:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b805978a. 00000100:00000001:0.0:1767384607.107435:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384607.107443:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b805978a. 00000400:00000200:3.0:1767384607.107449:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp11 from 251.3.0.2 00000020:00000010:0.0:1767384607.107451:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006feeb298. 00000800:00000010:3.0:1767384607.107471:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003cbae899. 00000020:00000010:0.0:1767384607.107472:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2d68a7c. 00000020:00000010:0.0:1767384607.107487:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee5110b. 00000100:00000001:0.0:1767384607.107503:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384607.107506:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384607.107508:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107532:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107541:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.107563:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384607.107567:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384607.107580:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:0.0:1767384607.107584:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384607.107587:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935596624 : -115911773954992 : ffff96942fe35c50) 00000100:00000040:0.0:1767384607.107598:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fd2b5b7 x1853237059657344/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.107614:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384607.107626:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b805978a. 00000100:00000001:0.0:1767384607.107632:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384607.107635:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065f53679. 00000020:00000010:0.0:1767384607.107636:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b805978a. 00000800:00000010:3.0:1767384607.107646:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009127b222. 00000100:00100000:0.0:1767384607.107654:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fd2b5b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059657344:12345-0@lo:253: 00000100:00000200:0.0:1767384607.107664:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059657344 00000020:00000001:0.0:1767384607.107668:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384607.107676:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1767384607.107679:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000950314e9. 00000020:00000001:0.0:1767384607.107680:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.107693:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384607.107701:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000800:00000200:3.1:1767384607.107706:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (2) 00000020:00000001:0.0:1767384607.107710:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384607.107721:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384607.107731:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp11 00000000950314e9 deleted 00000020:00000001:0.0:1767384607.107732:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384607.107743:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.1:1767384607.107744:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000950314e9. 00000020:00000001:0.0:1767384607.107751:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.107759:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.1:1767384607.107760:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000001:0.0:1767384607.107765:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.1:1767384607.107774:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp11 ip 192.168.202.117:1019 02000000:00000010:0.0:1767384607.107775:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f8c80833. 02000000:00000001:0.0:1767384607.107788:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384607.107789:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a383d07e type 1, nob 192 niov 1 nkiov 1 00000100:00000001:0.0:1767384607.107803:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384607.107814:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp11 p 3.x 192.168.202.117 -> 192.168.202.117:1019 incarnation:1767384605754689017 sched[0] 20000000:00000001:0.0:1767384607.107815:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:3.0:1767384607.107824:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005da8fbe8. 20000000:00000010:0.0:1767384607.107828:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093e726cd. 20000000:01000000:0.0:1767384607.107886:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384607.107894:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384607.107898:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384607.107900:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.107903:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.107906:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384607.107915:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000fef6e46. 20000000:01000000:0.0:1767384607.107923:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:0.0:1767384607.107935:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384607.107942:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005da8fbe8. 00080000:00000001:0.0:1767384607.107943:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:3.0:1767384607.107952:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009127b222. 00000800:00000010:3.0:1767384607.108010:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003cbae899. 00080000:00000001:0.0:1767384607.108010:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384607.108017:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384607.108020:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.108030:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384607.108034:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384607.108039:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000800:00000001:3.0:1767384607.108044:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384607.108045:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000001:3.0:1767384607.108057:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384607.108057:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dffee711. 00080000:00000001:0.0:1767384607.108067:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999128576 : -115911710423040 : ffff969433acc800) 00080000:00000001:0.0:1767384607.108072:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384607.108145:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384607.108153:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a383d07e. 00000400:00000200:3.0:1767384607.108163:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.108172:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: PUT: OK 00000400:00000200:3.0:1767384607.108179:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384607.108185:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000001:00000001:0.0:1767384607.108186:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384607.108189:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.108193:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384607.108211:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.108215:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:3.1:1767384607.108274:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384607.108282:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp11 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384605754689017 sched[0] 00000800:00000010:3.0:1767384607.108287:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ecf76bc. 00080000:00000001:0.0:1767384607.108355:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384607.108359:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384607.108380:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384607.108463:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:0.0:1767384607.108534:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.108547:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.108551:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384607.108572:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:0.0:1767384607.108574:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.108588:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11) <- 192.168.202.117@tcp11 : PUT - for me 00000400:00000200:0.0:1767384607.108600:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384607.108608:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 96/96 into md 0x11ad [1] + 0 00000400:00000010:0.0:1767384607.108611:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078f8b00a. 00000400:00000200:0.0:1767384607.108615:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f837bc0f 00000800:00000001:0.0:1767384607.108619:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.108635:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.108637:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.108642:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: PUT: OK 00000400:00000200:0.0:1767384607.108645:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f837bc0f 00000400:00000010:0.0:1767384607.108647:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f837bc0f. 00000400:00000200:0.0:1767384607.108651:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384607.108655:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (5) 00000400:00000200:0.0:1767384607.108660:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384607.108663:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:0.0:1767384607.108665:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000008e7a061c. 00000400:00000200:0.0:1767384607.108668:0:16134:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 4 00000400:00000200:0.0:1767384607.108670:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384607.108690:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (6) 00000400:00000200:0.0:1767384607.108697:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384607.108711:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp11 to MR: 192.168.202.117@tcp11 local destination 00000400:00000200:0.0:1767384607.108720:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp11 NI seq info: [10:10:256:4294967295] 192.168.202.117@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384607.108739:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) -> 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) 192.168.202.117@tcp11 : ACK try# 0 00000800:00000200:0.0:1767384607.108742:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp11 00000800:00000010:0.0:1767384607.108747:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000af90964. 00000800:00000200:0.0:1767384607.108756:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (4) 00000800:00000200:0.0:1767384607.108766:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp11 ip 192.168.202.117:988 00000800:00000200:0.0:1767384607.108770:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000af90964 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384607.108783:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000200:0.0:1767384607.108957:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384607.108961:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000af90964. 00000400:00000200:0.0:1767384607.108964:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.108969:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: ACK: OK 00000800:00000001:0.0:1767384607.108978:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.108983:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.108986:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.108992:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.108994:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.109001:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.109009:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11) <- 192.168.202.117@tcp11 : ACK - for me 00000400:00000200:0.0:1767384607.109019:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp11: ACK from 12345-192.168.202.117@tcp11 into md 0x11c5 00000400:00000200:0.0:1767384607.109023:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.109027:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: ACK: OK 00000400:00000200:0.0:1767384607.109031:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e426d3df 00000400:00000010:0.0:1767384607.109033:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e426d3df. 00000400:00000200:0.0:1767384607.109037:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384607.109040:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:0.0:1767384607.109042:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384607.109046:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (5) 00000800:00000001:0.0:1767384607.109058:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.109062:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.109138:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384607.109142:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ea54af. 00000400:00000010:0.0:1767384607.109146:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000800:00000010:3.0:1767384607.109149:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000edb4f5a. 00000400:00000200:0.0:1767384607.109149:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:0.0:1767384607.109156:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000800:00000010:3.0:1767384607.109159:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ecf76bc. 00000400:00000010:0.0:1767384607.109162:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 00000000ddf97e88. 00000400:00000010:0.0:1767384607.109166:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000071670db. 00000800:00000010:3.0:1767384607.109168:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005da8fbe8. 00000400:00000010:0.0:1767384607.109169:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000c819e3c8. 00000400:00000010:0.0:1767384607.109186:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000eb2a375. 00000400:00000200:0.0:1767384607.109192:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000eb2a375 nid 192.168.202.117@tcp12 00000400:00000010:0.0:1767384607.109195:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000007b82b0b. 00000400:00000200:0.0:1767384607.109198:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000007b82b0b net tcp12 00000400:00000200:0.0:1767384607.109201:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (4) 00000400:00000200:0.0:1767384607.109207:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp12 flags 0x11 00000400:00000010:0.0:1767384607.109211:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 00000000ddf97e88. 00000400:00000010:0.0:1767384607.109215:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000071670db. 00000400:00000010:0.0:1767384607.109219:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000c819e3c8. 00000400:00000010:0.0:1767384607.109221:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000008e7a061c. 00000800:00000010:3.0:1767384607.109226:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005da8fbe8. 00000400:00000200:0.0:1767384607.109227:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384607.109239:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384607.109245:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384607.109252:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384607.109255:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384607.109256:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384607.109258:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384607.109260:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (5) 00000400:00000200:3.0:1767384607.109293:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384607.109312:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp11 from 250.3.0.2 00000800:00000010:3.0:1767384607.109317:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000072c8ea05. 00000800:00000010:0.0:1767384607.109776:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c36d4afc. 00000800:00000010:0.0:1767384607.109808:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008becbc39. 00000800:00000200:0.1:1767384607.109813:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (4) 00000800:00000200:0.1:1767384607.109819:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp11 000000008becbc39 deleted 00000800:00000010:0.1:1767384607.109821:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008becbc39. 00000800:00000200:0.1:1767384607.109829:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384607.110307:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp11 p 3.x 192.168.202.117 -> 192.168.202.117:1018 incarnation:1767384605754689017 sched[0] 00000800:00000010:0.0:1767384607.110315:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064c80329. 00000800:00000010:0.0:1767384607.110569:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064c80329. 00000800:00000010:0.0:1767384607.110576:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c36d4afc. 00000800:00000200:3.1:1767384607.110602:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384607.110614:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp11 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384605754689017 sched[0] 00000800:00000010:3.0:1767384607.110620:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ecf76bc. 00000800:00000010:0.0:1767384607.110621:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000072c8ea05. 00000800:00000001:0.0:1767384607.110655:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.110662:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.110686:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.110691:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384607.113919:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294897203, at 4294897204 00000100:00000010:2.0:1767384607.113931:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00000100:00000040:3.0:1767384607.114004:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294897203, at 4294897204 00000100:00000010:3.0:1767384607.114017:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a3e8112. 00000100:00000040:0.0:1767384607.114149:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294897203, at 4294897204 00000100:00000010:0.0:1767384607.114155:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048d47801. 00080000:00000001:0.0:1767384607.118918:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384607.118927:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384607.118931:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.118936:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384607.118947:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384607.118957:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384607.118960:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384607.118965:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384607.118982:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384607.118985:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384607.118988:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384607.118992:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384607.118996:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384607.119004:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1995247. 00010000:00000001:0.0:1767384607.119009:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384607.119013:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f7dea7f. 00000020:00000001:0.0:1767384607.119017:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384607.119021:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f7dea7f with handle 0x534bb1615bf4c6a7 to hash 00000020:00000001:0.0:1767384607.119025:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384607.119028:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.119031:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.119034:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.119036:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.119038:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119056:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384607.119060:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384607.119063:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384607.119065:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384607.119067:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.119069:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384607.119071:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.119072:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384607.119074:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384607.119076:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384607.119077:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384607.119079:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1995247) refcount = 1 00010000:00010000:0.0:1767384607.119082:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119086:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384607.119090:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384607.119092:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.119095:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.119097:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384607.119100:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384607.119103:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002724515s 00010000:00000001:0.0:1767384607.119106:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.119109:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.119112:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f7dea7f refcount=4 00000020:00000001:0.0:1767384607.119116:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.119119:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.119121:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384607.119123:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119127:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384607.119130:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119142:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.119145:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384607.119146:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119152:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.119153:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.119158:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384607.119161:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384607.119166:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f7dea7f already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384607.119169:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.119171:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384607.119175:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119179:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384607.119181:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.119182:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.119183:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f7dea7f refcount=5 00000020:00000001:0.0:1767384607.119185:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.119188:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.119191:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384607.119193:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119197:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384607.119200:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.119201:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.119205:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384607.119206:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384607.119208:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.119214:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384607.119218:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f7dea7f with handle 0x534bb1615bf4c6a7 from hash 00010000:00000001:0.0:1767384607.119220:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384607.119221:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.119223:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.119225:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384607.119229:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384607.119232:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384607.119236:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384607.119239:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.119242:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.119245:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384607.119248:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384607.119250:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.119253:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.119255:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.119256:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.119258:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.119261:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119264:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.119265:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.119268:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384607.119269:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384607.119270:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.119271:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.119273:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384607.119275:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.119276:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.119278:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.119282:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384607.119284:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384607.119285:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6a7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384607.119297:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b1995247 count: 0 00010000:00000001:0.0:1767384607.119311:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384607.119313:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:0.0:1767384607.119329:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002909e553. 20000000:01000000:0.0:1767384607.119332:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:0.0:1767384607.119339:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384607.119343:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384607.119368:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384607.119371:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384607.119372:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.119373:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384607.119376:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384607.119378:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384607.119381:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384607.119384:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000125b16ef. 00080000:00000001:0.0:1767384607.119386:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999139840 : -115911710411776 : ffff969433acf400) 00080000:00000001:0.0:1767384607.119391:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384607.119469:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384607.119472:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.119474:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384607.119484:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.119486:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384607.119608:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384607.119611:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384607.124895:0:16620:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b1995247. 00010000:00000010:0.1:1767384607.124900:0:16620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f7dea7f. 00000400:00000010:2.0:1767384607.127758:0:19333:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000044afe615. 00000400:00000040:2.0:1767384607.127777:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.127781:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384607.127787:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.127791:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.127795:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.127796:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384607.127800:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.127802:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384607.127804:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384607.127806:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384607.127810:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384607.127812:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.127817:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384607.127820:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.127822:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384607.127825:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384607.127828:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.127878:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384607.127882:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384607.127885:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.127887:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.127890:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.127894:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.127896:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.127898:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384607.127901:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.127902:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.127904:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.127906:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.127910:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.127918:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384607.127920:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.127923:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.127925:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.127928:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.127930:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.127933:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384607.127937:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.127940:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.127943:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384607.127947:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384607.127950:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.127952:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384607.127954:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384607.127956:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384607.127958:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384607.127960:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384607.127963:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384607.127967:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384607.127970:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.127973:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384607.127976:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384607.127977:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384607.127980:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384607.127982:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384607.127984:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384607.127986:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384607.128032:0:19333:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000044afe615. 00080000:00000001:2.0:1767384607.129190:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384607.129194:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.129195:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384607.129197:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.129198:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384607.129202:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384607.129203:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000125b16ef. 00000020:00000002:0.0:1767384607.129210:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:2.0:1767384607.129211:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384607.129215:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.129217:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384607.129221:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384607.129231:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384607.129233:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384607.129238:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384607.129250:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384607.129253:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384607.129255:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384607.129263:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384607.129265:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384607.129269:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004b56024d. 00010000:00000001:0.0:1767384607.129272:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384607.129275:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f7dea7f. 00000020:00000001:0.0:1767384607.129278:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384607.129281:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f7dea7f with handle 0x534bb1615bf4c6ae to hash 00000020:00000001:0.0:1767384607.129283:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384607.129284:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.129286:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.129288:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.129290:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.129292:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129298:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384607.129299:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384607.129301:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384607.129302:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384607.129304:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.129306:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384607.129307:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.129308:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384607.129309:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384607.129311:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384607.129312:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384607.129313:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004b56024d) refcount = 1 00010000:00010000:0.0:1767384607.129316:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129319:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384607.129321:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384607.129322:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.129323:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.129325:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384607.129327:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384607.129333:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002724515s 00010000:00000001:0.0:1767384607.129335:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.129336:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.129338:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f7dea7f refcount=4 00000020:00000001:0.0:1767384607.129339:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.129342:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.129344:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384607.129345:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129349:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384607.129350:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129354:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.129355:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384607.129356:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129359:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.129360:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.129362:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384607.129363:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384607.129366:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f7dea7f already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384607.129368:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.129370:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384607.129372:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129375:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384607.129376:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.129377:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.129377:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f7dea7f refcount=5 00000020:00000001:0.0:1767384607.129383:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.129385:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204138496 : -115912505413120 : ffff9694044a3200) 00010000:00000001:0.0:1767384607.129386:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384607.129387:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129391:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384607.129392:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.129393:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.129396:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384607.129397:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384607.129399:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.129400:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384607.129402:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f7dea7f with handle 0x534bb1615bf4c6ae from hash 00010000:00000001:0.0:1767384607.129403:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384607.129405:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.129406:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.129407:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384607.129408:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384607.129410:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384607.129411:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384607.129413:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.129414:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.129415:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384607.129416:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384607.129418:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.129419:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.129420:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.129421:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.129423:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.129424:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129427:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.129428:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.129428:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384607.129432:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384607.129433:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.129434:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.129435:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384607.129437:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.129438:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.129440:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.129443:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384607.129444:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384607.129445:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f7dea7f/0x534bb1615bf4c6ae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384607.129448:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004b56024d count: 0 00010000:00000001:0.0:1767384607.129458:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384607.129458:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384607.130198:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384607.130203:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384607.130205:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093e726cd. 20000000:00000001:0.0:1767384607.130213:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384607.130216:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059657344 00010000:00000001:0.0:1767384607.130219:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384607.130225:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009fd2b5b7 x1853237059657344/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.130231:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384607.130234:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.130237:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.130242:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384607.130244:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384607.130246:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384607.130248:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384607.130250:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.130254:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.130257:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.130261:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c36d4afc. 00000100:00000200:0.0:1767384607.130276:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059657344, offset 224 00000400:00000200:0.0:1767384607.130282:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384607.130293:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384607.130304:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a01e80 00000400:00000200:0.0:1767384607.130310:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11c9 [2] + 224 00000400:00000200:0.0:1767384607.130315:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.130319:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384607.130324:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.130328:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384607.130335:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.130346:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.130352:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c36d4afc 00000400:00000010:0.0:1767384607.130354:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c36d4afc. 00000100:00000001:0.0:1767384607.130356:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384607.130358:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.130360:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.130362:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384607.130364:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384607.130366:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.130368:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384607.130371:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd2b5b7 x1853237059657344/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.130378:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fd2b5b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059657344:12345-0@lo:253: Request processed in 22764us (23443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384607.130388:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000040:0.0:1767384607.130392:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384607.130394:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384607.130396:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384607.130401:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004499881a. 00000020:00000010:0.0:1767384607.130408:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000062c21828. 00000020:00000010:0.0:1767384607.130417:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0963a80. 00000020:00000040:0.0:1767384607.130423:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384607.130431:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384607.130433:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f8c80833. 02000000:00000001:0.0:1767384607.130439:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384607.130442:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384607.130447:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384607.130452:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ac6932a. 00000400:00000010:0.0:1767384607.130456:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c36d4afc. 00000100:00000001:0.0:1767384607.130475:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.130477:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384607.130481:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.130482:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.130484:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000400:00000200:0.0:1767384607.130487:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f71d92f7 00000400:00000010:0.0:1767384607.130490:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f71d92f7. 00000100:00000001:0.0:1767384607.130493:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.130496:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384607.130507:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.130512:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384607.130514:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.130532:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.130535:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.130537:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.130538:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.130540:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.130545:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384607.130549:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.130551:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.130553:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.130556:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.130557:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.130560:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.130567:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.130581:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.130584:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.130586:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384607.130589:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384607.130592:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384607.130593:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384607.130594:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384607.130595:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384607.130596:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384607.130598:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384607.130599:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384607.130600:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384607.130602:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384607.130605:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.130611:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059657344:0@lo:253: 00000100:00000001:0.0:1767384607.130615:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.130616:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.130618:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059657344/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.130623:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384607.130626:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384607.130628:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002229bf37. 02000000:00000001:0.0:1767384607.130634:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384607.130635:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.130638:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384607.130640:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384607.130642:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008e93b23b. 02000000:00000001:0.0:1767384607.130648:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.130650:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.130652:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 00000100:00000001:0.0:1767384607.130655:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.130657:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.130659:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.130672:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.130673:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.130675:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.130677:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.132165:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.132168:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384607.132171:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384607.132172:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384607.132179:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5408f64. 00000400:00000200:2.0:1767384607.132183:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000957ebfc3 00000400:00000010:2.0:1767384607.132185:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000957ebfc3. 00000100:00000001:2.0:1767384607.132187:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384607.132190:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f67068d x1853237059657472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384607.132197:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f67068d x1853237059657472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.132202:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384607.132203:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.132205:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384607.132206:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384607.132207:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.132208:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.132210:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.132212:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384607.132214:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384607.132215:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384607.132216:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.132217:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384607.132219:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.132220:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.132222:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f67068d x1853237059657472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.132226:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.132227:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384607.132228:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384607.132230:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384607.132232:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384607.132233:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384607.132234:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384607.132234:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384607.132235:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384607.132236:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384607.132237:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384607.132239:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384607.132245:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f67068d x1853237059657472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384607.132251:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f67068d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059657472:0@lo:253: 00000100:00000001:2.0:1767384607.132254:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.132255:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384607.132256:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f67068d x1853237059657472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.132260:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384607.132261:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384607.132262:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000008b9edf5. 02000000:00000001:2.0:1767384607.132265:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384607.132266:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384607.132267:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384607.132269:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384607.132270:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000079803ed0. 02000000:00000001:2.0:1767384607.132272:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384607.132272:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384607.132273:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f67068d. 00000100:00000001:2.0:1767384607.132275:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384607.132276:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.132277:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.132281:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384607.132282:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.132283:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.132285:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384607.135887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b56024d. 00010000:00000010:0.1:1767384607.135894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f7dea7f. 00000100:00000001:3.0:1767384607.510321:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384607.510329:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059657600 02000000:00000001:3.0:1767384607.510334:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.510338:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384607.510343:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.510349:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384607.510355:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059657600 00000020:00000001:3.0:1767384607.510360:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384607.510363:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384607.510370:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.510374:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384607.510382:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384607.510386:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384607.510396:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.510402:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79f6c47. 00000100:00000001:3.0:1767384607.510407:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.510410:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79f6c47. 00000020:00000010:3.0:1767384607.510417:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3a2a07c. 00000020:00000010:3.0:1767384607.510424:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008398cf8e. 00000020:00000010:3.0:1767384607.510435:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099968974. 00000100:00000040:3.0:1767384607.510461:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384607.510473:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.510475:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384607.510477:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.510487:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.510498:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.510524:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384607.510527:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384607.510535:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384607.510539:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384607.510541:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935575120 : -115911773976496 : ffff96942fe30850) 00000100:00000040:3.0:1767384607.510548:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a7b8f9a x1853237059657600/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.510556:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.510559:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79f6c47. 00000100:00000001:3.0:1767384607.510560:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.510561:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79f6c47. 00000100:00100000:3.0:1767384607.510565:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a7b8f9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059657600:12345-0@lo:101: 00000100:00000200:3.0:1767384607.510568:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059657600 00000020:00000001:3.0:1767384607.510571:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384607.510575:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384607.510578:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.510580:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384607.510583:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:3.0:1767384607.510586:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384607.510587:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384607.510590:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384607.510592:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384607.510596:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.510598:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384607.510601:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384607.510603:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384607.510604:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384607.510606:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.510616:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384607.510622:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b0cf489e. 00010000:00000001:3.0:1767384607.510625:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384607.510628:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037660f71. 00000020:00000010:3.0:1767384607.510632:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c79f6c47. 00000020:00000001:3.0:1767384607.510635:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384607.510636:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037660f71 with handle 0x534bb1615bf4c6bc to hash 00000020:00000001:3.0:1767384607.510638:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384607.510639:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586117120 : -115912123434496 : ffff96941b0eba00) 00010000:00000001:3.0:1767384607.510641:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586117120 : -115912123434496 : ffff96941b0eba00) 00010000:00010000:3.0:1767384607.510644:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000037660f71/0x534bb1615bf4c6bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c6b5 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384607.510651:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:3.0:1767384607.510653:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:3.0:1767384607.510661:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.510665:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384607.510668:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000923c35a3. 02000000:00000001:3.0:1767384607.510671:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.510672:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.510675:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384607.510679:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384607.510681:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384607.510683:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384607.510685:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.510687:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384607.510687:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.510689:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384607.510691:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384607.510692:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384607.510693:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384607.510695:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b0cf489e) refcount = 1 00010000:00010000:3.0:1767384607.510699:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037660f71/0x534bb1615bf4c6bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c6b5 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.510710:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384607.510712:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384607.510714:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.510716:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.510717:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384607.510722:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384607.510724:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000037660f71/0x534bb1615bf4c6bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c6b5 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.510729:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384607.510731:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384607.510734:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.510735:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.510737:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384607.510739:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.510740:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384607.510742:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000037660f71, rc 0) 00000020:00000001:3.0:1767384607.510743:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384607.510746:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059657600 00010000:00000001:3.0:1767384607.510748:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384607.510751:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a7b8f9a x1853237059657600/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 328/344 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384607.510757:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384607.510759:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384607.510763:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384607.510766:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384607.510768:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384607.510770:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384607.510772:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384607.510773:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.510776:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384607.510777:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384607.510781:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000200:3.0:1767384607.510785:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059657600, offset 224 00000400:00000200:3.0:1767384607.510795:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.510805:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.510813:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a01f80 00000400:00000200:3.0:1767384607.510818:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11ed [1] + 224 00000400:00000200:3.0:1767384607.510823:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.510826:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384607.510867:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384607.510874:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.510882:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.510900:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384607.510912:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:3.0:1767384607.510914:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:3.0:1767384607.510918:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384607.510919:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.510922:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.510924:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384607.510926:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384607.510928:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.510930:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384607.510933:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a7b8f9a x1853237059657600/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 328/344 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384607.510939:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a7b8f9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059657600:12345-0@lo:101: Request processed in 382us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384607.510948:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384607.510950:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384607.510953:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384607.510954:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384607.510958:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008398cf8e. 00000020:00000010:3.0:1767384607.510962:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099968974. 00000020:00000010:3.0:1767384607.510965:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3a2a07c. 00000020:00000040:3.0:1767384607.510979:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:3.0:1767384607.510985:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384607.510987:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000923c35a3. 02000000:00000001:3.0:1767384607.510992:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384607.510994:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384607.510999:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384607.511003:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b992bb9. 00000400:00000010:3.0:1767384607.511009:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c569fb44. 00000100:00000001:0.0:1767384607.511015:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384607.511024:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.511026:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.511028:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000209b294f. 00000400:00000200:0.0:1767384607.511034:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006374cd0 00000400:00000010:0.0:1767384607.511036:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006374cd0. 00000100:00000001:0.0:1767384607.511043:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.511047:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384607.511056:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511061:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384607.511062:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.511064:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.511066:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.511068:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.511069:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.511072:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.511076:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384607.511079:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.511081:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.511082:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.511084:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.511085:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511088:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.511090:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511095:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.511097:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.511098:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384607.511100:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.511116:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a705979 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059657600:0@lo:101: 00000100:00000001:0.0:1767384607.511119:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.511121:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511122:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384607.511124:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.511125:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511129:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384607.511131:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af6c3d70. 00000100:00000001:0.0:1767384607.511133:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384607.511134:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.511136:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384607.511138:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.511139:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.511141:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=4 00000020:00000001:0.0:1767384607.511143:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384607.511144:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000040:0.0:1767384607.511147:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000001b6ae7f6, remote cookie: 0x534bb1615bf4c6bc, flags: 0x0 00010000:00000001:0.0:1767384607.511151:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384607.511154:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384607.511155:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384607.511157:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384607.511158:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384607.511160:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca02e167) refcount = 1 00010000:00010000:0.0:1767384607.511162:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 000000001b6ae7f6/0x534bb1615bf4c6b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c6bc expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.511167:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384607.511169:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384607.511170:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384607.511172:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384607.511174:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.511181:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 000000001b6ae7f6/0x534bb1615bf4c6b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c6bc expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.511185:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384607.511186:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.511188:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.511188:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.511189:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.511190:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511191:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.511192:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a705979 x1853237059657600/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511197:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384607.511199:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384607.511200:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009e896456. 02000000:00000001:0.0:1767384607.511203:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384607.511204:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.511206:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384607.511207:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384607.511209:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000287badbe. 02000000:00000001:0.0:1767384607.511211:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.511212:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.511213:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a705979. 00000100:00000001:0.0:1767384607.511215:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.511216:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384607.511217:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.511218:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384607.511219:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:0.0:1767384607.511221:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.511222:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.511223:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.511224:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=3 00000020:00000001:0.0:1767384607.511225:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384607.511226:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384607.511228:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384607.511229:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.511234:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.511234:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.511236:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384607.511238:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000485ad871. 00000100:00000010:0.0:1767384607.511248:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000571d1e53. 00000020:00000040:0.0:1767384607.511250:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384607.511252:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384607.511254:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384607.511256:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384607.511259:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b209663. 00000100:00000001:0.0:1767384607.511262:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511265:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384607.511268:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dffee711. 00000100:00000010:0.0:1767384607.511269:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f0dee73f. 00000020:00000040:0.0:1767384607.511271:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384607.511274:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384607.511275:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384607.511278:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de122791. 00000100:00000001:0.0:1767384607.511279:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161540681920 : -115912168869696 : ffff9694185970c0) 00000100:00000001:0.0:1767384607.511281:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.511282:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027869440 : -115911681682176 : ffff969435635500) 00000100:00000001:0.0:1767384607.511284:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384607.511286:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511287:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384607.511288:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384607.511290:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511295:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384607.511296:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.511298:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384607.511300:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384607.511302:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.511304:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000571d1e53 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059657728:0@lo:256: 00000100:00000001:0.0:1767384607.511307:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384607.511314:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.511316:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511318:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384607.511323:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000400:00000010:0.0:1767384607.511326:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007cbe1759. 00000100:00000200:0.0:1767384607.511329:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a02000-0x6958260a02000, portal 33 00000100:00000001:0.0:1767384607.511332:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.511333:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384607.511335:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b241b2c1. 02000000:00000001:0.0:1767384607.511336:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.511338:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782f9a47. 00000400:00000010:0.0:1767384607.511341:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2be8b12. 00000100:00000200:0.0:1767384607.511343:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059657728, portal 25 00000100:00000001:0.0:1767384607.511345:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.511346:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027869440 : -115911681682176 : ffff969435635500) 00000100:00000040:0.0:1767384607.511349:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511354:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.511356:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.511359:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000200:0.0:1767384607.511361:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059657728, offset 0 00000400:00000200:0.0:1767384607.511365:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384607.511370:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384607.511375:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a02000 00000400:00000200:0.0:1767384607.511378:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1cd [2] + 0 00000400:00000010:0.0:1767384607.511381:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a49afc5. 00000400:00000200:0.0:1767384607.511383:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000cb38411 00000400:00000200:0.0:1767384607.511385:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.511387:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384607.511389:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb38411 00000400:00000010:0.0:1767384607.511390:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cb38411. 00000100:00000001:0.0:1767384607.511393:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384607.511394:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384607.511395:0:16775:0:(events.c:337:request_in_callback()) incoming req@0000000066f818c7 x1853237059657728 msgsize 304 00000100:00100000:0.0:1767384607.511404:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384607.511405:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384607.511415:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.511419:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000400:00000010:0.0:1767384607.511421:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000100:00000001:0.0:1767384607.511425:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384607.511428:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511437:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.511440:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.511447:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511449:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.511457:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511461:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294897607 00000100:00000001:0.0:1767384607.511473:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294897606 00000100:00000001:3.0:1767384607.511476:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384607.511480:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294897607 00000100:00100000:3.0:1767384607.511481:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059657728 02000000:00000001:3.0:1767384607.511491:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.511494:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.511495:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294897606 00000100:00000001:3.0:1767384607.511498:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511502:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294897607 02000000:00000001:3.0:1767384607.511504:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.511508:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294897606 00000100:00100000:3.0:1767384607.511509:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059657728 00000100:00000001:0.0:1767384607.511529:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294897607 00000020:00000001:3.0:1767384607.511530:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384607.511533:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294897606 00000020:00000040:3.0:1767384607.511534:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384607.511537:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384607.511540:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384607.511541:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384607.511546:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:0.0:1767384607.511546:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.511550:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384607.511557:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00100000:0.0:1767384607.511557:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000de122791 going to sleep for 11 seconds 00000100:00000001:0.0:1767384607.511565:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384607.511570:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384607.511570:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.511580:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.511583:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d61842b. 00000100:00000001:3.0:1767384607.511586:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.511587:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d61842b. 00000020:00000010:3.0:1767384607.511591:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3a2a07c. 00000020:00000010:3.0:1767384607.511593:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008398cf8e. 00000020:00000010:3.0:1767384607.511595:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099968974. 00000100:00000040:3.0:1767384607.511600:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384607.511602:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.511603:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384607.511604:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.511607:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.511616:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.511624:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384607.511632:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384607.511636:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384607.511639:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384607.511641:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935574096 : -115911773977520 : ffff96942fe30450) 00000100:00000040:3.0:1767384607.511645:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066f818c7 x1853237059657728/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 304/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.511652:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.511654:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d61842b. 00000100:00000001:3.0:1767384607.511657:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.511658:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d61842b. 00000100:00100000:3.0:1767384607.511663:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066f818c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059657728:12345-0@lo:256: 00000100:00000200:3.0:1767384607.511666:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059657728 00000020:00000001:3.0:1767384607.511667:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384607.511669:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384607.511671:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.511672:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384607.511674:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:3.0:1767384607.511676:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384607.511677:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384607.511678:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384607.511679:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384607.511682:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.511684:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.511685:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384607.511687:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000923c35a3. 02000000:00000001:3.0:1767384607.511688:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.511689:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.511692:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384607.511695:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384607.511699:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384607.511702:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384607.511705:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.511707:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384607.511709:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384607.511717:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d02f3def. 20000000:00000001:3.0:1767384607.511720:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384607.511730:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384607.511737:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384607.511742:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384607.511744:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:01000000:3.0:1767384607.511746:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 104, pages 3992/1/4/3. 20000000:00000040:3.0:1767384607.511750:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384607.511752:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384607.511753:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384607.511756:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:01000000:3.0:1767384607.511758:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 104, pages 3888/1/4/3. 20000000:01000000:3.0:1767384607.511760:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 208, version 12 20000000:00000001:3.0:1767384607.511761:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=208 : 208 : d0) 00000100:00000001:3.0:1767384607.511763:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384607.511767:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000016e90aac. 00000100:00000010:3.0:1767384607.511769:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000ff9cffd. 00000020:00000040:3.0:1767384607.511770:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:3.0:1767384607.511773:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384607.511775:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384607.511778:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000400:00000010:3.0:1767384607.511785:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000993d0cdd. 00000400:00000200:3.0:1767384607.511788:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.511796:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.511802:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 208 into portal 33 MB=0x6958260a02000 00000400:00000200:3.0:1767384607.511809:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 208/208 into md 0x11fd [4] + 0 00000400:00000010:3.0:1767384607.511812:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000400:00000200:3.0:1767384607.511815:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007cbe1759 00000400:00000200:3.0:1767384607.511818:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.511823:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384607.511828:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cbe1759 00000400:00000010:3.0:1767384607.511829:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007cbe1759. 00000100:00000001:3.0:1767384607.511874:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384607.511876:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000571d1e53 desc 00000000dffee711 mbits 1853237059657728 00000100:00000001:3.0:1767384607.511888:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384607.511894:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384607.511900:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.511904:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384607.511909:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384607.511920:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1209 00000400:00000200:3.0:1767384607.511925:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.511931:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384607.511934:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384607.511937:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000016e90aac 00000100:00000001:3.0:1767384607.511939:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384607.511943:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:3.0:1767384607.511944:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:3.0:1767384607.511946:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384607.511947:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000016e90aac 00000100:00000001:3.0:1767384607.511948:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384607.511951:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 208 bytes via portal 33 id 12345-0@lo mbits 0x6958260a02000-0x6958260a02000 00000100:00000001:3.0:1767384607.511954:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.511957:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.511959:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384607.511962:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:3.0:1767384607.511964:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000ff9cffd. 00000100:00000010:3.0:1767384607.511966:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000016e90aac. 00000100:00000001:3.0:1767384607.511970:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384607.511972:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384607.511980:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d02f3def. 20000000:00000001:3.0:1767384607.511985:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384607.511988:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059657728 00010000:00000001:3.0:1767384607.511991:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384607.511995:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066f818c7 x1853237059657728/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 304/240 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384607.512004:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384607.512006:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384607.512009:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384607.512013:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384607.512015:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384607.512018:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384607.512021:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384607.512030:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.512033:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384607.512036:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384607.512039:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000200:3.0:1767384607.512043:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059657728, offset 224 00000400:00000200:3.0:1767384607.512049:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.512057:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.512064:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a02000 00000400:00000200:3.0:1767384607.512069:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1201 [1] + 224 00000400:00000200:3.0:1767384607.512074:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.512077:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384607.512081:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384607.512085:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.512093:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.512113:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384607.512118:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:3.0:1767384607.512121:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:3.0:1767384607.512126:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384607.512127:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.512136:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.512136:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384607.512139:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384607.512142:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384607.512149:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384607.512151:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384607.512152:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384607.512154:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.512159:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000782f9a47. 00000100:00000040:3.0:1767384607.512162:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f818c7 x1853237059657728/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:588/0 lens 304/240 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384607.512165:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2be8b12 00000400:00000010:0.0:1767384607.512169:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2be8b12. 00000100:00000001:0.0:1767384607.512178:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.512185:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384607.512196:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066f818c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059657728:12345-0@lo:256: Request processed in 535us (790us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384607.512200:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.512228:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384607.512231:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000001:0.0:1767384607.512232:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.512238:0:16775:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384607.512241:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 02000000:00000001:0.0:1767384607.512241:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.512244:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.512249:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.512250:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384607.512252:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.512254:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384607.512256:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.512258:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.512263:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.512264:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384607.512265:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.512270:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384607.512272:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008398cf8e. 00000100:00000001:0.0:1767384607.512273:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384607.512288:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099968974. 00000100:00000040:0.0:1767384607.512288:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384607.512300:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3a2a07c. 00000100:00000040:0.0:1767384607.512306:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384607.512310:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:0.0:1767384607.512312:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.512314:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384607.512321:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384607.512322:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384607.512330:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000923c35a3. 02000000:00000001:3.0:1767384607.512339:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384607.512340:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000571d1e53 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059657728:0@lo:256: 00000100:00000001:3.0:1767384607.512346:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384607.512355:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384607.512358:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384607.512361:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4df14b0. 00000100:00000001:0.0:1767384607.512361:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.512363:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384607.512369:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384607.512372:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029ee4325. 00000100:00000040:0.0:1767384607.512373:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.512386:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384607.512389:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000de122791. 00000100:00000001:0.0:1767384607.512395:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384607.512396:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384607.512399:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:0.0:1767384607.512401:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384607.512406:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000d1239490. 10000000:00000040:0.0:1767384607.512415:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384607.512421:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384607.512424:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384607.512430:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:0.0:1767384607.512433:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.512436:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384607.512438:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:0.0:1767384607.512440:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:0.0:1767384607.512443:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 4 NIDs 00000400:00001000:0.0:1767384607.512446:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384607.512450:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:0.0:1767384607.512456:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384607.512462:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (4) 00000400:00000200:0.0:1767384607.512469:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384607.512473:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:0.0:1767384607.512476:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (5) 00000400:00000200:0.0:1767384607.512479:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:0.0:1767384607.512482:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:0.0:1767384607.512486:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.512488:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:0.0:1767384607.512490:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:0.0:1767384607.512502:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.512504:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:0.0:1767384607.512506:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:0.0:1767384607.512509:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.512526:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000100:00000001:0.0:1767384607.512529:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.512532:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384607.512536:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:0.0:1767384607.512540:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a4dc9931. 10000000:00000040:0.0:1767384607.512543:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:0.0:1767384607.512547:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384607.512553:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384607.512559:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086f8b16a. 00000020:00000010:0.0:1767384607.512564:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000527c21df. 00000040:00000010:0.0:1767384607.512568:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e952317. 00000020:00000010:0.0:1767384607.512573:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000082afca70. 00000020:00000010:0.0:1767384607.512579:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005511e96d. 00000020:00000010:0.0:1767384607.512584:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068e4d639. 80000000:00000010:0.0:1767384607.512589:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048d47801. 40000000:00000010:0.0:1767384607.512593:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041b77f17. 00100000:00000010:0.0:1767384607.512599:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006875afc7. 00040000:00000010:0.0:1767384607.512603:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f0a26cd9. 00040000:00000010:0.0:1767384607.512608:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e9309208. 00040000:00000010:0.0:1767384607.512612:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb8b413c. 00080000:00000010:0.0:1767384607.512616:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000037bbc09e. 00000004:00000010:0.0:1767384607.512622:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000055917986. 00000004:00000010:0.0:1767384607.512627:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cb1b5110. 00000004:00000010:0.0:1767384607.512632:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000023f45f5f. 00002000:00000010:0.0:1767384607.512638:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d73b5082. 00000004:00000010:0.0:1767384607.512642:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000099b4f9a2. 00000004:00000001:0.0:1767384607.512647:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384607.512650:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384607.512652:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a4dc9931 00000040:00001000:0.0:1767384607.512654:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384607.512660:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384607.512662:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384607.512664:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384607.512667:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384607.512669:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384607.512671:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384607.512673:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:0.0:1767384607.512675:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384607.512731:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.512737:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000527c21df. 00000040:00000010:0.0:1767384607.512741:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e952317. 00000020:00000010:0.0:1767384607.512746:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000082afca70. 00000020:00000010:0.0:1767384607.512752:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005511e96d. 00000020:00000010:0.0:1767384607.512757:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068e4d639. 80000000:00000010:0.0:1767384607.512763:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000048d47801. 40000000:00000010:0.0:1767384607.512767:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000041b77f17. 00100000:00000010:0.0:1767384607.512770:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006875afc7. 00040000:00000010:0.0:1767384607.512774:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f0a26cd9. 00040000:00000010:0.0:1767384607.512777:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e9309208. 00040000:00000010:0.0:1767384607.512782:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb8b413c. 00080000:00000010:0.0:1767384607.512785:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000037bbc09e. 00000004:00000010:0.0:1767384607.512788:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000055917986. 00000004:00000010:0.0:1767384607.512792:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cb1b5110. 00000004:00000010:0.0:1767384607.512798:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000023f45f5f. 00002000:00000010:0.0:1767384607.512801:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d73b5082. 00000004:00000010:0.0:1767384607.512804:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000099b4f9a2. 00000020:00000010:0.0:1767384607.512807:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086f8b16a. 00000020:00000001:0.0:1767384607.512811:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.512814:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384607.512817:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a4dc9931. 10000000:00000010:0.0:1767384607.512820:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000d1239490. 10000000:00000001:0.0:1767384607.512824:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.512827:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.512877:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000571d1e53 x1853237059657728/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.512899:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384607.512902:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384607.512905:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b241b2c1. 02000000:00000001:0.0:1767384607.512910:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384607.512912:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.512914:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384607.512917:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384607.512919:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384607.512921:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.512923:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384607.512925:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384607.512927:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f0dee73f. 00000100:00000010:0.0:1767384607.512931:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dffee711. 00000100:00000001:0.0:1767384607.512934:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384607.512936:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001b209663. 02000000:00000001:0.0:1767384607.512939:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.512940:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.512942:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000571d1e53. 00000100:00000001:0.0:1767384607.512946:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.512947:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384607.512968:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000485ad871. 10000000:01000000:0.0:1767384607.512972:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384607.512977:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384607.512979:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.512982:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.512985:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=3 00000020:00000001:0.0:1767384607.512988:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384607.512991:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:0.0:1767384607.512994:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384607.512997:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000001b6ae7f6/0x534bb1615bf4c6b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c6bc expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.513004:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.513006:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384607.513013:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 000000001b6ae7f6/0x534bb1615bf4c6b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c6bc expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.513019:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384607.513021:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.513022:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384607.513024:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.513026:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.513029:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384607.513031:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384607.513033:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:0.0:1767384607.513036:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384607.518875:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294897607, at 4294897609 00000100:00000010:2.0:1767384607.518888:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000058a0437. 00000100:00000040:0.0:1767384607.519621:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294897607, at 4294897609 00000100:00000010:0.0:1767384607.519631:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d00728c. 00000100:00000040:3.0:1767384607.521250:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294897607, at 4294897611 00000100:00000010:3.0:1767384607.521261:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c808901. 00000100:00000040:2.0:1767384607.574076:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384607.574082:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384607.574087:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080eca1a4. 00000020:00000040:2.0:1767384607.574090:0:2396:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384607.574093:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384607.574096:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384607.574110:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384607.574115:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d96aea75. 00000100:00000001:2.0:1767384607.574119:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574124:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384607.574134:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384607.574136:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574142:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080eca1a4] to pc [ptlrpcd_00_02+2] req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.574164:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574169:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384607.574172:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384607.574177:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae84b1e1. 00000020:00000040:2.0:1767384607.574184:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384607.574190:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384607.574193:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384607.574197:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384607.574206:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4d86de2. 00000100:00000001:2.0:1767384607.574210:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574216:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384607.574226:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384607.574227:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574232:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae84b1e1] to pc [ptlrpcd_00_03+3] req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.574246:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574250:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384607.574253:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384607.574257:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029275bb8. 00000020:00000040:2.0:1767384607.574263:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384607.574265:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384607.574273:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384607.574277:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384607.574284:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af703d19. 00000100:00000001:2.0:1767384607.574290:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574298:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000029275bb8 x1853237059658240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384607.574304:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384607.574305:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574309:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029275bb8] to pc [ptlrpcd_00_00+0] req@0000000029275bb8 x1853237059658240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.574323:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.574330:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (235) 00000100:00000001:2.0:1767384607.574642:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.574648:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.574651:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384607.574659:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.574670:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384607.574673:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.574675:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384607.574678:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384607.574681:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.574681:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.574687:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384607.574689:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.574697:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059658112:0@lo:400: 00000100:00000040:0.0:1767384607.574698:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.574705:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384607.574710:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384607.574715:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.574720:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384607.574725:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000902633c8. 02000000:00000001:2.0:1767384607.574729:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.574730:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384607.574733:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000100:00000001:0.0:1767384607.574734:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.574742:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384607.574743:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb5107f4. 02000000:00000001:0.0:1767384607.574748:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384607.574750:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059658112, portal 10 00000100:00000001:2.0:1767384607.574754:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384607.574755:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.574756:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204767488 : -115911504784128 : ffff96943fee9500) 00000100:00100000:0.0:1767384607.574764:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059657984:0@lo:400: 00000100:00000040:2.0:1767384607.574771:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.574776:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384607.574783:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.574787:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.574792:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384607.574794:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384607.574799:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384607.574802:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb8b413c. 00000400:00000010:2.0:1767384607.574803:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 02000000:00000001:0.0:1767384607.574809:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384607.574810:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059658112, offset 0 00000400:00000010:0.0:1767384607.574819:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782f9a47. 00000400:00000200:2.0:1767384607.574822:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384607.574863:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384607.574864:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2be8b12. 00000100:00000200:0.0:1767384607.574874:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059657984, portal 4 00000400:00000200:2.0:1767384607.574876:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a02180 00000100:00000001:0.0:1767384607.574883:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384607.574887:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:2.0:1767384607.574896:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384607.574896:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000400:00000200:2.0:1767384607.574905:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384607.574909:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.574914:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384607.574919:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384607.574926:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b80f1cd0. 00000100:00000001:0.0:1767384607.574930:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384607.574931:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000b80f1cd0 x1853237059658112 msgsize 224 00000100:00000040:0.0:1767384607.574938:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384607.574943:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384607.574945:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000200:0.0:1767384607.574951:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059657984, offset 0 00000100:00000001:2.0:1767384607.574955:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.574960:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384607.574968:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000239b283f 00000400:00000010:2.0:1767384607.574972:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00000400:00000200:0.0:1767384607.574977:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384607.574978:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384607.574984:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384607.574994:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a02100 00000100:00000001:2.0:1767384607.574998:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384607.575006:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384607.575007:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1648 00000400:00000200:0.0:1767384607.575021:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384607.575030:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.575035:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.575036:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384607.575041:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.575045:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2706 usecs (3 jiffies) 00000100:00000001:0.0:1767384607.575047:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384607.575048:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897668 00000100:00000001:2.0:1767384607.575053:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294897676 00000100:00000200:0.0:1767384607.575053:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384607.575059:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897668 00000100:00000010:0.0:1767384607.575062:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000571d1e53. 00000100:00000040:0.0:1767384607.575068:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000571d1e53 x1853237059657984 msgsize 224 00000100:00000001:2.0:1767384607.575071:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294897676 00000100:00000001:2.0:1767384607.575076:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897668 00000100:00000001:2.0:1767384607.575079:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294897676 00000100:00100000:0.0:1767384607.575081:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384607.575082:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897668 00000100:00000001:2.0:1767384607.575088:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294897676 00000100:00000001:2.0:1767384607.575090:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.575092:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.575097:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.575102:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.575102:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384607.575111:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384607.575114:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000100:00000001:2.0:1767384607.575115:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384607.575121:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000100:00000001:2.0:1767384607.575122:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.575125:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.575128:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575129:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384607.575131:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384607.575136:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.575148:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.575157:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.575179:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575184:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.575192:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.575199:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11260 usecs (12 jiffies) 00000100:00000001:2.0:1767384607.575204:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384607.575204:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897677 00000100:00100000:2.0:1767384607.575208:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059658240 02000000:00000001:2.0:1767384607.575212:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384607.575215:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294897676 00000100:00000001:2.0:1767384607.575216:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.575219:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.575223:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.575229:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059658240 00000100:00000001:0.0:1767384607.575232:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897677 00000020:00000001:2.0:1767384607.575233:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384607.575236:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000001:2.0:1767384607.575241:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384607.575241:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294897676 00000020:00000040:2.0:1767384607.575243:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:2.0:1767384607.575249:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:0.0:1767384607.575251:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897677 00000020:00000001:2.0:1767384607.575253:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:0.0:1767384607.575256:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294897676 00000100:00000001:2.0:1767384607.575257:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384607.575263:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001edac09b. 00000100:00000001:0.0:1767384607.575263:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897677 00000020:00000010:2.0:1767384607.575269:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a60df637. 00000100:00000001:0.0:1767384607.575272:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294897676 00000020:00000040:2.0:1767384607.575275:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:0.0:1767384607.575278:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.575281:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384607.575285:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384607.575294:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7a8a85. 00000100:00000001:0.0:1767384607.575294:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575300:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384607.575302:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe6ed9f6. 00000020:00000010:2.0:1767384607.575309:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cf819e99. 00000100:00000001:0.0:1767384607.575309:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.575314:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384607.575320:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384607.575321:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384607.575325:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.575326:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384607.575332:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384607.575332:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.575335:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.575339:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.575341:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384607.575346:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384607.575349:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575357:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.575359:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.575362:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.575371:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384607.575376:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059658112 02000000:00000001:2.0:1767384607.575378:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384607.575382:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.575384:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384607.575385:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.575390:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.575390:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059657984 00000100:00100000:2.0:1767384607.575396:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059658112 02000000:00000001:0.0:1767384607.575398:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384607.575399:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384607.575403:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384607.575404:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00000001:0.0:1767384607.575408:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.575409:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384607.575413:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 02000000:00000001:0.0:1767384607.575416:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.575419:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00100000:0.0:1767384607.575423:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059657984 00000020:00000001:2.0:1767384607.575425:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:0.0:1767384607.575430:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384607.575431:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384607.575436:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000010:2.0:1767384607.575437:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f35e6f4. 00000020:00000001:0.0:1767384607.575442:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384607.575443:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384607.575448:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f35e6f4. 00000020:00000040:0.0:1767384607.575448:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=11 00000020:00000010:2.0:1767384607.575455:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006790d4cc. 00000020:00000001:0.0:1767384607.575457:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000010:2.0:1767384607.575461:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be70494e. 00000020:00000001:0.0:1767384607.575462:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384607.575470:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384607.575472:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007154e508. 00000100:00000001:2.0:1767384607.575477:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384607.575477:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000100:00000001:2.0:1767384607.575481:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384607.575484:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.575487:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384607.575494:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.575496:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384607.575500:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.575502:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000100:00000001:2.0:1767384607.575510:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384607.575526:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e4d639. 00000020:00000010:0.0:1767384607.575533:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e67fb6dd. 00000020:00000010:0.0:1767384607.575542:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00000001:2.0:1767384607.575545:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384607.575550:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384607.575556:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384607.575559:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384607.575562:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384607.575566:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384607.575567:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:2.0:1767384607.575572:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158516352 : -115911551035264 : ffff96943d2cd880) 00000100:00000001:0.0:1767384607.575572:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.575582:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384607.575583:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cbbb7314 x1853237059658240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.575587:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384607.575591:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575607:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.575608:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384607.575612:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f35e6f4. 00000100:00000001:2.0:1767384607.575616:0:16807:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384607.575620:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f35e6f4. 00000100:00000001:0.0:1767384607.575623:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384607.575629:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cbbb7314 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059658240:12345-0@lo:400: 00000100:00000001:0.0:1767384607.575630:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384607.575639:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059658240 00000100:00100000:0.0:1767384607.575639:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000001:2.0:1767384607.575644:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384607.575649:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384607.575649:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 2 00000020:00000001:2.0:1767384607.575653:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575657:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027869440 : -115911681682176 : ffff969435635500) 00000020:00000001:2.0:1767384607.575658:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384607.575662:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384607.575666:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384607.575669:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000571d1e53 x1853237059657984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384607.575670:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384607.575675:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384607.575679:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384607.575682:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.575687:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384607.575692:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384607.575696:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384607.575701:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004db95fc6. 02000000:00000001:2.0:1767384607.575708:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575709:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384607.575715:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.575716:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000020:00000001:2.0:1767384607.575724:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575724:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384607.575731:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00010000:00000040:2.0:1767384607.575732:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059658240 00000100:00100000:0.0:1767384607.575741:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000571d1e53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:16142:x1853237059657984:12345-0@lo:400: 00010000:00000001:2.0:1767384607.575749:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384607.575753:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059657984 00010000:00000200:2.0:1767384607.575758:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbbb7314 x1853237059658240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384607.575759:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384607.575765:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384607.575771:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.575777:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384607.575778:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384607.575779:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00010000:00000001:2.0:1767384607.575782:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.575785:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1767384607.575787:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=10 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384607.575790:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.575793:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384607.575796:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384607.575799:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000001:0.0:1767384607.575802:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384607.575804:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384607.575806:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384607.575808:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.575810:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.575812:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384607.575814:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384607.575819:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384607.575819:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384607.575823:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384607.575825:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 02000000:00000010:0.0:1767384607.575828:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099b4f9a2. 00000100:00000200:2.0:1767384607.575867:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059658240, offset 224 02000000:00000001:0.0:1767384607.575874:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.575879:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384607.575880:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.575884:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384607.575888:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059657984 00000400:00000200:2.0:1767384607.575889:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384607.575893:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384607.575901:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000571d1e53 x1853237059657984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384607.575903:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a02200 00010000:00000001:0.0:1767384607.575915:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384607.575916:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x121d [1] + 224 00010000:00000001:0.0:1767384607.575919:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.575921:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384607.575924:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=5 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384607.575928:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.575934:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384607.575934:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384607.575941:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000200:2.0:1767384607.575942:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029275bb8 x1853237059658240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.575947:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384607.575955:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384607.575957:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000029275bb8 x1853237059658240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384607.575959:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.575965:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384607.575970:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384607.575974:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384607.575977:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000239b283f 00000400:00000010:2.0:1767384607.575980:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00000400:00000010:0.0:1767384607.575980:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000001:2.0:1767384607.575987:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384607.575989:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384607.575989:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059657984, offset 224 00000100:00000001:2.0:1767384607.575993:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.575996:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00010000:00000001:2.0:1767384607.576001:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384607.576001:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384607.576012:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.576013:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384607.576015:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384607.576021:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbbb7314 x1853237059658240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384607.576026:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a02100 00000100:00100000:2.0:1767384607.576040:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cbbb7314 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059658240:12345-0@lo:400: Request processed in 427us (1299us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384607.576040:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x122d [1] + 224 00000400:00000200:0.0:1767384607.576050:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384607.576054:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384607.576057:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:2.0:1767384607.576060:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384607.576060:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.576064:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384607.576068:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe6ed9f6. 00000100:00000001:0.0:1767384607.576068:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384607.576074:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cf819e99. 00000100:00000200:0.0:1767384607.576078:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384607.576079:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7a8a85. 00000020:00000040:2.0:1767384607.576084:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:2.0:1767384607.576089:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.576099:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384607.576102:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384607.576108:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384607.576114:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:2.0:1767384607.576121:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204773760 : -115911504777856 : ffff96943feead80) 00000100:00000040:0.0:1767384607.576129:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384607.576130:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b80f1cd0 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.576159:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384607.576164:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f35e6f4. 00000100:00000001:2.0:1767384607.576172:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384607.576176:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f35e6f4. 00000100:00000001:0.0:1767384607.576178:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384607.576186:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b80f1cd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059658112:12345-0@lo:400: 00000400:00000200:0.0:1767384607.576189:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000100:00000200:2.0:1767384607.576190:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059658112 00000400:00000010:0.0:1767384607.576195:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000020:00000001:2.0:1767384607.576196:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384607.576200:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384607.576202:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384607.576204:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.576207:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384607.576214:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384607.576215:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.576218:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384607.576223:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384607.576224:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000020:00000001:2.0:1767384607.576227:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.576229:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384607.576231:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384607.576233:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.576234:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384607.576238:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.576239:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384607.576241:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384607.576244:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384607.576247:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384607.576247:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000571d1e53 x1853237059657984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384607.576253:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b8a863d4. 02000000:00000001:2.0:1767384607.576257:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.576262:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.576265:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.576267:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000571d1e53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:16142:x1853237059657984:12345-0@lo:400: Request processed in 555us (1195us total) trans 0 rc 0/0 00010000:00000040:2.0:1767384607.576268:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059658112 00010000:00000001:2.0:1767384607.576272:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384607.576278:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b80f1cd0 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.576285:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00000001:2.0:1767384607.576291:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384607.576293:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00010000:00000001:2.0:1767384607.576294:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.576299:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384607.576301:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.576303:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384607.576310:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384607.576310:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e67fb6dd. 00000100:00000040:2.0:1767384607.576316:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000010:0.0:1767384607.576319:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00000100:00000001:2.0:1767384607.576321:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384607.576327:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384607.576327:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e4d639. 02000000:00000001:2.0:1767384607.576330:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.576336:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384607.576337:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 9 00000100:00000001:0.0:1767384607.576343:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384607.576344:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384607.576348:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 00000100:00000200:2.0:1767384607.576352:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059658112, offset 224 00000400:00000200:2.0:1767384607.576361:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384607.576374:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384607.576389:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a02180 00000400:00000200:2.0:1767384607.576396:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1225 [1] + 224 00000400:00000200:2.0:1767384607.576402:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384607.576414:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.576418:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384607.576420:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384607.576432:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.576449:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384607.576457:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000239b283f 00000400:00000010:2.0:1767384607.576462:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00000100:00000001:2.0:1767384607.576466:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384607.576470:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384607.576476:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.576485:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384607.576489:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384607.576492:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.576496:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384607.576502:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b80f1cd0 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384607.576532:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b80f1cd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059658112:12345-0@lo:400: Request processed in 368us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384607.576546:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384607.576554:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:2.0:1767384607.576558:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384607.576562:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384607.576567:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be70494e. 00000020:00000010:2.0:1767384607.576572:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007154e508. 00000100:00000001:0.0:1767384607.576573:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384607.576578:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006790d4cc. 00000100:00000001:0.0:1767384607.576579:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384607.576588:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000400:00000001:0.0:1767384607.576588:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.576594:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384607.576595:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384607.576599:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000782f9a47. 00000400:00000200:0.0:1767384607.576608:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2be8b12 00000400:00000010:0.0:1767384607.576615:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2be8b12. 00000100:00080000:2.0:1767384607.576618:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384607.576624:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384607.576625:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00080000:2.0:1767384607.576632:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384607.576638:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000200:0.0:1767384607.576643:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384607.576663:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.576671:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.576675:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384607.576681:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384607.576681:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384607.576686:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384607.576687:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384607.576690:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00000100:00000001:0.0:1767384607.576692:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.576697:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384607.576698:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5107f4 00000400:00000010:2.0:1767384607.576703:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb5107f4. 00000100:00000001:0.0:1767384607.576703:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.576708:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.576709:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384607.576716:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384607.576716:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.576725:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384607.576737:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=5 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384607.576742:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.576746:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.576750:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.576754:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384607.576757:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384607.576758:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.576763:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384607.576766:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:0.0:1767384607.576767:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.576768:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.576773:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.576779:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.576788:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=10 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384607.576789:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.576797:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.576798:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384607.576803:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384607.576804:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384607.576808:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.576810:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384607.576810:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384607.576815:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384607.576817:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384607.576823:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.576828:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.576857:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384607.576859:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384607.576861:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384607.576863:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.576871:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.576875:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.576878:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.576880:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.576883:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.576889:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384607.576891:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.576892:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384607.576899:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.576919:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059657984:0@lo:400: 00000100:00100000:2.0:1767384607.576921:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059658112:0@lo:400: 00000100:00000001:0.0:1767384607.576932:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.576933:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.576935:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384607.576937:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae84b1e1 x1853237059658112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.576941:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384607.576944:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384607.576946:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384607.576947:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000902633c8. 02000000:00000001:2.0:1767384607.576951:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384607.576953:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384607.576954:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080eca1a4 x1853237059657984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384607.576955:0:16143:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384607.576960:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384607.576964:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4d86de2. 02000000:00000001:2.0:1767384607.576968:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384607.576971:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384607.576971:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384607.576972:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae84b1e1. 00000100:00000001:2.0:1767384607.576977:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384607.576977:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384607.576980:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.576982:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384607.576982:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb8b413c. 00000100:00000001:2.0:1767384607.576988:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384607.576989:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384607.576990:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.576993:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384607.576993:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384607.576997:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384607.576997:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384607.577004:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384607.577007:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d96aea75. 02000000:00000001:0.0:1767384607.577012:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.577014:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.577016:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080eca1a4. 00000100:00000001:0.0:1767384607.577021:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.577023:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.577026:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.577031:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.577033:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.577036:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.577038:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.587900:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294897677, at 4294897678 00000100:00000040:0.0:1767384607.587904:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294897677, at 4294897678 00000100:00000010:3.0:1767384607.587918:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000058a0437. 00000100:00000010:0.0:1767384607.587921:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000552acc39. 00000100:00000040:2.0:1767384607.589221:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294897677, at 4294897679 00000100:00000010:2.0:1767384607.589232:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d00728c. 00080000:00000001:2.0:1767384607.598089:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384607.598096:0:17578:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384607.598098:0:17578:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384607.598100:0:17578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384607.598102:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006ff05459 : new cb_count 4 00000020:00000040:2.0:1767384607.598110:0:17578:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 8 00000001:00000010:2.0:1767384607.598112:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000cc771d99. 00002000:00001000:2.0:1767384607.598116:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384607.598119:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000bbc0b613. 00040000:00000001:2.0:1767384607.598122:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.598125:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384607.598127:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a0d4b61f. 00080000:00000001:2.0:1767384607.598130:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384607.598134:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384607.598135:0:17578:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384607.598136:0:17578:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384607.598136:0:17578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:2.0:1767384607.598138:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006ff05459 : new cb_count 3 00000020:00000040:2.0:1767384607.598139:0:17578:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 7 00000001:00000010:2.0:1767384607.598141:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000011186ab4. 00002000:00001000:2.0:1767384607.598143:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384607.598144:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b155588b. 00040000:00000001:2.0:1767384607.598146:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.598146:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384607.598147:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c0f1fa9d. 00080000:00000001:2.0:1767384607.598149:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384607.598151:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1767384607.598153:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006ff05459 : new cb_count 2 00000020:00000040:2.0:1767384607.598154:0:17578:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 6 00000001:00000010:2.0:1767384607.598155:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000df591e60. 00002000:00001000:2.0:1767384607.598156:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384607.598158:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a2221008. 00040000:00000001:2.0:1767384607.598159:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.598160:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384607.598161:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a501b98e. 00080000:00000001:2.0:1767384607.598163:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384607.598165:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1767384607.598166:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006ff05459 : new cb_count 1 00000020:00000040:2.0:1767384607.598167:0:17578:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000001:00000010:2.0:1767384607.598168:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000bb2475f0. 00002000:00001000:2.0:1767384607.598173:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384607.598175:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000030fbd6a1. 00040000:00000001:2.0:1767384607.598177:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.598178:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384607.598178:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002c76a26c. 00080000:00000001:2.0:1767384607.598180:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384607.598181:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384607.598182:0:17578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384607.598184:0:17578:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000006ff05459 : new cb_count 0 00000020:00000040:2.0:1767384607.598185:0:17578:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000001:00000010:2.0:1767384607.598186:0:17578:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000f17a6b3c. 00040000:00000001:2.0:1767384607.598188:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.598189:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384607.598190:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000007de6410. 00080000:00000001:2.0:1767384607.598191:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384607.637911:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384607.637916:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.637922:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384607.637923:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.637960:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384607.637966:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.637970:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384607.712483:0:19480:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384607.712500:0:19480:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.712504:0:19480:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.712523:0:19480:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384607.712530:0:19480:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.712532:0:19480:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384608.466609:0:19647:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384608.466613:0:19647:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:0.0:1767384608.469821:0:19647:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384608.478253:0:19648:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001d90e6d6. 00000400:00000010:2.0:1767384608.478270:0:19648:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001ec56bee. 00000400:00000010:2.0:1767384608.478280:0:19648:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000090a9f72c. 00000400:00000010:2.0:1767384608.478284:0:19648:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000921f6690. 00000400:00000010:2.0:1767384608.478289:0:19648:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000005689260. 00000400:00000010:2.0:1767384608.478294:0:19648:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea5249f3. 00000400:00000010:2.0:1767384608.478296:0:19648:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cefd5e60. 00000400:00000010:2.0:1767384608.478298:0:19648:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f35e6f4. 00000400:00000010:2.0:1767384608.478303:0:19648:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000044afe615. 00000800:00000010:2.0:1767384608.478314:0:19648:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f4d86de2. 00000800:00000200:2.0:1767384608.478327:0:19648:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384608.478334:0:19648:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384608.478377:0:19648:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384608.478401:0:19648:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp13 [8/256/0/180] 00000400:00000010:2.0:1767384608.480337:0:19648:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000d5573af2. 00000400:00000010:2.0:1767384608.480342:0:19648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000400:00000010:2.0:1767384608.480347:0:19648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb5107f4. 00000400:00000001:2.0:1767384608.480359:0:19648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384608.480360:0:19648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384608.480362:0:19648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1d45788. 00000400:00000200:2.0:1767384608.480369:0:19648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000400:00000010:2.0:1767384608.480371:0:19648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000400:00000010:2.0:1767384608.480375:0:19648:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000cb2b0d36. 00000400:00000200:2.0:1767384608.480378:0:19648:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (4) 00000400:00000200:2.0:1767384608.480390:0:19648:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384608.480396:0:19648:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:2.0:1767384608.480402:0:19648:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007efc5df8. 00000020:01000000:2.0:1767384608.480405:0:19648:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384608.480407:0:19648:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp13 00000400:00000010:2.0:1767384608.480419:0:19648:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001ec56bee. 00000400:00000010:2.0:1767384608.480423:0:19648:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001d90e6d6. 00000400:00000200:0.0:1767384608.480448:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384608.480454:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384608.480457:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 10000000:00000001:3.0:1767384608.480463:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384608.480467:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:0.0:1767384608.480467:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2be8b12. 10000000:01000000:3.0:1767384608.480471:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384608.480472:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (5) 00000020:01000004:3.0:1767384608.480477:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384608.480483:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384608.480484:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d2d24c46. 00000020:01000004:3.0:1767384608.480488:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384608.480489:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384608.480491:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384608.480493:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384608.480498:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384608.480501:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:01000004:3.0:1767384608.480521:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384608.480523:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384608.480525:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384608.480529:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000010:3.0:1767384608.480531:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000400:00000200:0.0:1767384608.480537:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000040:3.0:1767384608.480538:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384608.480551:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:3.0:1767384608.480552:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384608.480557:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384608.480558:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:3.0:1767384608.480569:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.480569:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384608.480583:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp12 00000400:00000200:0.0:1767384608.480586:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp12 lpni_is_preferred = 0 02000000:00000010:3.0:1767384608.480588:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab7dfd51. 00000400:00000200:0.0:1767384608.480593:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp12 00000400:00000200:0.0:1767384608.480600:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp12 NI seq info: [11:11:256:4294967295] 192.168.202.117@tcp12 LPNI seq info [11:11:8:4294967295] 00000100:00000001:3.0:1767384608.480602:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.480606:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp12 00000400:00000200:0.0:1767384608.480612:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12:) -> 192.168.202.117@tcp12(192.168.202.117@tcp:192.168.202.117@tcp12) : PUT try# 0 00000100:00000001:3.0:1767384608.480613:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384608.480619:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384608.480626:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.202.117@tcp12 00000100:00000040:3.0:1767384608.480630:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa33995e] to pc [ptlrpcd_00_01+1] req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384608.480637:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d382f711. 00000800:00000010:0.0:1767384608.480649:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000033bab464. 00000800:00000010:0.0:1767384608.480654:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000793684c5. 00000800:00000200:0.0:1767384608.480662:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (2) 10000000:00000001:3.0:1767384608.480667:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384608.480668:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (2) 10000000:00000001:3.0:1767384608.480673:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.480677:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384608.480679:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384608.480680:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384608.480686:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384608.480687:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384608.480688:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384608.480690:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384608.480692:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384608.480693:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:01000000:3.0:1767384608.480695:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384608.480701:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384608.480703:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384608.480703:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000020:01000004:3.0:1767384608.480711:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384608.480718:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384608.480725:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384608.480729:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384608.480729:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384608.480737:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384608.480739:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384608.480740:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384608.480745:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384608.480745:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384608.480751:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384608.480754:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384608.480754:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384608.480766:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384608.480767:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008348ac80. 00000020:00000040:3.0:1767384608.480780:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:2.0:1767384608.480781:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.480793:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384608.480796:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384608.480797:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059658368:0@lo:253: 02000000:00000001:3.0:1767384608.480811:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.480819:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 02000000:00000010:3.0:1767384608.480820:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d8b816a7. 00000100:00000001:2.0:1767384608.480821:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384608.480831:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384608.480836:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.480841:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384608.480854:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.480859:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384608.480861:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.480867:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008348ac80] to pc [ptlrpcd_00_02+2] req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384608.480895:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384608.480897:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.480900:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384608.480902:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:2.0:1767384608.480904:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000052ea48b4. 00000020:00000010:3.0:1767384608.480906:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007efc5df8. 02000000:00000001:2.0:1767384608.480914:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.480922:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000010:2.0:1767384608.480923:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5302d93. 00000100:00000001:3.0:1767384608.480931:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384608.480935:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ec56bee. 00000100:00100000:3.0:1767384608.480940:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:2.0:1767384608.480942:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059658368, portal 25 00000100:00000001:3.0:1767384608.480945:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.480949:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384608.480953:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000100:00000001:3.0:1767384608.480957:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384608.480960:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.480964:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384608.480964:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.480967:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384608.480969:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384608.480977:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384608.480978:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384608.481017:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:3.0:1767384608.481036:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384608.481043:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.481047:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384608.481049:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384608.481052:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384608.481058:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384608.481059:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384608.481063:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddbad3c8. 00000100:00100000:3.0:1767384608.481064:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008348ac80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059658496:0@lo:253: 00000100:00000001:3.0:1767384608.481072:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384608.481073:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059658368, offset 0 02000000:00000001:3.0:1767384608.481078:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384608.481081:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.481083:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384608.481102:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384608.481103:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384608.481114:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384608.481116:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000058629d18. 02000000:00000001:3.0:1767384608.481119:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384608.481125:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7cc786. 00000400:00000200:2.0:1767384608.481126:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02280 00000400:00000010:3.0:1767384608.481133:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8fe1937. 00000400:00000200:2.0:1767384608.481138:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000200:0.0:1767384608.481145:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000010:2.0:1767384608.481146:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d7ed6c3. 00000400:00000200:2.0:1767384608.481155:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db3b92f7 00000100:00000200:3.0:1767384608.481161:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059658496, portal 25 00000400:00000200:2.0:1767384608.481163:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384608.481165:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384608.481168:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933878016 : -115911775673600 : ffff96942fc92300) 00000100:00000040:3.0:1767384608.481177:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384608.481180:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384608.481193:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db3b92f7 00000100:00000001:3.0:1767384608.481195:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384608.481199:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db3b92f7. 00000100:00000040:3.0:1767384608.481204:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384608.481210:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e0eab0c. 00000100:00000001:2.0:1767384608.481211:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384608.481217:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384608.481218:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059658496, offset 0 00000100:00000040:2.0:1767384608.481223:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000006f19ed37 x1853237059658368 msgsize 4848 00000400:00000200:3.0:1767384608.481233:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384608.481240:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384608.481245:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384608.481253:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384608.481257:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384608.481264:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02300 00000400:00000200:2.0:1767384608.481268:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddbad3c8 00000400:00000010:2.0:1767384608.481273:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddbad3c8. 00000100:00000001:2.0:1767384608.481276:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384608.481283:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384608.481284:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000400:00000010:3.0:1767384608.481293:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a326d973. 00000400:00000200:3.0:1767384608.481303:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e9663b2 00000400:00000200:3.0:1767384608.481311:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384608.481313:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384608.481318:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384608.481322:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384608.481323:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e9663b2 00000400:00000010:3.0:1767384608.481327:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e9663b2. 00000100:00000001:3.0:1767384608.481335:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384608.481338:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384608.481342:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.481343:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000004f4c159b x1853237059658496 msgsize 4848 00000100:00000001:2.0:1767384608.481353:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384608.481360:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384608.481362:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384608.481367:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481373:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384608.481374:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294898583 00000400:00000200:3.0:1767384608.481380:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e0eab0c 00000100:00000010:2.0:1767384608.481381:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac74b7bb. 00000400:00000010:3.0:1767384608.481384:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e0eab0c. 00000100:00000001:3.0:1767384608.481388:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384608.481395:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.481398:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384608.481413:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384608.481419:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.481419:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294898583 00000800:00000010:0.0:1767384608.481420:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002229bf37. 00000100:00000010:2.0:1767384608.481435:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc771d99. 00000800:00000010:0.0:1767384608.481435:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de122791. 00000100:00000001:3.0:1767384608.481437:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.481443:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384608.481450:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384608.481455:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294898583 00000800:00000010:0.0:1767384608.481455:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000001d3d38e. 00000100:00000001:3.0:1767384608.481458:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481467:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294898583 00000100:00000010:2.0:1767384608.481468:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbc0b613. 00000100:00000001:3.0:1767384608.481475:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294898583 00000100:00000001:3.0:1767384608.481478:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294898583 00000100:00000001:2.0:1767384608.481479:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384608.481481:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294898583 00000100:00000001:3.0:1767384608.481485:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294898583 00000100:00000001:2.0:1767384608.481490:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294898583 00000100:00000001:3.0:1767384608.481491:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294898583 00000100:00000001:3.0:1767384608.481516:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294898583 00000100:00000010:2.0:1767384608.481521:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000776c7ef3. 00000800:00000010:0.0:1767384608.481521:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000001d3d38e. 00000100:00000001:2.0:1767384608.481529:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384608.481534:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384608.481535:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294898583 00000100:00000001:3.0:1767384608.481545:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384608.481545:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.481547:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384608.481555:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481557:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.481560:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481564:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.481567:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.481569:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.481580:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384608.481584:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384608.481586:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384608.481589:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384608.481592:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059658368 00000100:00000001:2.0:1767384608.481593:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384608.481598:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384608.481600:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.481603:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384608.481605:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481606:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384608.481607:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384608.481610:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059658496 02000000:00000001:3.0:1767384608.481617:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384608.481621:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384608.481621:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481625:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384608.481631:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059658368 02000000:00000001:3.0:1767384608.481632:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384608.481638:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059658496 00000020:00000001:0.0:1767384608.481640:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384608.481641:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384608.481646:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000040:0.0:1767384608.481647:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384608.481649:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384608.481652:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384608.481653:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:3.0:1767384608.481659:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000040:0.0:1767384608.481660:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000020:00000001:3.0:1767384608.481667:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384608.481669:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384608.481672:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384608.481674:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:3.0:1767384608.481678:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000201dce83. 00000100:00000001:0.0:1767384608.481681:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384608.481684:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.481687:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000201dce83. 00000020:00000010:0.0:1767384608.481688:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001d3d38e. 00000100:00000001:0.0:1767384608.481696:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.481697:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053eb28ff. 00000020:00000010:0.0:1767384608.481701:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001d3d38e. 00000020:00000010:3.0:1767384608.481708:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091b3a3d0. 00000020:00000010:0.0:1767384608.481712:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086f8b16a. 00000020:00000010:3.0:1767384608.481715:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099968974. 00000020:00000010:0.0:1767384608.481722:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006db119f6. 00000100:00000040:3.0:1767384608.481726:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384608.481730:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384608.481730:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00000001:3.0:1767384608.481733:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384608.481736:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.481743:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384608.481746:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.481747:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384608.481752:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481756:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.481764:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.481771:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.481773:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384608.481776:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384608.481780:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000040:3.0:1767384608.481784:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384608.481787:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935579216 : -115911773972400 : ffff96942fe31850) 00000100:00000001:0.0:1767384608.481787:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384608.481794:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384608.481795:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f4c159b x1853237059658496/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 4848/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384608.481807:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:3.0:1767384608.481810:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.481814:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000201dce83. 00000100:00000040:0.0:1767384608.481816:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384608.481817:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384608.481821:0:16773:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000010:3.0:1767384608.481822:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000201dce83. 00000100:00000001:0.0:1767384608.481824:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935583312 : -115911773968304 : ffff96942fe32850) 00000100:00100000:2.0:1767384608.481828:0:16773:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00100000:3.0:1767384608.481851:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f4c159b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059658496:12345-0@lo:253: 00000100:00000200:3.0:1767384608.481854:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059658496 00000020:00000001:3.0:1767384608.481857:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384608.481862:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384608.481865:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384608.481867:0:16773:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000242eb3ad. 00000020:00000001:3.0:1767384608.481869:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384608.481869:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f19ed37 x1853237059658368/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 4848/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384608.481875:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00100000:2.0:1767384608.481880:0:16773:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 00000020:00000001:3.0:1767384608.481882:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384608.481887:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384608.481897:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384608.481902:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384608.481903:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384608.481908:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001d3d38e. 00000020:00000001:3.0:1767384608.481910:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.481913:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384608.481919:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384608.481920:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001d3d38e. 02000000:00000001:3.0:1767384608.481925:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384608.481928:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f19ed37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059658368:12345-0@lo:253: 00000100:00000200:0.0:1767384608.481933:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059658368 00000020:00000001:0.0:1767384608.481939:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384608.481941:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dcbb2b8e. 00000020:00000001:0.0:1767384608.481944:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384608.481947:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384608.481949:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.481951:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384608.481955:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384608.481956:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384608.481963:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:00000010:3.0:1767384608.481970:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000009bf8f8f. 00000020:00000001:0.0:1767384608.481970:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767384608.481977:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384608.481978:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384608.481983:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384608.481984:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384608.481987:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384608.481990:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384608.481991:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384608.481995:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384608.481997:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384608.481998:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384608.482006:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384608.482011:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000080d9a414. 02000000:00000001:0.0:1767384608.482012:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384608.482015:0:16773:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384608.482019:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 02000000:00000010:0.0:1767384608.482023:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f8c80833. 00000100:00000001:2.0:1767384608.482025:0:19650:0:(service.c:2991:ptlrpc_main()) Process entered 20000000:00000001:3.0:1767384608.482026:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384608.482032:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.482037:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:0.0:1767384608.482038:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384608.482042:0:19650:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e7413234. 20000000:00000001:0.0:1767384608.482044:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:2.0:1767384608.482048:0:19650:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000010e342ac. 00000020:00000010:2.0:1767384608.482055:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bb32ff1. 00000020:00000010:2.0:1767384608.482059:0:19650:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013c0fce3. 20000000:00000010:0.0:1767384608.482059:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093e726cd. 20000000:01000000:0.0:1767384608.482066:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000040:00000010:2.0:1767384608.482068:0:19650:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bcb0a275. 20000000:00000001:0.0:1767384608.482071:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384608.482075:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:2.0:1767384608.482076:0:19650:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000024ae604a. 20000000:00000001:0.0:1767384608.482079:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384608.482082:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384608.482085:0:19650:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000970a7b98. 20000000:00000001:0.0:1767384608.482086:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 80000000:00000010:2.0:1767384608.482094:0:19650:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7dc526b. 00080000:00000001:3.0:1767384608.482096:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384608.482101:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384608.482105:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.482108:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384608.482111:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00040000:00000010:2.0:1767384608.482111:0:19650:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005fc78998. 00000020:00000001:3.0:1767384608.482119:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000010:2.0:1767384608.482122:0:19650:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000699dc06f. 00080000:00000001:3.0:1767384608.482125:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000010:2.0:1767384608.482130:0:19650:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b9138915. 00080000:00000010:3.0:1767384608.482133:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000016e90aac. 00080000:00000001:3.0:1767384608.482136:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857596928 : -115916851954688 : ffff969301373c00) 00080000:00000001:3.0:1767384608.482140:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000010:2.0:1767384608.482148:0:19650:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000007a0547b. 00000100:00000200:2.0:1767384608.482160:0:19650:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000200:2.0:1767384608.482240:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384608.482256:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp12 from 249.3.0.2 00000800:00000010:2.0:1767384608.482260:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000056be8e2b. 00000001:00000001:3.0:1767384608.482293:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384608.482296:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.482299:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384608.482322:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.482325:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384608.482327:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007efc5df8. 00000800:00000010:2.0:1767384608.482332:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000003ecd0a9. 00000800:00000010:2.0:1767384608.482351:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3eca364. 00000800:00000200:2.1:1767384608.482356:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (2) 00000800:00000200:2.1:1767384608.482359:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp12 00000000d3eca364 deleted 00000800:00000010:2.1:1767384608.482361:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3eca364. 00000800:00000200:2.1:1767384608.482368:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384608.482376:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp12 ip 192.168.202.117:1017 00000800:00000200:2.1:1767384608.482379:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d382f711 type 1, nob 208 niov 1 nkiov 1 00000800:00000200:2.0:1767384608.482383:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp12 p 3.x 192.168.202.117 -> 192.168.202.117:1017 incarnation:1767384607104490172 sched[0] 00000800:00000010:2.0:1767384608.482387:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006391fb21. 00080000:00000001:3.0:1767384608.482436:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384608.482439:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384608.482452:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006391fb21. 00000800:00000010:2.0:1767384608.482459:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000003ecd0a9. 00000800:00000010:2.0:1767384608.482515:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000056be8e2b. 00000800:00000200:3.1:1767384608.482536:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384608.482536:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384608.482547:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp12 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384607104490172 sched[0] 00000800:00000001:0.0:1767384608.482548:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384608.482554:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de122791. 00000800:00000200:0.0:1767384608.482628:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384608.482642:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d382f711. 00000400:00000200:3.0:1767384608.482651:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384608.482651:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384608.482667:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp12->192.168.202.117@tcp12: PUT: OK 00000400:00000200:0.0:1767384608.482674:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384608.482680:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000001:0.0:1767384608.482697:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.482706:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.482710:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.482717:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384608.482721:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384608.482726:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12) <- 192.168.202.117@tcp12 : PUT - for me 00000400:00000200:0.0:1767384608.482765:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384608.482772:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 112/112 into md 0x11d9 [1] + 0 00000400:00000010:0.0:1767384608.482777:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ea54af. 00000400:00000200:0.0:1767384608.482781:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e195eae2 00000800:00000001:0.0:1767384608.482786:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384608.482790:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:0.0:1767384608.482803:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384608.482808:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384608.482817:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp12->192.168.202.117@tcp12: PUT: OK 00000400:00000200:0.0:1767384608.482825:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384608.482827:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384608.482832:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384608.482837:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (6) 00000400:00000200:0.0:1767384608.482844:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384608.483078:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384608.483175:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000010:0.0:1767384608.483194:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000068266b6. 00000400:00000200:0.0:1767384608.483199:0:16134:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 5 00000400:00000200:0.0:1767384608.483204:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384608.483218:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (7) 00000400:00000200:0.0:1767384608.483224:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384608.483234:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp12 to MR: 192.168.202.117@tcp12 local destination 00000400:00000200:3.0:1767384608.483238:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384608.483245:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp12 NI seq info: [12:12:256:4294967295] 192.168.202.117@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384608.483270:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12:192.168.202.117@tcp12) -> 192.168.202.117@tcp12(192.168.202.117@tcp12:192.168.202.117@tcp12) 192.168.202.117@tcp12 : ACK try# 0 00000800:00000200:0.0:1767384608.483289:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp12 00000400:00000200:3.0:1767384608.483318:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384608.483436:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384608.483443:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ea54af. 00000400:00000010:0.0:1767384608.483449:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384608.483454:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:0.0:1767384608.483465:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1004d1 00000400:00000010:0.0:1767384608.483476:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 000000001d718f36. 00000400:00000010:0.0:1767384608.483480:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 0000000033aaf018. 00000400:00000010:0.0:1767384608.483483:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 000000005f3f3f32. 00000400:00000010:0.0:1767384608.483493:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007e952317. 00000400:00000200:0.0:1767384608.483498:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007e952317 nid 192.168.202.117@tcp13 00000400:00000010:0.0:1767384608.483519:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000048d47801. 00000400:00000200:0.0:1767384608.483524:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000048d47801 net tcp13 00000400:00000200:0.0:1767384608.483527:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (6) 00000400:00000200:0.0:1767384608.483533:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp13 flags 0x11 00000400:00000010:0.0:1767384608.483538:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 000000001d718f36. 00000400:00000010:0.0:1767384608.483543:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 0000000033aaf018. 00000400:00000010:0.0:1767384608.483548:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 000000005f3f3f32. 00000400:00000010:0.0:1767384608.483552:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000068266b6. 00000400:00000200:0.0:1767384608.483558:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384608.483566:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100551 00000400:00000200:0.0:1767384608.483570:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 1 00000400:00000200:0.0:1767384608.483573:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 00000400:00000200:0.0:1767384608.483577:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384608.483579:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100511 rc 0 00000400:00000200:0.0:1767384608.483584:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384608.483588:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (7) 00000800:00000010:0.0:1767384608.483613:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d382f711. 00000800:00000010:3.0:1767384608.483616:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3c848b9. 00000800:00000010:3.0:1767384608.483621:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e0eab0c. 00000800:00000200:0.0:1767384608.483622:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (4) 00000800:00000200:0.0:1767384608.483631:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp12 ip 192.168.202.117:988 00000800:00000200:0.0:1767384608.483635:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d382f711 type 0, nob 96 niov 1 nkiov 0 00000800:00000010:3.0:1767384608.483655:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000201dce83. 00000400:00000200:2.0:1767384608.483658:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384608.483680:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000201dce83. 00000800:00000200:0.0:1767384608.483717:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384608.483721:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp12 from 248.3.0.2 00000800:00000010:0.0:1767384608.483722:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d382f711. 00000800:00000010:2.0:1767384608.483728:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000056be8e2b. 00000400:00000200:0.0:1767384608.483729:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384608.483735:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp12->192.168.202.117@tcp12: ACK: OK 00000800:00000001:0.0:1767384608.483742:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.483746:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.483749:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.483755:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.483758:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384608.483916:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079803ed0. 00000800:00000010:0.0:1767384608.483923:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033aaf018. 00000800:00000010:0.0:1767384608.483939:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000079273372. 00000800:00000200:0.1:1767384608.483946:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (4) 00000800:00000200:0.1:1767384608.483954:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp12 0000000079273372 deleted 00000800:00000010:0.1:1767384608.483958:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000079273372. 00000800:00000200:0.1:1767384608.483966:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384608.483974:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp12 p 3.x 192.168.202.117 -> 192.168.202.117:1016 incarnation:1767384607104490172 sched[0] 00000800:00000010:0.0:1767384608.483980:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac09be97. 00000800:00000200:3.1:1767384608.484198:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384608.484214:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp12 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384607104490172 sched[0] 00000800:00000010:3.0:1767384608.484219:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e0eab0c. 00000800:00000001:3.0:1767384608.484591:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384608.484600:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12) <- 192.168.202.117@tcp12 : ACK - for me 00000800:00000001:2.0:1767384608.484602:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.484612:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384608.484626:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp12: ACK from 12345-192.168.202.117@tcp12 into md 0x1249 00000400:00000200:3.0:1767384608.484632:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384608.484637:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp12->192.168.202.117@tcp12: ACK: OK 00000400:00000200:3.0:1767384608.484642:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2be8b12 00000400:00000010:3.0:1767384608.484644:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2be8b12. 00000400:00000200:3.0:1767384608.484648:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384608.484651:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:3.0:1767384608.484654:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (6) 00000800:00000001:3.0:1767384608.484661:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384608.484665:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384608.484690:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac09be97. 00000800:00000010:3.0:1767384608.484694:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033aaf018. 00000800:00000010:3.0:1767384608.484731:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000056be8e2b. 00000800:00000001:0.0:1767384608.484759:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.484767:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384608.492523:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384608.492543:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384608.492546:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384608.492547:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384608.492548:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384608.492551:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000016e90aac. 00080000:00000001:2.0:1767384608.492557:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384608.492603:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384608.492613:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384608.492616:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384608.492618:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384608.492633:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384608.492641:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384608.492651:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384608.492657:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384608.492659:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384608.492663:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384608.492666:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384608.492671:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384608.492675:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384608.492682:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b0cf489e count: 2 00010000:00000001:2.0:1767384608.492688:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384608.492701:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384608.492705:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc3d60b. 00000020:00000001:2.0:1767384608.492710:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384608.492713:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fc3d60b with handle 0x534bb1615bf4c6c3 to hash 00000020:00000001:2.0:1767384608.492716:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384608.492718:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:2.0:1767384608.492721:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:2.0:1767384608.492725:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384608.492728:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.492731:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c6c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.492741:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384608.492745:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384608.492748:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384608.492750:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384608.492753:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384608.492757:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000037660f71/0x534bb1615bf4c6bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c6b5 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.492762:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384608.492765:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.492767:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384608.492770:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.492771:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.492773:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384608.492775:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c6c3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384608.492783:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b0cf489e) refcount = 2 00010000:00000040:2.0:1767384608.492787:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384608.492790:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000037660f71/0x534bb1615bf4c6bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c6b5 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384608.492794:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384608.492801:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c6c3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384608.492807:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ca74dbd5. 00000100:00000001:2.0:1767384608.492810:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384608.492814:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003ecd0a9. 00000100:00000001:2.0:1767384608.492815:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161216300352 : -115912493251264 : ffff96940503c540) 00000100:00000001:2.0:1767384608.492817:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628161216300352 : -115912493251264 : ffff96940503c540) 00000100:00000001:2.0:1767384608.492819:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384608.492820:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384608.492822:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384608.492824:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.492825:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384608.492827:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384608.492829:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384608.492856:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384608.492858:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384608.492861:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae84b1e1. 00000020:00000040:2.0:1767384608.492865:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:2.0:1767384608.492868:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384608.492871:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384608.492875:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384608.492897:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a99607aa. 00000100:00000001:2.0:1767384608.492903:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.492910:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000037660f71/0x534bb1615bf4c6bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c6b5 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384608.492925:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000037660f71/0x534bb1615bf4c6bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c6b5 expref: 16 pid: 16772 timeout: 381 lvb_type: 0 00010000:00000001:2.0:1767384608.492933:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384608.492937:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384608.492940:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384608.492951:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384608.492953:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384608.492963:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059658624:0@lo:104: 00000100:00000001:2.0:1767384608.492967:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384608.492971:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384608.492973:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.492974:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384608.492977:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3fddbd0. 02000000:00000001:2.0:1767384608.492979:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384608.492984:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2a209df. 00000400:00000010:2.0:1767384608.492988:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 00000100:00000200:2.0:1767384608.492992:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059658624, portal 16 00000100:00000001:2.0:1767384608.492994:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384608.492995:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204767488 : -115911504784128 : ffff96943fee9500) 00000100:00000040:2.0:1767384608.493000:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384608.493005:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384608.493008:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384608.493012:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbbdb860. 00000100:00000200:2.0:1767384608.493014:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059658624, offset 0 00000400:00000200:2.0:1767384608.493020:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384608.493028:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384608.493036:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a02380 00000400:00000200:2.0:1767384608.493041:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:2.0:1767384608.493045:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384608.493048:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384608.493052:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384608.493055:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384608.493061:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a643a439. 00000100:00000040:2.0:1767384608.493063:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000a643a439 x1853237059658624 msgsize 328 00000100:00100000:2.0:1767384608.493084:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384608.493095:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384608.493102:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbbdb860 00000400:00000010:2.0:1767384608.493104:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbbdb860. 00000100:00000001:2.0:1767384608.493112:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384608.493117:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384608.493123:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384608.493129:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059658624 02000000:00000001:3.0:1767384608.493137:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384608.493142:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384608.493144:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384608.493145:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.493151:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.493153:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384608.493158:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059658624 00000020:00000001:3.0:1767384608.493165:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384608.493170:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000100:00000001:2.0:1767384608.493173:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.493174:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384608.493178:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384608.493180:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000100:00000001:2.0:1767384608.493183:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.493184:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:2.0:1767384608.493189:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294898595 00000020:00000001:3.0:1767384608.493190:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:3.0:1767384608.493198:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.493201:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001365b086. 00000100:00000001:2.0:1767384608.493201:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294898583 00000100:00000001:3.0:1767384608.493215:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384608.493216:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294898595 00000020:00000010:3.0:1767384608.493220:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001365b086. 00000100:00000001:2.0:1767384608.493223:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294898583 00000020:00000010:3.0:1767384608.493226:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d876f23. 00000100:00000001:2.0:1767384608.493228:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294898595 00000020:00000010:3.0:1767384608.493231:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001799eb33. 00000100:00000001:2.0:1767384608.493233:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294898583 00000020:00000010:3.0:1767384608.493236:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2afc4ac. 00000100:00000001:2.0:1767384608.493237:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294898595 00000100:00000001:2.0:1767384608.493244:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294898583 00000100:00000001:2.0:1767384608.493253:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384608.493257:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384608.493259:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493274:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384608.493275:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493281:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384608.493282:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493288:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.493288:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.493293:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.493296:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.493297:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.493300:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384608.493301:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384608.493302:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.493305:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.493308:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384608.493310:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384608.493311:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 0000000003ecd0a9 going to sleep for 11 seconds 00000100:00000001:2.0:1767384608.493314:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384608.493315:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493321:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.493339:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384608.493342:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384608.493350:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384608.493355:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:3.0:1767384608.493358:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204764800 : -115911504786816 : ffff96943fee8a80) 00000100:00000001:0.0:1767384608.493362:0:16761:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:3.0:1767384608.493367:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a643a439 x1853237059658624/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 328/0 e 0 to 0 dl 1767384619 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384608.493368:0:16761:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000010:0.0:1767384608.493377:0:16761:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fd1f93c9. 00000100:00100000:0.0:1767384608.493387:0:16761:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:3.0:1767384608.493400:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.493404:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001365b086. 00000100:00000001:3.0:1767384608.493407:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.493411:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001365b086. 00000100:00100000:3.0:1767384608.493417:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a643a439 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059658624:12345-0@lo:104: 00000100:00000200:3.0:1767384608.493421:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059658624 00010000:00000001:3.0:1767384608.493425:0:16762:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384608.493430:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384608.493432:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384608.493434:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=2 00000020:00000001:3.0:1767384608.493436:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:3.0:1767384608.493439:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:3.0:1767384608.493443:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384608.493447:0:16762:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384608.493451:0:16762:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 000000001b6ae7f6/0x534bb1615bf4c6b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c6bc expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384608.493458:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384608.493461:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384608.493464:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000016e90aac. 02000000:00000001:3.0:1767384608.493466:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493469:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.493473:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384608.493476:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384608.493479:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384608.493485:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384608.493489:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384608.493492:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384608.493495:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384608.493497:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.493498:0:16761:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493514:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384608.493526:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384608.493530:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000001:0.0:1767384608.493531:0:19653:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000200:3.0:1767384608.493534:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059658624, offset 224 00000400:00000200:3.0:1767384608.493540:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384608.493550:0:19653:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f75ccc2d. 00000400:00000200:3.0:1767384608.493551:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384608.493562:0:19653:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000845381a. 00000400:00000200:3.0:1767384608.493567:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a02380 00000020:00000010:0.0:1767384608.493573:0:19653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb8b413c. 00000400:00000200:3.0:1767384608.493577:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1261 [1] + 224 00000400:00000200:3.0:1767384608.493584:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384608.493589:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384608.493597:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384608.493605:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384608.493616:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384608.493631:0:19653:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068e4d639. 00000100:00000001:3.0:1767384608.493633:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384608.493641:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000040:00000010:0.0:1767384608.493641:0:19653:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000f535a7b. 00000400:00000010:3.0:1767384608.493646:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:3.0:1767384608.493652:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384608.493653:0:19653:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023f45f5f. 00000100:00000001:3.0:1767384608.493656:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384608.493662:0:19653:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005511e96d. 00000100:00000001:3.0:1767384608.493665:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.493671:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000020:00000010:0.0:1767384608.493672:0:19653:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d9ce399. 00010000:00000001:3.0:1767384608.493677:0:16762:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 80000000:00000010:0.0:1767384608.493679:0:19653:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000035204875. 40000000:00000010:0.0:1767384608.493687:0:19653:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e383d96c. 00100000:00000010:0.0:1767384608.493693:0:19653:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000055917986. 00040000:00000010:0.0:1767384608.493698:0:19653:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d382f711. 00000100:00000001:3.0:1767384608.493702:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384608.493709:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384608.493712:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384608.493713:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2a209df. 00000400:00000200:3.0:1767384608.493718:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000239b283f 00000400:00000010:3.0:1767384608.493720:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00000100:00000001:3.0:1767384608.493725:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384608.493730:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384608.493740:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384608.493748:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384608.493755:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.493760:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384608.493763:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384608.493764:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384608.493767:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.493771:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384608.493776:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384608.493781:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384608.493783:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384608.493785:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.493787:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384608.493789:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493792:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.493798:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384608.493803:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384608.493805:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384608.493807:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.493810:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384608.493812:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.493814:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384608.493815:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.493820:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384608.493827:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059658624:0@lo:104: 00000100:00000001:3.0:1767384608.493858:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.493864:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.493867:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384608.493870:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384608.493876:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae84b1e1 x1853237059658624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384608.493885:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384608.493889:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384608.493893:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3fddbd0. 02000000:00000001:3.0:1767384608.493898:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384608.493907:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384608.493909:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:3.0:1767384608.493913:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384608.493917:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a99607aa. 02000000:00000001:3.0:1767384608.493922:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384608.493924:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384608.493927:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae84b1e1. 00000100:00000001:3.0:1767384608.493931:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384608.493932:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384608.493935:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000003ecd0a9. 00000100:00000001:3.0:1767384608.493937:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384608.493939:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384608.493943:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ca74dbd5. 00010000:00000001:3.0:1767384608.493946:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.493948:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.493951:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384608.493955:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384608.493958:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384608.493961:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c6c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384608.493994:0:16762:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003c8626ac. 00010000:00000001:3.0:1767384608.493997:0:16762:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384608.494011:0:16762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384608.494013:0:16762:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.494016:0:16762:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.494019:0:16762:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.494023:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a643a439 x1853237059658624/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 328/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384608.494033:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a643a439 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059658624:12345-0@lo:104: Request processed in 632us (966us total) trans 0 rc 0/0 00040000:00000010:0.0:1767384608.494035:0:19653:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000037bbc09e. 00040000:00000010:0.0:1767384608.494047:0:19653:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa299f9e. 00000100:00100000:3.0:1767384608.494053:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00080000:00000010:0.0:1767384608.494057:0:19653:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e9309208. 00000100:00000040:3.0:1767384608.494059:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00000001:3.0:1767384608.494066:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000010:0.0:1767384608.494068:0:19653:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006875afc7. 00000100:00000001:3.0:1767384608.494077:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:0.0:1767384608.494080:0:19653:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d1239490. 00000020:00000010:3.0:1767384608.494082:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001799eb33. 00000020:00000010:3.0:1767384608.494093:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2afc4ac. 00000004:00000010:0.0:1767384608.494094:0:19653:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000082afca70. 00000020:00000010:3.0:1767384608.494102:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d876f23. 00002000:00000010:0.0:1767384608.494103:0:19653:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d73b5082. 00000004:00000010:0.0:1767384608.494111:0:19653:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000125b16ef. 00000020:00000040:3.0:1767384608.494113:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00000100:00000001:3.0:1767384608.494118:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384608.494120:0:19653:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004afeeca8. 00000100:00000200:0.0:1767384608.494140:0:19653:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:0.0:1767384608.494961:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384608.494965:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384608.494968:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.494973:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.495212:0:16764:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384608.495214:0:16764:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:0.0:1767384608.495221:0:16764:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006731be1e. 00000100:00100000:0.0:1767384608.495224:0:16764:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:3.0:1767384608.495373:0:16764:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.495470:0:19654:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384608.495485:0:19654:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e68af58e. 00000020:00000010:3.0:1767384608.495491:0:19654:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cfe3a981. 00000020:00000010:3.0:1767384608.495497:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000093aedaa. 00000020:00000010:3.0:1767384608.495518:0:19654:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b2a885cc. 00000020:00000010:3.0:1767384608.495525:0:19654:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007c43b31b. 00000040:00000010:3.0:1767384608.495529:0:19654:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a99607aa. 00000020:00000010:3.0:1767384608.495533:0:19654:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d53e9137. 00000020:00000010:3.0:1767384608.495542:0:19654:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009d0db8c4. 00000020:00000010:3.0:1767384608.495548:0:19654:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3fddbd0. 80000000:00000010:3.0:1767384608.495552:0:19654:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e87aedb4. 40000000:00000010:3.0:1767384608.495556:0:19654:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001d61842b. 00000008:00000010:3.0:1767384608.495563:0:19654:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000742f845a. 00020000:00000010:3.0:1767384608.495572:0:19654:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e8f3b577. 00008000:00000010:3.0:1767384608.495584:0:19654:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c1dccb2c. 00100000:00000010:3.0:1767384608.495592:0:19654:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da4e5fc4. 00040000:00000010:3.0:1767384608.495604:0:19654:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001be4c70. 00040000:00000010:3.0:1767384608.495612:0:19654:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b904451. 00040000:00000010:3.0:1767384608.495620:0:19654:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008ce76f07. 00080000:00000010:3.0:1767384608.495626:0:19654:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000776e3ff6. 00000004:00000010:3.0:1767384608.495634:0:19654:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000db1e24b4. 00000004:00000010:3.0:1767384608.495642:0:19654:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac4008ef. 00000004:00000010:3.0:1767384608.495653:0:19654:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007cb61773. 00002000:00000010:3.0:1767384608.495658:0:19654:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000614f7289. 00000004:00000010:3.0:1767384608.495662:0:19654:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d7105eef. 00000080:00000010:3.0:1767384608.495671:0:19654:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003b7acaa0. 00000080:00000010:3.0:1767384608.495676:0:19654:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006cb25af4. 00000100:00000010:3.0:1767384608.495690:0:19654:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004542dff6. 00000100:00000200:3.0:1767384608.495707:0:19654:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000001:2.0:1767384608.496084:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384608.496087:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384608.496100:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384608.496105:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384608.496109:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ca39236. 00000400:00000200:2.0:1767384608.496118:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002164d602 00000400:00000010:2.0:1767384608.496122:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002164d602. 00000100:00000001:2.0:1767384608.496130:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384608.496137:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000189fa027 x1853237059658752/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384608.496155:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000189fa027 x1853237059658752/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.496165:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384608.496167:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.496170:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384608.496173:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384608.496175:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384608.496176:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.496178:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384608.496181:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384608.496185:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384608.496191:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384608.496192:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.496195:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384608.496197:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.496201:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.496211:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000189fa027 x1853237059658752/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.496216:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384608.496219:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384608.496221:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384608.496229:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000189fa027 x1853237059658752/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384608.496235:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000189fa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059658752:0@lo:103: 00000100:00000001:2.0:1767384608.496244:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.496249:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384608.496263:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000189fa027 x1853237059658752/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.496288:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384608.496293:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384608.496298:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000469769de. 02000000:00000001:2.0:1767384608.496306:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384608.496309:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384608.496311:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384608.496315:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384608.496318:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000064b57bdf. 02000000:00000001:2.0:1767384608.496324:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384608.496326:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384608.496329:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000189fa027. 00000100:00000001:2.0:1767384608.496336:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384608.496340:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.496343:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.496347:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384608.496349:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.496351:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384608.496355:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384608.503367:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384608.503370:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384608.503373:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384608.503374:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384608.503375:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384608.503378:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000080587fce. 00080000:00000001:0.0:1767384608.503381:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384608.503403:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384608.503409:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384608.503411:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384608.503416:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384608.503419:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384608.503425:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f0d2553. 00010000:00000001:2.0:1767384608.503430:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384608.503435:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f65d08. 00000020:00000001:2.0:1767384608.503438:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384608.503443:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065f65d08 with handle 0x534bb1615bf4c6ca to hash 00000020:00000001:2.0:1767384608.503446:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384608.503448:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384608.503452:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384608.503455:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384608.503458:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.503461:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503478:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384608.503481:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384608.503483:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384608.503485:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384608.503487:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.503490:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384608.503492:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.503494:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384608.503496:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384608.503498:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384608.503501:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384608.503518:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f0d2553) refcount = 1 00010000:00010000:2.0:1767384608.503522:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503530:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384608.503533:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384608.503536:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.503540:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.503542:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384608.503546:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384608.503551:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:2.0:1767384608.503554:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384608.503556:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384608.503558:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=4 00000020:00000001:2.0:1767384608.503561:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384608.503563:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384608.503567:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384608.503570:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503577:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384608.503580:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503599:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.503604:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384608.503607:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503615:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384608.503617:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.503622:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384608.503624:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384608.503634:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000065f65d08 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384608.503638:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384608.503641:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384608.503644:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503653:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384608.503657:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384608.503659:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384608.503662:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=5 00000020:00000001:2.0:1767384608.503664:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384608.503668:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384608.503672:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384608.503674:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503683:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384608.503686:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384608.503689:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.503698:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384608.503701:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384608.503706:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384608.503714:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384608.503720:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065f65d08 with handle 0x534bb1615bf4c6ca from hash 00010000:00000001:2.0:1767384608.503725:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384608.503727:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.503729:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.503731:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384608.503734:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384608.503736:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384608.503753:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384608.503755:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.503759:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.503762:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384608.503764:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384608.503768:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.503771:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.503773:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.503776:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.503778:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.503781:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503788:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.503790:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.503794:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384608.503796:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384608.503799:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.503801:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.503804:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384608.503808:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384608.503810:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.503813:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.503817:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384608.503819:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384608.503820:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6ca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384608.503834:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008f0d2553 count: 0 00010000:00000001:2.0:1767384608.503877:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384608.503879:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384608.505855:0:19656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca02e167. 00010000:00000010:1.1:1767384608.505864:0:19656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00010000:00000010:1.1:1767384608.505868:0:19656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037660f71. 00010000:00000010:1.1:1767384608.505872:0:19656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b0cf489e. 00010000:00000010:1.1:1767384608.505875:0:19656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fc3d60b. 00080000:00000020:2.0:1767384608.506337:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384608.506341:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384608.506344:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000009bf8f8f. 20000000:00000001:2.0:1767384608.506348:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384608.506352:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059658496 00010000:00000001:2.0:1767384608.506355:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384608.506364:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f4c159b x1853237059658496/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384608.506372:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384608.506375:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384608.506378:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384608.506383:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384608.506388:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384608.506391:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384608.506393:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384608.506394:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.506396:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384608.506399:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384608.506404:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005eb611e3. 00000100:00000200:2.0:1767384608.506411:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059658496, offset 224 00000400:00000200:2.0:1767384608.506416:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384608.506430:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384608.506441:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02300 00000400:00000200:2.0:1767384608.506452:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1255 [2] + 224 00000400:00000200:2.0:1767384608.506462:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384608.506471:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384608.506478:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384608.506483:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384608.506497:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.506528:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384608.506534:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005eb611e3 00000400:00000010:2.0:1767384608.506535:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005eb611e3. 00000100:00000001:2.0:1767384608.506539:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384608.506540:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384608.506545:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.506548:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384608.506550:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384608.506552:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.506554:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384608.506558:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f4c159b x1853237059658496/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384608.506566:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f4c159b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059658496:12345-0@lo:253: Request processed in 24755us (25220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384608.506573:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:2.0:1767384608.506575:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384608.506577:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384608.506579:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384608.506582:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091b3a3d0. 00000020:00000010:2.0:1767384608.506586:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099968974. 00000020:00000010:2.0:1767384608.506590:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053eb28ff. 00000020:00000040:2.0:1767384608.506594:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384608.506598:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384608.506599:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dcbb2b8e. 02000000:00000001:2.0:1767384608.506601:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384608.506604:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384608.506608:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384608.506613:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d52c72. 00000400:00000010:2.0:1767384608.506617:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005eb611e3. 00000100:00000001:0.0:1767384608.506656:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384608.506660:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384608.506667:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384608.506669:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384608.506672:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7cc786. 00000400:00000200:0.0:1767384608.506679:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fe1937 00000400:00000010:0.0:1767384608.506682:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8fe1937. 00000100:00000001:0.0:1767384608.506686:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384608.506691:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384608.506703:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384608.506724:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384608.506725:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.506729:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384608.506730:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384608.506732:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384608.506734:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384608.506776:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384608.506781:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384608.506787:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384608.506790:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384608.506792:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.506795:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384608.506798:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.506801:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384608.506805:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384608.506813:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384608.506816:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384608.506818:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384608.506822:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384608.506826:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384608.506828:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384608.506862:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384608.506865:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384608.506867:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384608.506869:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384608.506871:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384608.506873:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384608.506880:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384608.506889:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008348ac80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059658496:0@lo:253: 00000100:00000001:0.0:1767384608.506896:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.506899:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384608.506901:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008348ac80 x1853237059658496/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384608.506916:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384608.506918:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384608.506920:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000058629d18. 02000000:00000001:0.0:1767384608.506924:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384608.506926:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384608.506928:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384608.506932:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384608.506934:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d8b816a7. 02000000:00000001:0.0:1767384608.506960:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384608.506961:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384608.506963:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008348ac80. 00000100:00000001:0.0:1767384608.506969:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384608.506970:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.506972:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.506977:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384608.506979:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.506981:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384608.506982:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.507869:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294898597, at 4294898598 00000100:00000010:2.0:1767384608.507881:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbc0b613. 00000100:00000040:3.0:1767384608.507902:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294898597, at 4294898598 00000100:00000010:3.0:1767384608.507917:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000776c7ef3. 00000100:00000040:0.0:1767384608.507938:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294898596, at 4294898598 00000100:00000010:0.0:1767384608.507945:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac74b7bb. 00080000:00000020:2.0:1767384608.508167:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384608.508175:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384608.508177:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093e726cd. 20000000:00000001:2.0:1767384608.508184:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384608.508186:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059658368 00010000:00000001:2.0:1767384608.508188:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384608.508191:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f19ed37 x1853237059658368/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384608.508198:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384608.508199:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384608.508200:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384608.508202:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384608.508204:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384608.508205:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384608.508208:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384608.508209:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.508210:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384608.508212:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384608.508214:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003562c010. 00000100:00000200:2.0:1767384608.508216:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059658368, offset 224 00000400:00000200:2.0:1767384608.508219:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384608.508224:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384608.508228:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02280 00000400:00000200:2.0:1767384608.508232:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x124d [2] + 224 00000400:00000200:2.0:1767384608.508236:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384608.508238:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384608.508240:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384608.508243:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384608.508248:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.508258:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384608.508261:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003562c010 00000400:00000010:2.0:1767384608.508262:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003562c010. 00000100:00000001:2.0:1767384608.508265:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384608.508271:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384608.508274:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.508276:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384608.508277:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384608.508279:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.508280:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384608.508282:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f19ed37 x1853237059658368/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384608.508289:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f19ed37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059658368:12345-0@lo:253: Request processed in 26387us (27064us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384608.508294:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:2.0:1767384608.508296:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384608.508298:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384608.508299:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384608.508301:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006db119f6. 00000020:00000010:2.0:1767384608.508304:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00000020:00000010:2.0:1767384608.508307:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086f8b16a. 00000020:00000040:2.0:1767384608.508310:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:2.0:1767384608.508313:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384608.508315:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f8c80833. 02000000:00000001:2.0:1767384608.508321:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384608.508323:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384608.508325:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384608.508328:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f7cdf1. 00000400:00000010:2.0:1767384608.508330:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003562c010. 00000100:00000001:2.0:1767384608.508340:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384608.508342:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384608.508344:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384608.508345:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384608.508346:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5302d93. 00000400:00000200:2.0:1767384608.508348:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ec56bee 00000400:00000010:2.0:1767384608.508349:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ec56bee. 00000100:00000001:2.0:1767384608.508351:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384608.508353:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384608.508369:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.508375:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384608.508377:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.508379:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384608.508395:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384608.508397:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384608.508399:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.508400:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384608.508403:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384608.508406:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384608.508409:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384608.508411:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.508413:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384608.508415:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.508417:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.508420:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.508427:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384608.508430:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384608.508431:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384608.508435:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384608.508437:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384608.508438:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384608.508440:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384608.508441:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384608.508443:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384608.508445:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384608.508446:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384608.508448:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384608.508450:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384608.508469:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384608.508481:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059658368:0@lo:253: 00000100:00000001:2.0:1767384608.508495:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.508498:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384608.508516:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa33995e x1853237059658368/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.508524:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384608.508541:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384608.508543:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000052ea48b4. 02000000:00000001:2.0:1767384608.508548:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384608.508549:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384608.508551:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384608.508553:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384608.508554:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab7dfd51. 02000000:00000001:2.0:1767384608.508559:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384608.508561:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384608.508562:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000100:00000001:2.0:1767384608.508565:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384608.508567:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.508568:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.508572:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384608.508574:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.508575:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384608.508577:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384608.512873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f0d2553. 00010000:00000010:2.1:1767384608.512889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f65d08. 00010000:00000001:0.0:1767384608.661923:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384608.661930:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.661936:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384608.661938:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.661961:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384608.661965:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384608.661969:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384609.128090:0:19812:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384609.128103:0:19812:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.128107:0:19812:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.128112:0:19812:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384609.128118:0:19812:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.128121:0:19812:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384609.685914:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384609.685923:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384609.685931:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384609.685933:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.686004:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384609.686009:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384609.686013:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384609.943214:0:19976:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384609.943219:0:19976:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:0.0:1767384609.946250:0:19976:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384609.953697:0:19977:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009253a666. 00000400:00000010:0.0:1767384609.953714:0:19977:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000055eea9eb. 00000400:00000010:0.0:1767384609.953725:0:19977:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001ec56bee. 00000400:00000010:0.0:1767384609.953733:0:19977:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000959cf2ef. 00000400:00000010:0.0:1767384609.953737:0:19977:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000626e02c6. 00000400:00000010:0.0:1767384609.953741:0:19977:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001d3d38e. 00000400:00000010:0.0:1767384609.953743:0:19977:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001638edcb. 00000400:00000010:0.0:1767384609.953744:0:19977:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9503af2. 00000400:00000010:0.0:1767384609.953747:0:19977:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008eedf666. 00000800:00000010:0.0:1767384609.953758:0:19977:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000058a9ed6f. 00000800:00000200:0.0:1767384609.953769:0:19977:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384609.953777:0:19977:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384609.953819:0:19977:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384609.953897:0:19977:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp14 [8/256/0/180] 00000400:00000010:0.0:1767384609.955327:0:19977:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000006092486d. 00000400:00000010:0.0:1767384609.955335:0:19977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782f9a47. 00000400:00000010:0.0:1767384609.955343:0:19977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000400:00000001:0.0:1767384609.955360:0:19977:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384609.955362:0:19977:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384609.955365:0:19977:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00000400:00000200:0.0:1767384609.955368:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5107f4 00000400:00000010:0.0:1767384609.955370:0:19977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb5107f4. 00000400:00000010:0.0:1767384609.955374:0:19977:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000d5573af2. 00000400:00000200:0.0:1767384609.955378:0:19977:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (5) 00000400:00000200:0.0:1767384609.955392:0:19977:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384609.955401:0:19977:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:0.0:1767384609.955410:0:19977:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008e93b23b. 00000020:01000000:0.0:1767384609.955414:0:19977:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384609.955416:0:19977:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp14 00000400:00000010:0.0:1767384609.955434:0:19977:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000055eea9eb. 00000400:00000010:0.0:1767384609.955440:0:19977:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009253a666. 00000020:00000001:2.0:1767384609.955460:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384609.955466:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384609.955470:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384609.955474:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384609.955480:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384609.955502:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384609.955506:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384609.955507:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384609.955509:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384609.955510:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384609.955512:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384609.955515:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384609.955517:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384609.955521:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384609.955531:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f54adec. 00000020:00000040:2.0:1767384609.955538:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384609.955550:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384609.955554:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384609.955562:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384609.955573:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab7dfd51. 00000100:00000001:2.0:1767384609.955583:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.955595:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384609.955599:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.955611:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f54adec] to pc [ptlrpcd_00_00+0] req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384609.955662:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384609.955670:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.955679:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.955681:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384609.955686:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:0.0:1767384609.955693:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:2.0:1767384609.955696:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384609.955701:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384609.955702:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384609.955705:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384609.955713:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384609.955716:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384609.955719:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:2.0:1767384609.955725:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384609.955726:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384609.955728:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384609.955730:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384609.955730:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384609.955734:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384609.955734:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384609.955737:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384609.955740:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384609.955742:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384609.955745:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384609.955746:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384609.955753:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bee4cd7. 00000100:00000040:0.0:1767384609.955754:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384609.955770:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384609.955780:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384609.955787:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1767384609.955788:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (2) 00000100:00000001:0.0:1767384609.955789:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384609.955791:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.955796:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.955804:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384609.955807:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000052ea48b4. 02000000:00000001:0.0:1767384609.955807:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384609.955812:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.955813:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384609.955816:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059658880:0@lo:253: 00000100:00000001:2.0:1767384609.955819:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384609.955825:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.955826:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384609.955868:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bee4cd7] to pc [ptlrpcd_00_01+1] req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384609.955881:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384609.955885:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.955891:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.955896:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:2.0:1767384609.955897:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:0.0:1767384609.955901:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384609.955903:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008e93b23b. 02000000:00000001:0.0:1767384609.955906:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384609.955915:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001ef3b917. 02000000:00000001:0.0:1767384609.955918:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.955922:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5349dc1. 00000100:00000001:2.0:1767384609.955924:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384609.955926:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055eea9eb. 00000100:00000200:0.0:1767384609.955931:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059658880, portal 25 00000100:00000001:0.0:1767384609.955933:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384609.955935:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204766592 : -115911504785024 : ffff96943fee9180) 00000100:00100000:2.0:1767384609.955936:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384609.955939:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384609.955941:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.955946:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.955949:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.955950:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384609.955954:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.955957:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384609.955957:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384609.955960:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384609.955961:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004932ba00. 00000100:00000200:0.0:1767384609.955964:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059658880, offset 0 00000100:00000040:2.0:1767384609.955965:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.955973:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384609.955976:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.955976:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384609.955980:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384609.955982:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384609.955984:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.955988:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000bee4cd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059659008:0@lo:253: 00000400:00000200:0.0:1767384609.955991:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384609.955993:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384609.955998:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384609.956001:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.956007:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02480 02000000:00000001:2.0:1767384609.956015:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384609.956023:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 02000000:00000010:2.0:1767384609.956024:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008e93b23b. 00000400:00000010:0.0:1767384609.956028:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81ee897. 02000000:00000001:2.0:1767384609.956046:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.956049:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f43c8249 00000400:00000010:2.0:1767384609.956054:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5302d93. 00000400:00000200:0.0:1767384609.956059:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384609.956063:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000700ec9c3. 00000100:00000200:2.0:1767384609.956070:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059659008, portal 25 00000400:00000200:0.0:1767384609.956075:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384609.956077:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384609.956081:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771968 : -115911504779648 : ffff96943feea680) 00000400:00000200:0.0:1767384609.956082:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f43c8249 00000400:00000010:0.0:1767384609.956086:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f43c8249. 00000100:00000040:2.0:1767384609.956090:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.956092:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384609.956111:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384609.956117:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000020ac310d x1853237059658880 msgsize 4848 00000100:00000001:2.0:1767384609.956121:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384609.956133:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384609.956137:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384609.956140:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384609.956143:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009a89e62. 00000100:00000200:2.0:1767384609.956149:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059659008, offset 0 00000100:00000001:0.0:1767384609.956151:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384609.956160:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384609.956168:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004932ba00 00000400:00000010:0.0:1767384609.956172:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004932ba00. 00000400:00000200:2.0:1767384609.956174:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384609.956180:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384609.956185:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02500 00000100:00000200:0.0:1767384609.956187:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.956197:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000100:00000001:0.0:1767384609.956200:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384609.956206:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384609.956215:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000288021d. 00000400:00000200:2.0:1767384609.956223:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb71474f 00000100:00000001:0.0:1767384609.956224:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.956229:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384609.956230:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384609.956237:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384609.956239:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.956245:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb71474f 00000100:00000001:0.0:1767384609.956247:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294900058 00000400:00000010:2.0:1767384609.956249:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb71474f. 00000100:00000010:0.0:1767384609.956252:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001287c036. 00000100:00000001:0.0:1767384609.956262:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384609.956265:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384609.956268:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384609.956271:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294900058 00000100:00000040:2.0:1767384609.956275:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000005d2000b3 x1853237059659008 msgsize 4848 00000100:00000010:0.0:1767384609.956278:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ead953d. 00000100:00100000:2.0:1767384609.956282:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384609.956288:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384609.956290:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384609.956298:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384609.956298:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294900058 00000100:00000010:0.0:1767384609.956305:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000400:00000200:2.0:1767384609.956306:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009a89e62 00000400:00000010:2.0:1767384609.956310:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009a89e62. 00000100:00000001:0.0:1767384609.956312:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384609.956315:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384609.956325:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.956325:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294900058 00000100:00000010:0.0:1767384609.956333:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00000001:0.0:1767384609.956337:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384609.956351:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384609.956360:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.956360:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.956368:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956373:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.956374:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956380:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384609.956382:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.956385:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.956388:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.956388:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.956392:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956394:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294900058 00000100:00000001:0.0:1767384609.956399:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956400:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294900058 00000100:00000001:2.0:1767384609.956404:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294900058 00000100:00000001:2.0:1767384609.956408:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294900058 00000100:00000001:2.0:1767384609.956411:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294900058 00000100:00000001:2.0:1767384609.956414:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294900058 00000100:00000001:2.0:1767384609.956417:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294900058 00000100:00000001:2.0:1767384609.956419:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294900058 00000100:00000001:2.0:1767384609.956423:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384609.956425:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956431:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956436:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956481:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384609.956484:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059658880 02000000:00000001:2.0:1767384609.956487:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384609.956503:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384609.956505:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.956509:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.956513:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059658880 00000020:00000001:2.0:1767384609.956516:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384609.956518:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384609.956522:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384609.956525:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:2.0:1767384609.956527:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384609.956530:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384609.956542:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384609.956547:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7a9836. 00000100:00000001:2.0:1767384609.956551:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384609.956554:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7a9836. 00000020:00000010:2.0:1767384609.956565:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4184cdd. 00000020:00000010:2.0:1767384609.956572:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5573af2. 00000020:00000010:2.0:1767384609.956579:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007154e508. 00000100:00000040:2.0:1767384609.956598:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384609.956603:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384609.956607:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384609.956610:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956619:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956632:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.956651:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384609.956656:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059659008 02000000:00000001:2.0:1767384609.956657:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384609.956658:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384609.956659:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.956661:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.956664:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059659008 00000020:00000001:2.0:1767384609.956666:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384609.956668:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384609.956672:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384609.956674:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384609.956683:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384609.956686:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384609.956689:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384609.956691:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384609.956693:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384609.956696:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7a9836. 00000100:00000001:2.0:1767384609.956704:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384609.956708:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000020:00000010:2.0:1767384609.956709:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7a9836. 00000100:00000040:0.0:1767384609.956715:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000010:2.0:1767384609.956720:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efc56dd4. 00000100:00000001:0.0:1767384609.956720:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935576144 : -115911773975472 : ffff96942fe30c50) 00000020:00000010:2.0:1767384609.956729:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001da5fb0. 00000100:00000040:0.0:1767384609.956734:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020ac310d x1853237059658880/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384609.956737:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cf819e99. 00000100:00000001:2.0:1767384609.956744:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384609.956745:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384609.956750:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa92d0b4. 00000100:00000001:2.0:1767384609.956752:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384609.956756:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.956756:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384609.956765:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa92d0b4. 00000100:00000001:2.0:1767384609.956771:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384609.956773:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020ac310d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059658880:12345-0@lo:253: 00000100:00000200:0.0:1767384609.956788:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059658880 00000100:00000001:2.0:1767384609.956791:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384609.956792:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384609.956798:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384609.956801:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.956805:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384609.956810:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384609.956814:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384609.956816:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384609.956818:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.956821:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384609.956822:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384609.956828:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384609.956898:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:2.0:1767384609.956902:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:2.0:1767384609.956904:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935578192 : -115911773973424 : ffff96942fe31450) 00000100:00000040:2.0:1767384609.956911:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d2000b3 x1853237059659008/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.956918:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384609.956922:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7a9836. 00000100:00000001:2.0:1767384609.956926:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384609.956928:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7a9836. 00000100:00100000:2.0:1767384609.956933:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d2000b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059659008:12345-0@lo:253: 00000100:00000200:2.0:1767384609.956937:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059659008 00000020:00000001:2.0:1767384609.956939:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384609.956941:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384609.956943:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.956945:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384609.956947:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384609.956950:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384609.956952:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384609.956954:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384609.956955:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384609.956958:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956962:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384609.956964:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384609.956971:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f8c80833. 02000000:00000001:2.0:1767384609.956973:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.956975:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.956978:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384609.956993:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093e726cd. 20000000:01000000:2.0:1767384609.956997:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384609.957000:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384609.957003:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384609.957006:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.957008:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.957010:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384609.957021:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe120c2b. 20000000:01000000:2.0:1767384609.957024:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:2.0:1767384609.957033:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384609.957043:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384609.957116:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384609.957120:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384609.957123:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.957127:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384609.957131:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384609.957138:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384609.957143:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384609.957150:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000796fb75c. 00080000:00000001:2.0:1767384609.957154:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855357440 : -115916854194176 : ffff969301151000) 00080000:00000001:2.0:1767384609.957158:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384609.957306:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384609.957310:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.957316:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384609.957338:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.957343:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384609.957383:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.957387:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384609.957389:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384609.957402:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009c34ab8f. 02000000:00000001:0.0:1767384609.957408:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.957410:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.957414:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384609.957426:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d8b816a7. 20000000:01000000:0.0:1767384609.957429:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384609.957430:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384609.957432:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384609.957433:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.957435:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.957438:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384609.957534:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384609.957539:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384609.957739:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002399322f. 00000800:00000010:0.0:1767384609.957746:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004932ba00. 00000800:00000010:0.0:1767384609.957782:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000016da01a4. 00000800:00000200:0.1:1767384609.957791:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (2) 00000800:00000200:0.1:1767384609.957797:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp13 0000000016da01a4 deleted 00000800:00000010:0.1:1767384609.957799:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000016da01a4. 00000800:00000200:0.1:1767384609.957803:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384609.957812:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp13 ip 192.168.202.117:1015 00000800:00000200:0.1:1767384609.957817:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059b29f94 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:0.0:1767384609.957827:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp13 p 3.x 192.168.202.117 -> 192.168.202.117:1015 incarnation:1767384608478316549 sched[0] 00000800:00000010:0.0:1767384609.957866:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa92d0b4. 00000800:00000010:0.0:1767384609.957964:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa92d0b4. 00000800:00000010:0.0:1767384609.957970:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004932ba00. 00000800:00000010:0.0:1767384609.958019:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007589cd06. 00000800:00000001:0.0:1767384609.958037:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384609.958044:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384609.958100:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384609.958104:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b29f94. 00000400:00000200:0.0:1767384609.958107:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.958111:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: PUT: OK 00000400:00000200:0.0:1767384609.958115:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384609.958119:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000200:0.1:1767384609.958161:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384609.958168:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp13 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384608478316549 sched[0] 00000800:00000010:0.0:1767384609.958170:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000030925071. 00000400:00000200:0.0:1767384609.958231:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958290:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958347:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958418:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958482:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958596:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958625:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384609.958666:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000800:00000010:0.0:1767384609.958941:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006dcc532f. 00000800:00000010:0.0:1767384609.958948:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004932ba00. 00000800:00000010:0.0:1767384609.958953:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa92d0b4. 00000800:00000010:0.0:1767384609.958991:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa92d0b4. 00000400:00000200:0.0:1767384609.959049:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384609.959064:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384609.959067:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000589340d2. 00000800:00000010:0.0:1767384609.959181:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012cae73b. 00000800:00000010:0.0:1767384609.959185:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016da01a4. 00000800:00000010:0.0:1767384609.959207:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e574efdc. 00000800:00000200:0.1:1767384609.959211:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (4) 00000800:00000200:0.1:1767384609.959214:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp13 00000000e574efdc deleted 00000800:00000010:0.1:1767384609.959221:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e574efdc. 00000800:00000200:0.1:1767384609.959226:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384609.959230:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp13 p 3.x 192.168.202.117 -> 192.168.202.117:1014 incarnation:1767384608478316549 sched[0] 00000800:00000010:0.0:1767384609.959235:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa92d0b4. 00000800:00000010:0.0:1767384609.959283:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa92d0b4. 00000800:00000010:0.0:1767384609.959287:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016da01a4. 00000800:00000010:0.0:1767384609.959306:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000589340d2. 00000800:00000200:0.1:1767384609.959340:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384609.959348:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp13 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384608478316549 sched[0] 00000800:00000010:0.0:1767384609.959350:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004932ba00. 00000400:00000010:0.0:1767384609.959399:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c9d13fd7. 00000400:00000200:0.0:1767384609.959402:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c9d13fd7 net tcp14 00000400:00000200:0.0:1767384609.959407:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (6) 00000400:00000200:0.0:1767384609.959412:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp14 flags 0x11 00000400:00000010:0.0:1767384609.959417:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000f664a8cb. 00000400:00000010:0.0:1767384609.959421:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000c237affe. 00000400:00000010:0.0:1767384609.959422:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000fe4f5adc. 00000400:00000010:0.0:1767384609.959425:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000c30b47aa. 00000400:00000200:0.0:1767384609.959430:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384609.959432:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384609.959441:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384609.959446:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384609.959450:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384609.959452:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384609.959456:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384609.959459:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (7) 00000800:00000001:0.0:1767384609.959506:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384609.959514:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384609.959526:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384609.967000:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384609.967006:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384609.967009:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.967011:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384609.967022:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384609.967033:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384609.967037:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384609.967044:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384609.967047:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384609.967050:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384609.967057:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384609.967062:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384609.967068:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:0.0:1767384609.967074:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032e7e87c. 00010000:00000010:3.0:1767384609.967079:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d59ab20. 20000000:01000000:0.0:1767384609.967080:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384609.967086:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384609.967087:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384609.967093:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d771d883. 00080000:00000001:0.0:1767384609.967093:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384609.967098:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384609.967102:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d771d883 with handle 0x534bb1615bf4c6d1 to hash 00000020:00000001:3.0:1767384609.967104:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384609.967105:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.967108:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.967111:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.967112:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.967116:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384609.967116:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384609.967122:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384609.967125:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.967128:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384609.967128:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384609.967132:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384609.967134:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384609.967136:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:3.0:1767384609.967137:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384609.967140:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384609.967141:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384609.967143:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.967145:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384609.967146:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dffee711. 00010000:00000001:3.0:1767384609.967147:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384609.967152:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999128576 : -115911710423040 : ffff969433acc800) 00010000:00000001:3.0:1767384609.967153:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384609.967157:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384609.967158:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384609.967161:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384609.967169:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384609.967172:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004d59ab20) refcount = 1 00010000:00010000:3.0:1767384609.967175:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.967180:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384609.967182:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384609.967183:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.967185:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.967186:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384609.967189:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384609.967192:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:3.0:1767384609.967195:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.967197:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.967198:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d771d883 refcount=4 00000001:00000001:0.0:1767384609.967198:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384609.967202:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00080000:00000001:0.0:1767384609.967202:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.967206:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384609.967207:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.967210:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384609.967212:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.967216:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384609.967218:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384609.967221:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.967222:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.967224:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384609.967225:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.967233:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384609.967233:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384609.967236:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.967239:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384609.967241:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384609.967255:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d771d883 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384609.967258:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.967260:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384609.967262:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.967266:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384609.967267:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.967269:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.967270:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d771d883 refcount=5 00000020:00000001:3.0:1767384609.967272:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.967274:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.967276:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384609.967278:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.967282:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384609.967284:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.967286:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.967289:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384609.967290:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384609.967292:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.967293:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.967295:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d771d883 with handle 0x534bb1615bf4c6d1 from hash 00010000:00000001:3.0:1767384609.967297:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384609.967299:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.967300:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.967302:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384609.967304:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384609.967306:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384609.967308:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384609.967311:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.967313:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.967314:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384609.967321:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384609.967323:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.967324:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.967326:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.967328:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.967329:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384609.967330:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.967333:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384609.967334:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.967339:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.967341:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.967342:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384609.967343:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384609.967345:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.967346:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.967348:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384609.967350:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384609.967352:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.967354:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.967358:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384609.967359:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384609.967360:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384609.967364:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004d59ab20 count: 0 00010000:00000001:3.0:1767384609.967374:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384609.967375:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384609.968890:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294900058, at 4294900059 00000100:00000010:0.0:1767384609.968897:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001287c036. 00000100:00000040:2.0:1767384609.968898:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294900058, at 4294900059 00000100:00000040:3.0:1767384609.968903:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294900058, at 4294900059 00000100:00000010:2.0:1767384609.968906:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000010:3.0:1767384609.968916:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00010000:00000010:3.1:1767384609.972879:0:19982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d59ab20. 00010000:00000010:3.1:1767384609.972896:0:19982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d771d883. 00000400:00000010:3.0:1767384609.977233:0:19982:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000013127adb. 00000400:00000040:3.0:1767384609.977252:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.977255:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384609.977258:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.977260:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.977262:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.977270:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384609.977273:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.977275:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384609.977277:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384609.977279:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384609.977298:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384609.977300:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.977302:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384609.977303:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.977304:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384609.977306:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384609.977307:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.977308:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384609.977308:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384609.977310:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.977312:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.977313:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.977315:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.977316:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.977317:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384609.977320:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.977322:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.977323:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.977325:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.977327:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.977328:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384609.977330:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.977331:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.977333:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.977334:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.977335:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.977336:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384609.977338:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.977340:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.977342:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384609.977343:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384609.977344:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.977346:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384609.977347:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384609.977354:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384609.977355:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384609.977356:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384609.977357:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384609.977358:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384609.977360:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.977361:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384609.977362:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384609.977363:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384609.977365:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384609.977366:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384609.977367:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384609.977368:0:19982:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000001:0.0:1767384609.977383:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384609.977390:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384609.977396:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.977406:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384609.977413:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000010:3.0:1767384609.977429:0:19982:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000013127adb. 20000000:00000001:0.0:1767384609.977438:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384609.977448:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384609.977455:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384609.977456:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384609.977460:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384609.977462:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384609.977465:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384609.977467:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384609.977471:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d59ab20. 00010000:00000001:3.0:1767384609.977474:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384609.977476:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d771d883. 00000020:00000001:3.0:1767384609.977479:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384609.977481:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d771d883 with handle 0x534bb1615bf4c6d8 to hash 00000020:00000001:3.0:1767384609.977483:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384609.977484:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.977486:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.977502:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.977504:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.977507:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977514:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384609.977516:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384609.977517:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384609.977518:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.977526:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.977529:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.977533:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.977535:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384609.977537:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384609.977538:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384609.977539:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384609.977540:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004d59ab20) refcount = 1 00010000:00010000:3.0:1767384609.977543:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977547:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384609.977548:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384609.977550:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.977551:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.977553:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384609.977555:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384609.977558:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:3.0:1767384609.977560:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.977562:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.977563:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d771d883 refcount=4 00000020:00000001:3.0:1767384609.977564:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.977566:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.977568:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384609.977570:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977574:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384609.977575:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977578:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.977581:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384609.977583:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977596:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.977598:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.977600:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384609.977602:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384609.977608:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d771d883 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384609.977612:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.977616:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384609.977617:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977623:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384609.977625:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.977628:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.977631:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d771d883 refcount=5 00000020:00000001:3.0:1767384609.977634:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.977637:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384609.977640:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384609.977642:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977646:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384609.977649:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.977652:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.977656:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384609.977658:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384609.977662:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.977664:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.977667:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d771d883 with handle 0x534bb1615bf4c6d8 from hash 00010000:00000001:3.0:1767384609.977670:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384609.977672:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.977674:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.977681:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384609.977683:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384609.977685:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384609.977688:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384609.977691:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.977694:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.977697:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384609.977700:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384609.977703:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.977704:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.977706:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.977707:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.977710:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.977711:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977714:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.977716:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.977717:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384609.977717:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384609.977718:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.977719:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.977721:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384609.977724:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384609.977726:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.977730:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.977734:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384609.977736:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384609.977738:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d771d883/0x534bb1615bf4c6d8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384609.977742:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004d59ab20 count: 0 00010000:00000001:3.0:1767384609.977767:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384609.977769:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384609.979948:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384609.979952:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384609.979954:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093e726cd. 20000000:00000001:0.0:1767384609.979966:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384609.979970:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059659008 00010000:00000001:0.0:1767384609.979975:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384609.979983:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d2000b3 x1853237059659008/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384609.979994:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384609.979996:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384609.980001:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384609.980007:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384609.980014:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384609.980018:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384609.980023:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384609.980026:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.980030:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384609.980039:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384609.980045:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e87d2e7. 00000100:00000200:0.0:1767384609.980051:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059659008, offset 224 00000400:00000200:0.0:1767384609.980060:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384609.980075:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384609.980094:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02500 00000400:00000200:0.0:1767384609.980101:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1299 [2] + 224 00000400:00000200:0.0:1767384609.980108:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.980113:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384609.980120:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384609.980127:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384609.980135:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.980154:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384609.980163:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e87d2e7 00000400:00000010:0.0:1767384609.980167:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e87d2e7. 00000100:00000001:0.0:1767384609.980174:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384609.980176:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384609.980183:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.980186:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384609.980188:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:3.0:1767384609.980190:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384609.980192:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384609.980197:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.980201:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384609.980207:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384609.980208:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d2000b3 x1853237059659008/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384609.980210:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384609.980214:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5302d93. 00000400:00000200:3.0:1767384609.980222:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000700ec9c3 00000100:00100000:0.0:1767384609.980222:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d2000b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059659008:12345-0@lo:253: Request processed in 23299us (23941us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384609.980226:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000700ec9c3. 00000100:00000001:3.0:1767384609.980232:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384609.980240:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000200:3.0:1767384609.980241:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384609.980246:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384609.980251:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384609.980255:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384609.980258:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384609.980263:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001da5fb0. 00000100:00000001:3.0:1767384609.980264:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384609.980266:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.980270:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384609.980272:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384609.980272:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cf819e99. 00000100:00000001:3.0:1767384609.980275:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.980278:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384609.980279:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efc56dd4. 02000000:00000001:3.0:1767384609.980281:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384609.980289:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=17 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384609.980289:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:3.0:1767384609.980293:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=17 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384609.980297:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384609.980298:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384609.980300:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.980302:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384609.980304:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.980306:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.980311:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384609.980311:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f8c80833. 02000000:00000001:0.0:1767384609.980320:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384609.980321:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384609.980325:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384609.980326:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.980328:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384609.980333:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384609.980336:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384609.980337:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:0.0:1767384609.980337:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384609.980340:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384609.980343:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384609.980345:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384609.980346:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384609.980347:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:0.0:1767384609.980348:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011baacc7. 00000020:01000004:3.0:1767384609.980355:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384609.980355:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e87d2e7. 00000100:00000040:3.0:1767384609.980361:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384609.980368:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000bee4cd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059659008:0@lo:253: 00000100:00000001:3.0:1767384609.980374:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.980375:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384609.980378:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bee4cd7 x1853237059659008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.980384:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384609.980387:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384609.980389:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008e93b23b. 02000000:00000001:3.0:1767384609.980394:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384609.980397:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384609.980398:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384609.980400:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384609.980402:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000052ea48b4. 02000000:00000001:3.0:1767384609.980409:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384609.980411:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384609.980412:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bee4cd7. 00000100:00000001:3.0:1767384609.980417:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384609.980419:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.980421:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.980427:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384609.980429:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.980433:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.980436:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384609.981419:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384609.981422:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384609.981423:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d8b816a7. 20000000:00000001:3.0:1767384609.981428:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384609.981431:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059658880 00010000:00000001:3.0:1767384609.981432:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384609.981435:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020ac310d x1853237059658880/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.981440:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384609.981446:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384609.981448:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384609.981450:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384609.981452:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384609.981453:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384609.981455:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384609.981456:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.981457:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384609.981459:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384609.981460:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c53265c. 00000100:00000200:3.0:1767384609.981462:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059658880, offset 224 00000400:00000200:3.0:1767384609.981466:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384609.981471:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384609.981475:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02480 00000400:00000200:3.0:1767384609.981478:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1291 [2] + 224 00000400:00000200:3.0:1767384609.981483:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.981485:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384609.981487:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384609.981504:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384609.981510:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.981520:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384609.981524:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c53265c 00000400:00000010:3.0:1767384609.981526:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c53265c. 00000100:00000001:3.0:1767384609.981528:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384609.981530:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384609.981531:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.981533:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.981535:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384609.981537:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384609.981540:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384609.981540:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384609.981544:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384609.981544:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384609.981547:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5349dc1. 00000020:00000001:3.0:1767384609.981548:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384609.981553:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020ac310d x1853237059658880/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384609.981553:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055eea9eb 00000400:00000010:0.0:1767384609.981557:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055eea9eb. 00000100:00000001:0.0:1767384609.981562:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384609.981566:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384609.981599:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384609.981600:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020ac310d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059658880:12345-0@lo:253: Request processed in 24851us (25478us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384609.981615:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384609.981617:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000001:0.0:1767384609.981618:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384609.981620:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384609.981621:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384609.981624:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384609.981625:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384609.981627:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.981628:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384609.981629:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.981632:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384609.981633:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5573af2. 00000100:00001000:0.0:1767384609.981635:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=17 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384609.981637:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007154e508. 00000100:00001000:0.0:1767384609.981639:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=17 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384609.981641:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4184cdd. 00000100:00000001:0.0:1767384609.981643:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384609.981645:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.981646:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00010000:00000001:0.0:1767384609.981649:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384609.981650:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384609.981651:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384609.981652:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009c34ab8f. 00000100:00000001:0.0:1767384609.981655:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.981656:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384609.981660:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384609.981662:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384609.981664:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384609.981670:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f2fa0b0. 00000100:00000001:0.0:1767384609.981671:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.981674:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384609.981678:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c53265c. 00000100:00000001:0.0:1767384609.981683:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384609.981686:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384609.981687:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384609.981689:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384609.981690:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.981691:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384609.981692:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384609.981693:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384609.981695:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384609.981696:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.981698:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384609.981699:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384609.981707:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059658880:0@lo:253: 00000100:00000001:0.0:1767384609.981710:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.981711:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384609.981712:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f54adec x1853237059658880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.981716:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384609.981717:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384609.981718:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001ef3b917. 02000000:00000001:0.0:1767384609.981721:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384609.981722:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384609.981722:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384609.981724:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384609.981725:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab7dfd51. 02000000:00000001:0.0:1767384609.981729:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384609.981730:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384609.981731:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f54adec. 00000100:00000001:0.0:1767384609.981733:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384609.981734:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.981735:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.981739:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.981740:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.981741:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.981743:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384609.981877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d59ab20. 00010000:00000010:3.1:1767384609.981892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d771d883. 00080000:00000001:3.0:1767384610.629627:0:20149:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384610.629644:0:20149:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.629649:0:20149:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384610.629655:0:20149:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384610.629661:0:20149:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.629664:0:20149:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.709918:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384610.709933:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.709940:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384610.709943:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.710016:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384610.710030:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.710034:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384611.442692:0:20314:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000967fb7a6. 00000400:00000010:2.0:1767384611.442710:0:20314:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b9f90e59. 00000400:00000010:2.0:1767384611.442722:0:20314:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000298df4dd. 00000400:00000010:2.0:1767384611.442727:0:20314:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003c68bc41. 00000400:00000010:2.0:1767384611.442731:0:20314:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f245c71. 00000400:00000010:2.0:1767384611.442735:0:20314:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9cb0d72. 00000400:00000010:2.0:1767384611.442743:0:20314:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cafb2c15. 00000400:00000010:2.0:1767384611.442746:0:20314:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000769db69e. 00000400:00000010:2.0:1767384611.442749:0:20314:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000000da9f02. 00000800:00000010:2.0:1767384611.442760:0:20314:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d2a8835e. 00000800:00000200:2.0:1767384611.442772:0:20314:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384611.442780:0:20314:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384611.442825:0:20314:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384611.442874:0:20314:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp15 [8/256/0/180] 00000400:00000010:2.0:1767384611.445581:0:20314:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000005790b12a. 00000400:00000010:2.0:1767384611.445589:0:20314:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915edec8. 00000400:00000010:2.0:1767384611.445595:0:20314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbbdb860. 00000400:00000001:2.0:1767384611.445611:0:20314:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384611.445613:0:20314:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384611.445616:0:20314:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000782f9a47. 00000400:00000200:2.0:1767384611.445620:0:20314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000400:00000010:2.0:1767384611.445623:0:20314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000400:00000010:2.0:1767384611.445627:0:20314:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000006092486d. 00000400:00000200:2.0:1767384611.445633:0:20314:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (6) 00000400:00000200:2.0:1767384611.445650:0:20314:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384611.445663:0:20314:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:2.0:1767384611.445672:0:20314:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f8c80833. 00000020:01000000:2.0:1767384611.445679:0:20314:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384611.445679:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384611.445686:0:20314:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp15 00000400:00000200:0.0:1767384611.445690:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:0.0:1767384611.445702:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 00000400:00000200:0.0:1767384611.445708:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (7) 00000400:00000010:2.0:1767384611.445714:0:20314:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b9f90e59. 00000400:00000010:0.0:1767384611.445716:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000a642100. 00000400:00000010:2.0:1767384611.445724:0:20314:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000967fb7a6. 00000400:00000200:0.0:1767384611.445727:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:3.0:1767384611.445743:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384611.445750:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384611.445750:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:3.0:1767384611.445754:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384611.445758:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384611.445761:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384611.445762:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384611.445766:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384611.445770:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384611.445772:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384611.445774:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384611.445778:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384611.445784:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384611.445786:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384611.445787:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384611.445790:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384611.445792:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384611.445793:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:3.0:1767384611.445795:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384611.445798:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384611.445800:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000010:3.0:1767384611.445806:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000772ef718. 00000400:00000200:0.0:1767384611.445807:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp14 00000020:00000040:3.0:1767384611.445813:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384611.445814:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp14 lpni_is_preferred = 0 00000400:00000200:0.0:1767384611.445821:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp14 00000100:00000001:3.0:1767384611.445822:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384611.445826:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384611.445828:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp14 NI seq info: [15:15:256:4294967295] 192.168.202.117@tcp14 LPNI seq info [15:15:8:4294967295] 02000000:00000001:3.0:1767384611.445848:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384611.445859:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000058629d18. 00000400:00000200:0.0:1767384611.445860:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp14 00000100:00000001:3.0:1767384611.445870:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.445880:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp14(192.168.202.117@tcp14:) -> 192.168.202.117@tcp14(192.168.202.117@tcp:192.168.202.117@tcp14) : PUT try# 0 00000100:00000001:3.0:1767384611.445882:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384611.445888:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384611.445892:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.202.117@tcp14 00000800:00000010:0.0:1767384611.445898:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc1aa0b2. 00000100:00000040:3.0:1767384611.445899:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000772ef718] to pc [ptlrpcd_00_02+2] req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384611.445910:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a7cc11d6. 00000800:00000010:0.0:1767384611.445915:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004fc726aa. 00000800:00000200:0.0:1767384611.445922:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (2) 00000800:00000200:0.1:1767384611.445926:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (2) 10000000:00000001:3.0:1767384611.445927:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384611.445932:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.445934:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384611.445936:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384611.445942:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384611.445945:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:00000001:3.0:1767384611.445946:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384611.445950:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384611.445951:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384611.445953:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384611.445956:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384611.445959:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384611.445959:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000020:01000004:3.0:1767384611.445962:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384611.445965:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384611.445966:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384611.445967:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384611.445968:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384611.445969:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384611.445972:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000596b7d4e. 00000020:00000040:3.0:1767384611.445975:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384611.445978:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384611.445985:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384611.445987:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384611.445992:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dcbb2b8e. 00000100:00000001:0.0:1767384611.445993:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384611.445995:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384611.445999:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384611.446000:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384611.446004:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.446005:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384611.446012:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000596b7d4e] to pc [ptlrpcd_00_03+3] req@00000000596b7d4e x1853237059659264/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384611.446022:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384611.446024:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.446026:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384611.446027:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384611.446028:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384611.446030:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f8c80833. 00000100:00000001:0.0:1767384611.446034:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.446042:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.446049:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384611.446056:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384611.446064:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.446091:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384611.446100:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.446118:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384611.446122:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 02000000:00000001:0.0:1767384611.446126:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384611.446137:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384611.446148:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000772ef718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059659136:0@lo:253: 00000100:00000001:0.0:1767384611.446163:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384611.446175:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384611.446183:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.446195:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384611.446200:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 02000000:00000010:0.0:1767384611.446204:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000027cf024. 02000000:00000001:0.0:1767384611.446212:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.446219:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5349dc1. 00000400:00000010:0.0:1767384611.446227:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025c4fc52. 00000100:00000200:0.0:1767384611.446233:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059659136, portal 25 00000100:00000001:0.0:1767384611.446237:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384611.446239:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933880704 : -115911775670912 : ffff96942fc92d80) 00000100:00000040:0.0:1767384611.446245:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384611.446252:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:0.0:1767384611.446268:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384611.446283:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384611.446289:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:0.0:1767384611.446292:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035926f6f. 00000100:00000200:0.0:1767384611.446301:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059659136, offset 0 00000400:00000200:0.0:1767384611.446320:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384611.446341:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.446342:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384611.446367:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02580 00000400:00000200:0.0:1767384611.446385:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000400:00000200:3.0:1767384611.446390:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000010:0.0:1767384611.446392:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017920129. 00000400:00000200:0.0:1767384611.446400:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c9a0dcf 00000400:00000200:0.0:1767384611.446415:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384611.446422:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.446435:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384611.446461:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.446461:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c9a0dcf 00000400:00000010:0.0:1767384611.446471:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c9a0dcf. 00000100:00000001:0.0:1767384611.446501:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384611.446508:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384611.446521:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000fff325ba x1853237059659136 msgsize 4848 00000400:00000200:3.0:1767384611.446522:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00100000:0.0:1767384611.446542:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384611.446547:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384611.446563:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384611.446574:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.446581:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035926f6f 00000400:00000010:0.0:1767384611.446587:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035926f6f. 00000100:00000001:0.0:1767384611.446597:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384611.446611:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.446680:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384611.446694:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.446744:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.446749:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384611.446758:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.446768:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294901548 00000100:00000001:0.0:1767384611.446794:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294901548 00000100:00000001:0.0:1767384611.446798:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294901548 00000100:00000001:0.0:1767384611.446804:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294901548 00000100:00000001:0.0:1767384611.446813:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294901548 00000100:00000001:0.0:1767384611.446828:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294901548 00000100:00000001:0.0:1767384611.446873:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294901549 00000800:00000010:3.0:1767384611.446882:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000009bf8f8f. 00000800:00000010:3.0:1767384611.446891:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc5bc6a4. 00000800:00000010:3.0:1767384611.446903:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000961938e0. 00000100:00000001:0.0:1767384611.446906:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294901548 00000100:00000001:0.0:1767384611.446918:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.446925:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.446942:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.446949:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384611.446958:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000961938e0. 00000100:00000001:3.0:1767384611.447009:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384611.447013:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059659136 02000000:00000001:3.0:1767384611.447019:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384611.447023:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384611.447026:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.447037:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384611.447057:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059659136 00000020:00000001:3.0:1767384611.447068:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384611.447072:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384611.447078:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384611.447090:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384611.447102:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384611.447115:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384611.447132:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384611.447136:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000961938e0. 00000400:00000200:0.0:1767384611.447139:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384611.447147:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384611.447159:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000961938e0. 00000400:00000200:0.0:1767384611.447172:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp14 from 245.3.0.2 00000800:00000010:0.0:1767384611.447177:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000061c37617. 00000020:00000010:3.0:1767384611.447180:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004793a21c. 00000020:00000010:3.0:1767384611.447193:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000ff0b19. 00000020:00000010:3.0:1767384611.447203:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2afc4ac. 00000100:00000040:3.0:1767384611.447236:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384611.447241:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384611.447248:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384611.447259:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.447279:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.447295:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384611.447302:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000638d4dc. 00000800:00000010:0.0:1767384611.447307:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035926f6f. 00000100:00000001:3.0:1767384611.447318:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384611.447321:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384611.447333:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000800:00000010:0.0:1767384611.447337:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d4cbcbe. 00000100:00000040:3.0:1767384611.447345:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000800:00000200:0.1:1767384611.447353:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (2) 00000100:00000001:3.0:1767384611.447354:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935588432 : -115911773963184 : ffff96942fe33c50) 00000100:00000040:3.0:1767384611.447376:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fff325ba x1853237059659136/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:592/0 lens 4848/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384611.447379:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp14 000000001d4cbcbe deleted 00000800:00000010:0.1:1767384611.447387:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001d4cbcbe. 00000800:00000200:0.1:1767384611.447399:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:3.0:1767384611.447405:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384611.447411:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000961938e0. 00000100:00000001:3.0:1767384611.447421:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384611.447421:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp14 ip 192.168.202.117:1013 00000020:00000010:3.0:1767384611.447431:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000961938e0. 00000800:00000200:0.1:1767384611.447433:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc1aa0b2 type 1, nob 240 niov 1 nkiov 1 00000100:00100000:3.0:1767384611.447440:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fff325ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059659136:12345-0@lo:253: 00000800:00000200:0.0:1767384611.447455:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp14 p 3.x 192.168.202.117 -> 192.168.202.117:1013 incarnation:1767384609953759779 sched[0] 00000100:00000200:3.0:1767384611.447468:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059659136 00000800:00000010:0.0:1767384611.447487:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b46e4a84. 00000020:00000001:3.0:1767384611.447491:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384611.447499:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384611.447505:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.447514:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384611.447521:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:3.0:1767384611.447527:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384611.447532:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384611.447537:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384611.447542:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384611.447548:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.447556:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384611.447563:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1767384611.447572:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b46e4a84. 02000000:00000010:3.0:1767384611.447577:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001ef3b917. 02000000:00000001:3.0:1767384611.447582:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384611.447582:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035926f6f. 00000100:00000001:3.0:1767384611.447587:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.447594:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384611.447606:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009c34ab8f. 20000000:01000000:3.0:1767384611.447610:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384611.447613:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384611.447621:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384611.447627:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384611.447629:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000061c37617. 20000000:00000001:3.0:1767384611.447630:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.447641:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:0.0:1767384611.447655:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:3.0:1767384611.447658:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000081479429. 20000000:01000000:3.0:1767384611.447662:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 00000800:00000001:0.0:1767384611.447664:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384611.447670:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384611.447678:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:0.0:1767384611.447715:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384611.447720:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc1aa0b2. 00000400:00000200:0.0:1767384611.447723:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384611.447728:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp14->192.168.202.117@tcp14: PUT: OK 00080000:00000001:3.0:1767384611.447730:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384611.447732:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:3.0:1767384611.447734:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384611.447737:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00080000:00000001:3.0:1767384611.447738:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.447741:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384611.447746:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384611.447753:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384611.447757:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384611.447770:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d69c530b. 00000800:00000200:0.1:1767384611.447772:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384611.447773:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857590784 : -115916851960832 : ffff969301372400) 00080000:00000001:3.0:1767384611.447778:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384611.447782:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp14 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384609953759779 sched[0] 00000800:00000010:0.0:1767384611.447786:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc5bc6a4. 00000400:00000200:0.0:1767384611.447893:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.447937:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000001:00000001:3.0:1767384611.447965:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384611.447968:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.447972:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384611.447983:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00080000:00000001:3.0:1767384611.447996:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.448002:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384611.448027:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.448100:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.448191:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00080000:00000001:3.0:1767384611.448209:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384611.448215:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384611.448308:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.448426:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.448565:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.448703:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384611.448949:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000800:00000010:0.0:1767384611.449338:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab7dfd51. 00000800:00000010:0.0:1767384611.449345:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035926f6f. 00000800:00000010:0.0:1767384611.449351:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b46e4a84. 00000800:00000010:0.0:1767384611.449410:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b46e4a84. 00000800:00000010:0.0:1767384611.449472:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b4114f1. 00000800:00000010:0.0:1767384611.449495:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d4cbcbe. 00000800:00000010:0.0:1767384611.449542:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000089eadf76. 00000800:00000200:0.1:1767384611.449556:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (4) 00000800:00000200:0.1:1767384611.449565:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp14 0000000089eadf76 deleted 00000800:00000010:0.1:1767384611.449570:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000089eadf76. 00000800:00000200:0.1:1767384611.449579:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384611.449590:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp14 p 3.x 192.168.202.117 -> 192.168.202.117:1012 incarnation:1767384609953759779 sched[0] 00000800:00000200:0.1:1767384611.449924:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384611.449936:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp14 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384609953759779 sched[0] 00000800:00000010:0.0:1767384611.449941:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035926f6f. 00000800:00000001:0.0:1767384611.449998:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384611.450005:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384611.458429:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384611.458440:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384611.458447:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.458457:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384611.458470:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384611.458496:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384611.458500:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384611.458508:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384611.458511:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006790d4cc. 20000000:01000000:0.0:1767384611.458517:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384611.458524:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384611.458526:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384611.458534:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384611.458534:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384611.458541:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384611.458548:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384611.458552:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384611.458562:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005a0791ce. 00010000:00000001:2.0:1767384611.458568:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384611.458572:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f65d08. 00000020:00000001:2.0:1767384611.458578:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384611.458579:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384611.458581:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065f65d08 with handle 0x534bb1615bf4c6df to hash 00080000:00000001:0.0:1767384611.458586:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384611.458589:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.458595:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384611.458597:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384611.458602:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00000020:00000001:0.0:1767384611.458602:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384611.458614:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:2.0:1767384611.458615:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00080000:00000001:0.0:1767384611.458627:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384611.458628:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.458634:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384611.458638:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dffee711. 00010000:00010000:2.0:1767384611.458639:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384611.458649:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999128576 : -115911710423040 : ffff969433acc800) 00080000:00000001:0.0:1767384611.458663:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384611.458664:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384611.458673:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384611.458676:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384611.458680:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384611.458684:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.458688:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384611.458690:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.458694:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384611.458697:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384611.458699:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384611.458701:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384611.458704:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005a0791ce) refcount = 1 00010000:00010000:2.0:1767384611.458709:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.458716:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384611.458719:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384611.458721:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.458724:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.458726:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384611.458730:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384611.458733:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:2.0:1767384611.458738:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.458739:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.458741:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=4 00000020:00000001:2.0:1767384611.458744:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.458748:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.458758:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384611.458760:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.458769:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384611.458774:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.458782:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.458785:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384611.458789:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384611.458793:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384611.458799:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.458801:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.458804:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.458807:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384611.458810:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384611.458816:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384611.458827:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000065f65d08 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384611.458916:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384611.458921:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384611.458923:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.458932:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384611.458934:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.458936:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.458938:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=5 00000020:00000001:2.0:1767384611.458941:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.458943:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.458947:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384611.458950:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.458971:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384611.458974:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384611.458976:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.458981:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384611.458983:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384611.458986:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.458988:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384611.458991:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065f65d08 with handle 0x534bb1615bf4c6df from hash 00010000:00000001:2.0:1767384611.458994:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384611.458996:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.458998:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.459000:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384611.459002:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384611.459005:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384611.459008:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384611.459010:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.459014:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.459017:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384611.459019:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384611.459023:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.459025:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.459027:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.459035:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.459039:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.459046:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.459053:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.459056:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.459059:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384611.459062:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384611.459065:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.459068:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.459074:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384611.459078:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384611.459082:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.459092:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.459102:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384611.459106:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384611.459111:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6df lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384611.459120:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005a0791ce count: 0 00010000:00000001:2.0:1767384611.459156:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384611.459159:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384611.459208:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294901548, at 4294901549 00000100:00000010:0.0:1767384611.459220:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c44eb8. 00080000:00000001:0.0:1767384611.459271:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.459276:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384611.459430:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384611.459436:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384611.459889:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294901548, at 4294901550 00000100:00000010:2.0:1767384611.459899:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010c6078d. 00000100:00000040:3.0:1767384611.461127:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294901549, at 4294901551 00000100:00000010:3.0:1767384611.461135:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fb9123d. 00010000:00000010:2.1:1767384611.464888:0:16653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a0791ce. 00010000:00000010:2.1:1767384611.464913:0:16653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f65d08. 00080000:00000001:3.0:1767384611.470810:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384611.470820:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384611.470828:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.470854:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384611.470858:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384611.470875:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384611.470879:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384611.470888:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384611.470890:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384611.470898:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384611.470905:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384611.470911:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384611.470915:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384611.470923:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005a0791ce. 00010000:00000001:2.0:1767384611.470929:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384611.470934:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f65d08. 00000020:00000001:2.0:1767384611.470939:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384611.470945:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065f65d08 with handle 0x534bb1615bf4c6e6 to hash 00000020:00000001:2.0:1767384611.470949:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384611.470950:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.470955:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.470961:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.470964:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.470969:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.470981:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384611.470986:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384611.470989:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384611.470993:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384611.471004:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.471008:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384611.471010:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.471013:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384611.471015:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384611.471017:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384611.471019:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384611.471021:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005a0791ce) refcount = 1 00010000:00010000:2.0:1767384611.471026:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471033:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384611.471035:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384611.471036:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.471038:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.471041:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384611.471043:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384611.471046:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:2.0:1767384611.471049:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.471052:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.471055:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=4 00000020:00000001:2.0:1767384611.471058:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.471061:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.471064:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384611.471066:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471072:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384611.471075:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471081:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.471084:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384611.471085:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471104:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.471106:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.471109:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384611.471112:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384611.471118:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000065f65d08 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384611.471121:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384611.471123:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384611.471125:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471132:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384611.471135:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.471138:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.471141:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=5 00000020:00000001:2.0:1767384611.471146:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.471150:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384611.471156:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384611.471159:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471166:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384611.471169:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384611.471171:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.471175:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384611.471177:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384611.471180:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.471182:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384611.471185:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065f65d08 with handle 0x534bb1615bf4c6e6 from hash 00010000:00000001:2.0:1767384611.471189:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384611.471192:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.471194:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.471202:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384611.471205:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384611.471208:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384611.471211:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384611.471214:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.471217:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.471219:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384611.471221:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384611.471225:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.471228:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.471230:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.471233:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.471236:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.471239:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471247:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.471249:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.471251:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384611.471254:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384611.471255:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.471258:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.471260:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384611.471264:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384611.471269:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.471272:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.471279:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384611.471282:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384611.471284:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c6e6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384611.471291:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005a0791ce count: 0 00010000:00000001:2.0:1767384611.471312:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384611.471314:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384611.472380:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384611.472384:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384611.472387:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009c34ab8f. 20000000:00000001:3.0:1767384611.472395:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384611.472400:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059659136 00010000:00000001:3.0:1767384611.472403:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384611.472416:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fff325ba x1853237059659136/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384611.472436:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384611.472440:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384611.472444:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384611.472451:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384611.472455:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384611.472458:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384611.472463:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384611.472467:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.472473:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384611.472487:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384611.472492:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d26539c0. 00000100:00000200:3.0:1767384611.472502:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059659136, offset 224 00000400:00000200:3.0:1767384611.472512:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384611.472527:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384611.472542:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02580 00000400:00000200:3.0:1767384611.472551:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12c1 [2] + 224 00000400:00000200:3.0:1767384611.472560:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384611.472567:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384611.472579:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384611.472585:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384611.472595:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.472609:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384611.472625:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d26539c0 00000400:00000010:3.0:1767384611.472628:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d26539c0. 00000100:00000001:3.0:1767384611.472631:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384611.472633:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384611.472637:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.472640:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384611.472643:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384611.472645:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.472648:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384611.472658:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fff325ba x1853237059659136/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384611.472666:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fff325ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059659136:12345-0@lo:253: Request processed in 25260us (26144us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384611.472673:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384611.472677:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000001:0.0:1767384611.472680:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384611.472683:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384611.472686:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384611.472688:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384611.472690:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384611.472693:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000ff0b19. 00000400:00000001:0.0:1767384611.472695:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384611.472700:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5349dc1. 00000020:00000010:3.0:1767384611.472702:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2afc4ac. 00000020:00000010:3.0:1767384611.472708:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004793a21c. 00000020:00000040:3.0:1767384611.472712:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:3.0:1767384611.472716:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384611.472719:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001ef3b917. 02000000:00000001:3.0:1767384611.472722:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384611.472725:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.472732:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c4fc52 00000100:00000200:3.0:1767384611.472734:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384611.472737:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025c4fc52. 00000400:00000010:3.0:1767384611.472740:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092ee9b7e. 00000100:00000001:0.0:1767384611.472744:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384611.472746:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d26539c0. 00000100:00000200:0.0:1767384611.472753:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384611.472768:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.472776:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384611.472779:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.472783:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384611.472787:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384611.472789:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384611.472792:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.472796:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384611.472803:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=19 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384611.472808:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384611.472812:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384611.472814:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.472817:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384611.472820:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.472824:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384611.472829:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.472882:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.472895:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384611.472899:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384611.472905:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384611.472908:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384611.472910:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384611.472911:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384611.472913:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384611.472915:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384611.472917:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384611.472919:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384611.472922:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384611.472923:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384611.472927:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384611.472935:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000772ef718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059659136:0@lo:253: 00000100:00000001:0.0:1767384611.472942:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.472945:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384611.472948:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000772ef718 x1853237059659136/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.472956:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384611.472959:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384611.472962:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000027cf024. 02000000:00000001:0.0:1767384611.472973:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384611.472977:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384611.472979:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384611.472982:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384611.472985:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000058629d18. 02000000:00000001:0.0:1767384611.472990:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384611.472992:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384611.472994:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000772ef718. 00000100:00000001:0.0:1767384611.472999:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384611.473001:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.473003:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.473013:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384611.473016:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.473018:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.473030:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.475723:0:20319:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000092105127. 00000400:00000040:2.0:1767384611.475750:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384611.475759:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384611.475763:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384611.475766:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384611.475769:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384611.475772:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384611.475775:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384611.475777:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384611.475779:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384611.475781:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384611.475785:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384611.475788:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384611.475791:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384611.475793:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384611.475795:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384611.475798:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384611.475800:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384611.475802:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384611.475804:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384611.475806:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384611.475808:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384611.475811:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384611.475813:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384611.475815:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384611.475817:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384611.475820:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384611.475822:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384611.475825:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384611.475827:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384611.475829:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00080000:00000020:3.0:1767384611.475921:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384611.475924:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384611.475926:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eb659123. 20000000:00000001:3.0:1767384611.475930:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384611.475933:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059659264 00010000:00000001:3.0:1767384611.475935:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384611.475939:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001aad54b x1853237059659264/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384611.475945:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00010000:00000001:3.0:1767384611.475946:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384611.475950:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384611.475953:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=19 v=5 (1 0 0 0) 00000400:00000040:2.0:1767384611.475954:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384611.475958:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384611.475964:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000400:00000040:2.0:1767384611.475965:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384611.475968:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000040:2.0:1767384611.475972:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384611.475974:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:3.0:1767384611.475980:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384611.475983:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384611.475983:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384611.475989:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:2.0:1767384611.475991:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00000040:3.0:1767384611.475996:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384611.476001:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc5bc6a4. 00000400:00000040:2.0:1767384611.476002:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000200:3.0:1767384611.476005:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059659264, offset 224 00000400:00000040:2.0:1767384611.476009:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000200:3.0:1767384611.476013:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:2.0:1767384611.476016:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384611.476028:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384611.476030:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384611.476031:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384611.476033:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384611.476035:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384611.476036:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384611.476038:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384611.476040:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384611.476043:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384611.476044:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384611.476046:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384611.476047:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384611.476048:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384611.476050:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384611.476052:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384611.476053:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384611.476055:0:20319:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384611.476088:0:20319:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000092105127. 00000400:00000200:3.0:1767384611.476094:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384611.476104:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02600 00000400:00000200:3.0:1767384611.476109:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12bd [2] + 224 00000400:00000200:3.0:1767384611.476114:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384611.476116:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384611.476119:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384611.476122:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000596b7d4e x1853237059659264/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384611.476131:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000596b7d4e x1853237059659264/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.476147:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384611.476153:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc5bc6a4 00000400:00000010:3.0:1767384611.476154:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc5bc6a4. 00000100:00000001:3.0:1767384611.476155:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384611.476156:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384611.476158:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.476159:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384611.476161:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384611.476163:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.476165:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384611.476168:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001aad54b x1853237059659264/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384611.476180:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001aad54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059659264:12345-0@lo:253: Request processed in 28753us (29639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384611.476192:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384611.476205:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384611.476219:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384611.476222:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384611.476230:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b93e1941. 00000020:00000010:3.0:1767384611.476238:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2b84995. 00000020:00000010:3.0:1767384611.476243:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001ce1e07. 00000020:00000040:3.0:1767384611.476249:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:3.0:1767384611.476253:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384611.476255:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000041d43b13. 02000000:00000001:3.0:1767384611.476260:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384611.476263:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384611.476270:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384611.476275:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df9a2f5a. 00000400:00000010:3.0:1767384611.476280:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc5bc6a4. 00010000:00000010:2.1:1767384611.479044:0:20315:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a0791ce. 00010000:00000010:2.1:1767384611.479051:0:20315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f65d08. 00010000:00000001:0.0:1767384611.734901:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384611.734908:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.734914:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384611.734915:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.734953:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384611.734958:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384611.734961:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384612.164047:0:20497:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384612.164059:0:20497:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.164063:0:20497:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.164069:0:20497:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384612.164074:0:20497:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.164077:0:20497:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.694173:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.694178:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384612.694181:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384612.694188:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694202:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384612.694205:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.694210:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384612.694213:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384612.694216:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384612.694221:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a13c2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059659392:0@lo:400: 00000100:00000001:3.0:1767384612.694225:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384612.694232:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384612.694236:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.694239:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384612.694244:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000129303fb. 02000000:00000001:3.0:1767384612.694300:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384612.694351:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06ff1d0. 00000400:00000010:3.0:1767384612.694362:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000200:3.0:1767384612.694379:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059659392, portal 25 00000100:00000001:3.0:1767384612.694384:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384612.694388:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158517248 : -115911551034368 : ffff96943d2cdc00) 00000100:00000040:3.0:1767384612.694399:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694415:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384612.694422:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384612.694427:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8675a34. 00000100:00000200:3.0:1767384612.694432:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059659392, offset 0 00000400:00000200:3.0:1767384612.694444:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384612.694463:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384612.694490:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a02680 00000400:00000200:3.0:1767384612.694499:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1e9 [2] + 0 00000400:00000010:3.0:1767384612.694502:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8336293. 00000400:00000200:3.0:1767384612.694505:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0314fbe 00000400:00000200:3.0:1767384612.694509:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384612.694516:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384612.694526:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0314fbe 00000400:00000010:3.0:1767384612.694531:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0314fbe. 00000100:00000001:3.0:1767384612.694536:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384612.694539:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384612.694542:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008dea84a6 x1853237059659392 msgsize 224 00000100:00100000:3.0:1767384612.694550:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384612.694553:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384612.694560:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384612.694567:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8675a34 00000400:00000010:3.0:1767384612.694571:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8675a34. 00000100:00000001:3.0:1767384612.694576:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384612.694581:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694595:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.694599:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694613:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.694622:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384612.694627:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.694631:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294902796 00000100:00000010:3.0:1767384612.694635:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000689443ab. 00000100:00000001:3.0:1767384612.694643:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384612.694649:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294902796 00000100:00000010:3.0:1767384612.694654:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000750d3b0. 00000100:00000001:3.0:1767384612.694657:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384612.694661:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294902796 00000100:00000010:3.0:1767384612.694666:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6d41d03. 00000100:00000001:3.0:1767384612.694670:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384612.694675:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294902796 00000100:00000010:3.0:1767384612.694678:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a81029f. 00000100:00000001:3.0:1767384612.694683:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384612.694687:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.694691:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.694695:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.694699:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.694708:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384612.694711:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384612.694715:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.694717:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384612.694719:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384612.694723:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694734:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384612.694736:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.694740:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384612.694742:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384612.694747:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384612.694752:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000035a563ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059659904:0@lo:13: 00000100:00000001:3.0:1767384612.694756:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384612.694765:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384612.694768:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.694771:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384612.694776:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008d27cb87. 02000000:00000001:3.0:1767384612.694781:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384612.694784:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f28db44. 00000400:00000010:3.0:1767384612.694786:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8675a34. 00000100:00000200:3.0:1767384612.694791:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059659904, portal 4 00000100:00000001:3.0:1767384612.694796:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384612.694798:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158523520 : -115911551028096 : ffff96943d2cf480) 00000100:00000040:3.0:1767384612.694805:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694815:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384612.694820:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384612.694823:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062b59af0. 00000100:00000200:3.0:1767384612.694824:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059659904, offset 0 00000400:00000200:3.0:1767384612.694830:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384612.694857:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384612.694865:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a02880 00000400:00000200:3.0:1767384612.694873:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 448 00000400:00000200:3.0:1767384612.694881:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384612.694887:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384612.694891:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384612.694893:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384612.694897:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058f5a47b. 00000100:00000040:3.0:1767384612.694901:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000058f5a47b x1853237059659904 msgsize 224 00000100:00100000:3.0:1767384612.694908:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384612.694917:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384612.694922:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062b59af0 00000400:00000010:3.0:1767384612.694925:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062b59af0. 00000100:00000001:3.0:1767384612.694928:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384612.694933:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694945:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.694955:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.694965:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.694967:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384612.694972:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.694975:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8925 usecs (9 jiffies) 00000100:00000001:3.0:1767384612.694980:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902794 00000100:00000001:3.0:1767384612.694984:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.694988:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902794 00000100:00000001:3.0:1767384612.694992:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.694993:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902794 00000100:00000001:3.0:1767384612.694995:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.694996:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902794 00000100:00000001:3.0:1767384612.694999:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.695002:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.695004:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695006:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695008:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.695013:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384612.695015:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384612.695020:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.695022:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384612.695024:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695028:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695045:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384612.695049:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059659392 02000000:00000001:3.0:1767384612.695053:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384612.695056:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384612.695058:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.695063:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384612.695069:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059659392 00000020:00000001:3.0:1767384612.695071:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384612.695075:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384612.695085:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384612.695089:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384612.695092:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384612.695097:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384612.695102:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384612.695106:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004dbc7b3e. 00000100:00000001:3.0:1767384612.695109:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384612.695112:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004dbc7b3e. 00000020:00000010:3.0:1767384612.695119:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d5bf387. 00000020:00000010:3.0:1767384612.695125:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000944ae5c5. 00000020:00000010:3.0:1767384612.695129:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2afc4ac. 00000100:00000040:3.0:1767384612.695138:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384612.695143:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384612.695145:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384612.695148:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695153:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695161:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.695170:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384612.695173:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384612.695179:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1767384612.695183:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384612.695185:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935580240 : -115911773971376 : ffff96942fe31c50) 00000100:00000040:3.0:1767384612.695193:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008dea84a6 x1853237059659392/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.695208:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384612.695213:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004dbc7b3e. 00000100:00000001:3.0:1767384612.695216:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384612.695220:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004dbc7b3e. 00000100:00100000:3.0:1767384612.695228:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008dea84a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059659392:12345-0@lo:400: 00000100:00000200:3.0:1767384612.695235:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059659392 00000020:00000001:3.0:1767384612.695238:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384612.695248:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384612.695251:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.695257:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384612.695260:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000020:00000001:3.0:1767384612.695264:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384612.695267:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384612.695270:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384612.695273:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384612.695277:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.695280:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384612.695284:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384612.695286:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384612.695291:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e7c0bc9. 02000000:00000001:3.0:1767384612.695295:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695300:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.695305:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384612.695308:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059659392 00010000:00000001:3.0:1767384612.695312:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384612.695318:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008dea84a6 x1853237059659392/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.695325:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384612.695328:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384612.695334:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384612.695339:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384612.695343:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384612.695347:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384612.695349:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384612.695351:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695353:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384612.695357:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384612.695361:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062b59af0. 00000100:00000200:3.0:1767384612.695364:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059659392, offset 224 00000400:00000200:3.0:1767384612.695371:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384612.695381:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384612.695390:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a02680 00000400:00000200:3.0:1767384612.695398:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12e1 [1] + 224 00000400:00000200:3.0:1767384612.695410:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384612.695416:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384612.695419:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384612.695424:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384612.695438:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.695453:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384612.695457:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062b59af0 00000400:00000010:3.0:1767384612.695460:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062b59af0. 00000100:00000001:3.0:1767384612.695479:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384612.695482:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384612.695484:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.695490:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384612.695493:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384612.695496:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.695499:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384612.695503:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008dea84a6 x1853237059659392/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384612.695517:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008dea84a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059659392:12345-0@lo:400: Request processed in 307us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384612.695528:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1767384612.695533:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384612.695537:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384612.695539:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384612.695543:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000944ae5c5. 00000020:00000010:3.0:1767384612.695548:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2afc4ac. 00000020:00000010:3.0:1767384612.695553:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d5bf387. 00000020:00000040:3.0:1767384612.695560:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:3.0:1767384612.695565:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384612.695568:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005e7c0bc9. 02000000:00000001:3.0:1767384612.695570:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384612.695573:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384612.695583:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384612.695589:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd5dff5. 00000400:00000010:3.0:1767384612.695606:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed8921e3. 00000100:00000001:3.0:1767384612.695700:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.695702:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384612.695706:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384612.695707:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384612.695708:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06ff1d0. 00000400:00000200:3.0:1767384612.695712:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:3.0:1767384612.695713:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:3.0:1767384612.695716:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384612.695719:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384612.695726:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.695731:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384612.695732:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.695734:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384612.695735:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384612.695736:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384612.695737:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.695739:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384612.695742:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384612.695744:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384612.695746:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384612.695747:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.695749:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384612.695751:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695753:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.695756:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.695760:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.695762:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384612.695764:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384612.695766:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384612.695781:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a13c2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059659392:0@lo:400: 00000100:00000001:3.0:1767384612.695784:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695786:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.695787:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a13c2de x1853237059659392/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.695792:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384612.695794:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384612.695795:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000129303fb. 02000000:00000001:3.0:1767384612.695798:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384612.695799:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384612.695800:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384612.695802:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384612.695804:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000956a9bde. 02000000:00000001:3.0:1767384612.695806:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384612.695807:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384612.695809:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a13c2de. 00000100:00000001:3.0:1767384612.695811:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384612.695812:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.695813:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695814:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.695815:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384612.695817:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695818:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384612.695863:0:17558:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001ef3b917. 00000100:00000001:3.0:1767384612.695869:0:17558:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384612.695870:0:17558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059659904 02000000:00000001:3.0:1767384612.695871:0:17558:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384612.695873:0:17558:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384612.695873:0:17558:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.695875:0:17558:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384612.695877:0:17558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059659904 00000020:00000001:3.0:1767384612.695878:0:17558:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384612.695879:0:17558:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:3.0:1767384612.695881:0:17558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384612.695888:0:17558:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:3.0:1767384612.695890:0:17558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:3.0:1767384612.695892:0:17558:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384612.695895:0:17558:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384612.695897:0:17558:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ad51a31. 00000020:00000010:3.0:1767384612.695900:0:17558:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001c6a8e5b. 00000020:00000040:3.0:1767384612.695905:0:17558:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384612.695914:0:17558:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384612.695917:0:17558:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000129303fb. 00000020:00000010:3.0:1767384612.695919:0:17558:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000944ae5c5. 00000020:00000010:3.0:1767384612.695921:0:17558:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2afc4ac. 00000100:00000040:3.0:1767384612.695926:0:17558:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384612.695929:0:17558:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384612.695931:0:17558:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384612.695932:0:17558:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695936:0:17558:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.695942:0:17558:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.695950:0:17558:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384612.695953:0:17558:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384612.695958:0:17558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384612.695960:0:17558:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384612.695964:0:17558:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933876224 : -115911775675392 : ffff96942fc91c00) 00000100:00000040:3.0:1767384612.695972:0:17558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058f5a47b x1853237059659904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.695985:0:17558:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384612.695989:0:17558:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008161972d. 00000100:00000001:3.0:1767384612.695992:0:17558:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384612.695994:0:17558:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008161972d. 00000100:00100000:3.0:1767384612.695998:0:17558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058f5a47b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059659904:12345-0@lo:13: 00000100:00000200:3.0:1767384612.696002:0:17558:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059659904 00000020:00000001:3.0:1767384612.696006:0:17558:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384612.696008:0:17558:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384612.696015:0:17558:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.696017:0:17558:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384612.696018:0:17558:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:3.0:1767384612.696020:0:17558:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384612.696022:0:17558:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384612.696024:0:17558:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384612.696026:0:17558:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384612.696027:0:17558:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.696030:0:17558:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384612.696032:0:17558:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384612.696034:0:17558:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005e7c0bc9. 02000000:00000001:3.0:1767384612.696036:0:17558:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.696037:0:17558:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384612.696040:0:17558:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384612.696044:0:17558:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384612.696046:0:17558:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384612.696050:0:17558:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384612.696060:0:17558:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.696062:0:17558:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384612.696064:0:17558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:3.0:1767384612.696068:0:17558:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384612.696070:0:17558:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384612.696073:0:17558:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:3.0:1767384612.696077:0:17558:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384612.696083:0:17558:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384612.696086:0:17558:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384612.696089:0:17558:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384612.696094:0:17558:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059659904 00010000:00000001:3.0:1767384612.696097:0:17558:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384612.696102:0:17558:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058f5a47b x1853237059659904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.696114:0:17558:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384612.696119:0:17558:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384612.696122:0:17558:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384612.696126:0:17558:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384612.696135:0:17558:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384612.696137:0:17558:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384612.696142:0:17558:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384612.696144:0:17558:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.696148:0:17558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384612.696153:0:17558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384612.696157:0:17558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000200:3.0:1767384612.696161:0:17558:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059659904, offset 224 00000400:00000200:3.0:1767384612.696167:0:17558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384612.696176:0:17558:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384612.696184:0:17558:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a02880 00000400:00000200:3.0:1767384612.696189:0:17558:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12f1 [1] + 224 00000400:00000200:3.0:1767384612.696195:0:17558:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384612.696201:0:17558:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384612.696207:0:17558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384612.696211:0:17558:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384612.696226:0:17558:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.696238:0:17558:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384612.696245:0:17558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:3.0:1767384612.696248:0:17558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:3.0:1767384612.696252:0:17558:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384612.696255:0:17558:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384612.696260:0:17558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.696264:0:17558:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384612.696267:0:17558:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384612.696268:0:17558:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.696270:0:17558:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384612.696274:0:17558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058f5a47b x1853237059659904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384612.696284:0:17558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058f5a47b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059659904:12345-0@lo:13: Request processed in 296us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384612.696309:0:17558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384612.696312:0:17558:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:3.0:1767384612.696316:0:17558:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384612.696319:0:17558:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384612.696322:0:17558:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000944ae5c5. 00000020:00000010:3.0:1767384612.696328:0:17558:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2afc4ac. 00000020:00000010:3.0:1767384612.696332:0:17558:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000129303fb. 00000020:00000040:3.0:1767384612.696338:0:17558:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:3.0:1767384612.696344:0:17558:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.696359:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384612.696363:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059659520 02000000:00000001:3.0:1767384612.696366:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384612.696368:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384612.696370:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.696374:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384612.696377:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059659520 00000020:00000001:3.0:1767384612.696382:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384612.696383:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:3.0:1767384612.696386:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384612.696389:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:3.0:1767384612.696392:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:3.0:1767384612.696396:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384612.696401:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384612.696407:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008161972d. 00000100:00000001:3.0:1767384612.696412:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384612.696414:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008161972d. 00000020:00000010:3.0:1767384612.696421:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000129303fb. 00000020:00000010:3.0:1767384612.696425:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000944ae5c5. 00000020:00000010:3.0:1767384612.696429:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2afc4ac. 00000100:00000040:3.0:1767384612.696437:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384612.696440:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384612.696442:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384612.696444:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.696455:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384612.696458:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384612.696460:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.696481:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.696489:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384612.696492:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384612.696497:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384612.696500:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384612.696505:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158512768 : -115911551038848 : ffff96943d2cca80) 00000100:00000040:3.0:1767384612.696510:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000215d0d6e x1853237059659520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.696521:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384612.696525:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008161972d. 00000100:00000001:3.0:1767384612.696528:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384612.696533:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008161972d. 00000100:00100000:3.0:1767384612.696539:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000215d0d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059659520:12345-0@lo:400: 00000100:00000200:3.0:1767384612.696543:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059659520 00000020:00000001:3.0:1767384612.696547:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384612.696550:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384612.696552:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.696554:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384612.696556:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:3.0:1767384612.696559:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384612.696562:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384612.696566:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384612.696567:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384612.696568:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.696573:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384612.696575:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384612.696578:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384612.696581:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004d769e17. 02000000:00000001:3.0:1767384612.696584:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.696588:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.696590:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384612.696601:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059659520 00010000:00000001:3.0:1767384612.696604:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384612.696609:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000215d0d6e x1853237059659520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.696619:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384612.696623:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384612.696627:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384612.696634:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384612.696639:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:3.0:1767384612.696643:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384612.696648:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384612.696650:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.696655:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384612.696660:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384612.696663:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000200:3.0:1767384612.696668:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059659520, offset 224 00000400:00000200:3.0:1767384612.696680:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384612.696690:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384612.696702:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a02700 00000400:00000200:3.0:1767384612.696708:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12e9 [1] + 224 00000400:00000200:3.0:1767384612.696713:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384612.696720:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384612.696725:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384612.696730:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ae99fd5 x1853237059659520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384612.696745:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ae99fd5 x1853237059659520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.696759:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384612.696766:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:3.0:1767384612.696769:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:3.0:1767384612.696775:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384612.696778:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384612.696782:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.696786:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384612.696796:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384612.696799:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.696800:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384612.696807:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000215d0d6e x1853237059659520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384612.696816:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000215d0d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059659520:12345-0@lo:400: Request processed in 293us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384612.696823:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384612.696825:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:3.0:1767384612.696827:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384612.696829:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384612.696848:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000944ae5c5. 00000020:00000010:3.0:1767384612.696851:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2afc4ac. 00000020:00000010:3.0:1767384612.696854:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000129303fb. 00000020:00000040:3.0:1767384612.696860:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:3.0:1767384612.696864:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.696880:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.696884:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384612.696893:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384612.696899:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00080000:3.0:1767384612.696907:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384612.696909:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384612.696919:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.696923:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384612.696926:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384612.696929:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384612.696930:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f28db44. 00000400:00000200:3.0:1767384612.696934:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8675a34 00000400:00000010:3.0:1767384612.696935:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8675a34. 00000100:00000001:3.0:1767384612.696939:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384612.696946:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384612.696961:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.696994:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384612.696998:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697000:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384612.697003:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384612.697005:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384612.697006:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.697007:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384612.697010:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384612.697018:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384612.697025:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384612.697027:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.697030:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384612.697035:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.697050:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.697054:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384612.697056:0:16140:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000040:3.0:1767384612.697063:0:16140:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@00000000a0abc76e x1853237059656448/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697074:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.697079:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0abc76e x1853237059656448/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697089:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384612.697091:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384612.697094:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f80c7084. 02000000:00000001:3.0:1767384612.697099:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384612.697102:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384612.697105:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384612.697108:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384612.697111:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d65e9882. 02000000:00000001:3.0:1767384612.697117:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384612.697120:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384612.697122:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0abc76e. 00000100:00000001:3.0:1767384612.697133:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384612.697136:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384612.697139:0:16140:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1767384612.697143:0:16140:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384612.697146:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.697150:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697159:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.697163:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384612.697165:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384612.697168:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384612.697172:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384612.697176:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384612.697188:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384612.697193:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.697199:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384612.697210:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000035a563ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059659904:0@lo:13: 00000100:00000001:3.0:1767384612.697214:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697217:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.697222:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035a563ab x1853237059659904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697232:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384612.697233:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384612.697234:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008d27cb87. 02000000:00000001:3.0:1767384612.697236:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384612.697239:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384612.697240:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384612.697243:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384612.697245:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed380862. 02000000:00000001:3.0:1767384612.697251:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384612.697260:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384612.697262:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035a563ab. 00000100:00000001:3.0:1767384612.697266:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384612.697268:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697271:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697274:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384612.697277:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.697279:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.697282:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.697344:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.697349:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294902791 00000100:00000001:3.0:1767384612.697354:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.697359:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294902791 00000100:00000001:3.0:1767384612.697364:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.697367:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294902791 00000100:00000001:3.0:1767384612.697618:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294902796 00000100:00000001:3.0:1767384612.697623:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.697629:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384612.697632:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384612.697635:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384612.697638:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea30f3f. 00000400:00000200:3.0:1767384612.697644:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cee01f52 00000400:00000010:3.0:1767384612.697649:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cee01f52. 00000100:00000001:3.0:1767384612.697654:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384612.697659:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e0f4f46 x1853237059659776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384612.697675:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e0f4f46 x1853237059659776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697684:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384612.697687:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697690:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384612.697692:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384612.697695:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384612.697700:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.697702:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384612.697705:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384612.697707:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384612.697709:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384612.697710:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.697711:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384612.697713:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004e0f4f46 x1853237059659776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.697717:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.697718:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384612.697719:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384612.697720:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384612.697720:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.697722:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e0f4f46 x1853237059659776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697726:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.697727:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384612.697728:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384612.697730:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e0f4f46 x1853237059659776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384612.697734:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059659776:0@lo:400: 00000400:00000001:3.0:1767384612.697737:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384612.697738:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384612.697739:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013da14a9. 00000400:00000200:3.0:1767384612.697741:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc2bda9 00000400:00000010:3.0:1767384612.697742:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc2bda9. 00000100:00000001:3.0:1767384612.697743:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384612.697744:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059659648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384612.697749:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059659648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697759:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384612.697760:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697761:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384612.697762:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384612.697763:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384612.697764:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.697765:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384612.697767:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384612.697768:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384612.697770:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384612.697770:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.697771:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384612.697773:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000049eebd37 x1853237059659648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.697777:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.697778:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384612.697779:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384612.697780:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384612.697781:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.697782:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059659648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697786:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.697787:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384612.697787:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384612.697789:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059659648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384612.697792:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059659648:0@lo:400: 00000100:00000001:3.0:1767384612.697794:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697796:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.697797:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e0f4f46 x1853237059659776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697800:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384612.697804:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384612.697805:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093d8b961. 02000000:00000001:3.0:1767384612.697807:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384612.697807:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384612.697808:0:16142:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384612.697810:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384612.697811:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059b29f94. 02000000:00000001:3.0:1767384612.697812:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384612.697813:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384612.697814:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e0f4f46. 00000100:00000001:3.0:1767384612.697816:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384612.697817:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697818:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.697819:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059659648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.697824:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384612.697824:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384612.697825:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ee96854. 02000000:00000001:3.0:1767384612.697826:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384612.697826:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384612.697827:0:16142:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384612.697828:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384612.697829:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7b35399. 02000000:00000001:3.0:1767384612.697830:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384612.697830:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384612.697848:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000100:00000001:3.0:1767384612.697851:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384612.697852:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697853:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.697857:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384612.697858:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.697861:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384612.697862:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.706869:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294902796, at 4294902797 00000100:00000010:2.0:1767384612.706878:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6d41d03. 00000100:00000040:3.0:1767384612.706901:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294902796, at 4294902797 00000100:00000010:3.0:1767384612.706908:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a81029f. 00000100:00000040:0.0:1767384612.707870:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294902796, at 4294902798 00000100:00000010:0.0:1767384612.707878:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000689443ab. 00010000:00000001:0.0:1767384612.757918:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384612.757925:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.757932:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384612.757936:0:3311:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384612.757939:0:3311:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384612.757942:0:3311:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.757946:0:3311:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384612.757948:0:3311:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.757950:0:3311:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.757953:0:3311:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.757985:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384612.757990:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384612.758000:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384612.864501:0:20661:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384612.864505:0:20661:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:2.0:1767384612.868969:0:20661:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384612.875057:0:20662:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005aeac331. 00000400:00000010:0.0:1767384612.875070:0:20662:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004941ec7e. 00000400:00000010:0.0:1767384612.875079:0:20662:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002ef5b803. 00000400:00000010:0.0:1767384612.875082:0:20662:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000911157c7. 00000400:00000010:0.0:1767384612.875085:0:20662:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000030f48e03. 00000400:00000010:0.0:1767384612.875088:0:20662:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6cc329b. 00000400:00000010:0.0:1767384612.875090:0:20662:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b88a58fb. 00000400:00000010:0.0:1767384612.875091:0:20662:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017c954a7. 00000400:00000010:0.0:1767384612.875094:0:20662:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000938d86f. 00000800:00000010:0.0:1767384612.875103:0:20662:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cc1aa0b2. 00000800:00000200:0.0:1767384612.875114:0:20662:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384612.875119:0:20662:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384612.875152:0:20662:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384612.875172:0:20662:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp16 [8/256/0/180] 00000400:00000010:0.0:1767384612.876534:0:20662:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000069af855. 00000400:00000010:0.0:1767384612.876539:0:20662:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5349dc1. 00000400:00000010:0.0:1767384612.876544:0:20662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000400:00000001:0.0:1767384612.876555:0:20662:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384612.876562:0:20662:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384612.876563:0:20662:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000915edec8. 00000400:00000200:0.0:1767384612.876566:0:20662:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbbdb860 00000400:00000010:0.0:1767384612.876568:0:20662:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbbdb860. 00000400:00000010:0.0:1767384612.876572:0:20662:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000005790b12a. 00000400:00000200:0.0:1767384612.876576:0:20662:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (7) 00000400:00000200:0.0:1767384612.876587:0:20662:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384612.876596:0:20662:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:0.0:1767384612.876605:0:20662:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000eb645b10. 00000020:01000000:0.0:1767384612.876610:0:20662:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384612.876613:0:20662:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp16 00000400:00000200:1.0:1767384612.876615:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384612.876625:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:1.0:1767384612.876630:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000020663c0. 00000400:00000010:0.0:1767384612.876631:0:20662:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004941ec7e. 00000400:00000200:1.0:1767384612.876633:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (8) 00000400:00000010:0.0:1767384612.876635:0:20662:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005aeac331. 00000400:00000010:1.0:1767384612.876639:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009da8db59. 00000400:00000200:1.0:1767384612.876644:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:2.0:1767384612.876654:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384612.876656:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:2.0:1767384612.876660:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384612.876664:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384612.876664:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:2.0:1767384612.876667:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384612.876672:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384612.876674:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384612.876677:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384612.876677:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384612.876683:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384612.876688:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384612.876692:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384612.876693:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384612.876696:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384612.876700:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384612.876702:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384612.876703:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384612.876707:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384612.876711:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384612.876712:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:2.0:1767384612.876718:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090fe031b. 00000400:00000200:1.0:1767384612.876718:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000020:00000040:2.0:1767384612.876725:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:1.0:1767384612.876726:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp15 00000100:00000001:2.0:1767384612.876734:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384612.876735:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp15 lpni_is_preferred = 0 02000000:00000001:2.0:1767384612.876740:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384612.876741:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp15 02000000:00000001:2.0:1767384612.876745:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.876750:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp15 NI seq info: [17:17:256:4294967295] 192.168.202.117@tcp15 LPNI seq info [17:17:8:4294967295] 02000000:00000010:2.0:1767384612.876756:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000093e726cd. 00000400:00000200:1.0:1767384612.876762:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp15 00000100:00000001:2.0:1767384612.876763:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.876772:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384612.876772:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15:) -> 192.168.202.117@tcp15(192.168.202.117@tcp:192.168.202.117@tcp15) : PUT try# 0 00000100:00000001:2.0:1767384612.876776:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384612.876784:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.202.117@tcp15 00000100:00000040:2.0:1767384612.876785:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fe031b] to pc [ptlrpcd_00_01+1] req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384612.876791:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce50c450. 00000800:00000010:1.0:1767384612.876803:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d5091045. 00000800:00000010:1.0:1767384612.876807:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000025c4fc52. 10000000:00000001:2.0:1767384612.876811:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384612.876816:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (2) 10000000:00000001:2.0:1767384612.876817:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.876821:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384612.876824:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:1.1:1767384612.876826:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (2) 00000100:00000001:0.0:1767384612.876827:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384612.876848:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384612.876851:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384612.876853:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384612.876854:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384612.876856:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384612.876858:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384612.876859:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384612.876860:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384612.876861:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384612.876863:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384612.876865:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384612.876866:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384612.876868:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384612.876868:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384612.876869:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000010:2.0:1767384612.876873:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d839be4. 00000100:00000001:0.0:1767384612.876873:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384612.876874:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000020:00000040:2.0:1767384612.876879:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000040:0.0:1767384612.876879:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.876888:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384612.876891:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384612.876895:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.876896:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384612.876901:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f8c80833. 00000100:00000001:0.0:1767384612.876901:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.876906:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384612.876907:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.876912:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.876913:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384612.876916:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.876919:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.876923:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d839be4] to pc [ptlrpcd_00_02+2] req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384612.876926:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090fe031b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059660032:0@lo:253: 00000400:00000200:1.0:1767384612.876934:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:0.0:1767384612.876938:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384612.876944:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384612.876946:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384612.876948:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.876949:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384612.876952:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.876954:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384612.876956:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384612.876957:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000eb645b10. 02000000:00000010:0.0:1767384612.876958:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a0c44da. 02000000:00000001:0.0:1767384612.876963:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384612.876967:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000043978df. 00000100:00000001:2.0:1767384612.876972:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384612.876973:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004941ec7e. 00000100:00000001:2.0:1767384612.876976:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384612.876979:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059660032, portal 25 00000100:00000001:2.0:1767384612.876981:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.876984:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.876984:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384612.876988:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384612.876989:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204777344 : -115911504774272 : ffff96943feebb80) 00000100:00000040:2.0:1767384612.876992:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384612.876996:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:2.0:1767384612.877003:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384612.877005:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.877007:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384612.877009:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384612.877012:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384612.877016:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384612.877022:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059660160:0@lo:253: 00000100:00000001:2.0:1767384612.877029:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384612.877029:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384612.877031:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384612.877034:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.877036:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 02000000:00000001:2.0:1767384612.877038:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384612.877038:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384612.877042:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8fe1937. 00000100:00000200:0.0:1767384612.877047:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059660032, offset 0 02000000:00000010:2.0:1767384612.877053:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009569ecc3. 00000400:00000200:0.0:1767384612.877053:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384612.877057:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384612.877061:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e37db19. 00000400:00000200:0.0:1767384612.877063:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384612.877065:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:2.0:1767384612.877074:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006092486d. 00000400:00000200:0.0:1767384612.877075:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02900 00000100:00000200:2.0:1767384612.877080:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059660160, portal 25 00000100:00000001:2.0:1767384612.877083:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384612.877085:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000400:00000200:0.0:1767384612.877087:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000100:00000040:2.0:1767384612.877091:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384612.877095:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c61f220. 00000100:00000001:2.0:1767384612.877101:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384612.877103:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000414dcffd 00000100:00000040:2.0:1767384612.877105:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384612.877106:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000010:2.0:1767384612.877109:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000824673eb. 00000400:00000200:0.0:1767384612.877111:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384612.877112:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059660160, offset 0 00000400:00000200:2.0:1767384612.877124:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384612.877124:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384612.877134:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000414dcffd 00000400:00000200:2.0:1767384612.877135:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384612.877140:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000010:0.0:1767384612.877140:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000414dcffd. 00000100:00000001:0.0:1767384612.877147:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384612.877148:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02980 00000100:00000200:0.0:1767384612.877152:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384612.877156:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000010:2.0:1767384612.877160:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4412bc5. 00000100:00000040:0.0:1767384612.877160:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000b9c3b37b x1853237059660032 msgsize 4848 00000400:00000200:2.0:1767384612.877166:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002826e9ba 00000100:00100000:0.0:1767384612.877171:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384612.877173:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384612.877174:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384612.877175:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384612.877180:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384612.877184:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002826e9ba 00000400:00000010:2.0:1767384612.877185:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002826e9ba. 00000100:00000001:0.0:1767384612.877186:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384612.877191:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384612.877194:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384612.877196:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fe1937 00000100:00000040:2.0:1767384612.877198:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000f942ed21 x1853237059660160 msgsize 4848 00000400:00000010:0.0:1767384612.877200:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8fe1937. 00000100:00000001:0.0:1767384612.877206:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384612.877209:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384612.877210:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000200:0.0:1767384612.877212:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.877216:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384612.877227:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384612.877231:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.877232:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384612.877242:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000824673eb 00000400:00000200:1.0:1767384612.877242:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:0.0:1767384612.877242:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384612.877248:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000824673eb. 00000100:00000001:0.0:1767384612.877248:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384612.877255:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384612.877256:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384612.877260:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.877262:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294902979 00000100:00000001:2.0:1767384612.877268:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384612.877271:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384612.877274:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000010:0.0:1767384612.877275:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015b0e17a. 00000100:00000001:0.0:1767384612.877284:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384612.877290:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294902979 00000100:00000001:2.0:1767384612.877298:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384612.877298:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed19a10c. 00000100:00000001:2.0:1767384612.877300:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384612.877303:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000001:0.0:1767384612.877305:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384612.877308:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877309:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294902979 00000100:00000001:2.0:1767384612.877313:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294902979 00000100:00000010:0.0:1767384612.877315:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b598b03. 00000100:00000001:2.0:1767384612.877317:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294902979 00000100:00000001:0.0:1767384612.877320:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384612.877321:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294902979 00000100:00000001:2.0:1767384612.877326:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294902979 00000100:00000001:0.0:1767384612.877328:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294902979 00000100:00000001:2.0:1767384612.877329:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294902979 00000100:00000001:2.0:1767384612.877335:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294902979 00000100:00000001:2.0:1767384612.877337:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294902979 00000100:00000010:0.0:1767384612.877337:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000958b4351. 00000400:00000200:1.0:1767384612.877341:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:0.0:1767384612.877345:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384612.877348:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.877351:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.877352:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294902979 00000100:00000001:0.0:1767384612.877354:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.877355:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.877360:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877360:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.877367:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.877368:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.877373:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.877373:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.877378:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384612.877378:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384612.877382:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.877384:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.877384:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.877387:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877389:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384612.877391:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877393:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877398:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.877401:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.877405:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877426:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384612.877427:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384612.877431:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660032 00000100:00100000:0.0:1767384612.877433:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660160 02000000:00000001:2.0:1767384612.877435:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384612.877436:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384612.877438:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384612.877441:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877441:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.877445:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.877447:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384612.877452:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660032 02000000:00000001:0.0:1767384612.877453:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.877455:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384612.877458:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00100000:0.0:1767384612.877458:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660160 00000020:00000001:2.0:1767384612.877477:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384612.877478:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384612.877480:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384612.877483:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384612.877486:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000040:0.0:1767384612.877487:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384612.877491:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384612.877493:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384612.877494:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384612.877501:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384612.877502:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384612.877506:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f772fa3c. 00000100:00000001:2.0:1767384612.877508:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384612.877513:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f772fa3c. 00000100:00000001:0.0:1767384612.877517:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384612.877520:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b209663. 00000020:00000010:0.0:1767384612.877522:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0c39c4f. 00000020:00000010:2.0:1767384612.877526:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5573af2. 00000100:00000001:0.0:1767384612.877528:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384612.877532:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000504fe95e. 00000020:00000010:0.0:1767384612.877533:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0c39c4f. 00000020:00000010:0.0:1767384612.877543:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000459aeeb8. 00000100:00000040:2.0:1767384612.877544:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384612.877548:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384612.877548:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003bb20454. 00000100:00000001:2.0:1767384612.877550:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384612.877554:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384612.877556:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000011cbcde5. 00000100:00000001:2.0:1767384612.877561:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877564:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384612.877568:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384612.877570:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.877572:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.877576:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.877584:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384612.877587:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384612.877592:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384612.877593:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384612.877597:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384612.877600:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935585360 : -115911773966256 : ffff96942fe33050) 00000100:00000040:2.0:1767384612.877605:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9c3b37b x1853237059660032/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 4848/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.877610:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384612.877612:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384612.877614:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384612.877617:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f772fa3c. 00000100:00000001:2.0:1767384612.877621:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384612.877622:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000e5b08dd. 00000100:00100000:0.0:1767384612.877622:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000020:00000010:2.0:1767384612.877626:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f772fa3c. 00000100:00000040:0.0:1767384612.877628:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000800:00000010:1.0:1767384612.877629:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af6c3d70. 00000100:00000001:0.0:1767384612.877633:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935586384 : -115911773965232 : ffff96942fe33450) 00000100:00100000:2.0:1767384612.877634:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9c3b37b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059660032:12345-0@lo:253: 00000800:00000010:1.0:1767384612.877637:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000355cfb04. 00000100:00000200:2.0:1767384612.877642:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660032 00000100:00000040:0.0:1767384612.877643:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f942ed21 x1853237059660160/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 4848/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384612.877645:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384612.877648:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384612.877651:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877658:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384612.877659:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384612.877662:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000010:0.0:1767384612.877663:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0c39c4f. 00000020:00000001:2.0:1767384612.877665:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384612.877669:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.877670:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384612.877672:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384612.877677:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384612.877677:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0c39c4f. 00000800:00000010:1.0:1767384612.877679:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000355cfb04. 00000020:00000001:2.0:1767384612.877682:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384612.877685:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f942ed21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059660160:12345-0@lo:253: 00000100:00000001:2.0:1767384612.877689:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384612.877691:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660160 02000000:00000001:2.0:1767384612.877694:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384612.877696:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384612.877700:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384612.877702:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a728f8fa. 00000020:00000001:0.0:1767384612.877703:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.877707:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.877708:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384612.877713:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.877713:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:00000001:2.0:1767384612.877721:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384612.877721:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384612.877726:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384612.877732:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000010:2.0:1767384612.877734:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b4e7eb72. 00000020:00000001:0.0:1767384612.877735:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384612.877740:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:2.0:1767384612.877741:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384612.877743:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.877747:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384612.877748:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384612.877751:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384612.877752:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp15 from 243.3.0.2 02000000:00000001:0.0:1767384612.877752:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384612.877755:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.877759:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384612.877759:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005da54530. 20000000:00000001:2.0:1767384612.877761:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384612.877761:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000026f85b9a. 02000000:00000001:0.0:1767384612.877764:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.877769:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.877771:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384612.877773:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b241b2c1. 20000000:01000000:2.0:1767384612.877776:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000010:0.0:1767384612.877779:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eb645b10. 20000000:00000001:2.0:1767384612.877781:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384612.877786:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384612.877788:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384612.877790:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384612.877794:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384612.877796:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.877798:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.877800:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384612.877857:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384612.877860:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384612.877862:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.877863:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384612.877867:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384612.877871:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384612.877874:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384612.877882:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c55ae7fb. 00080000:00000001:2.0:1767384612.877884:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855367680 : -115916854183936 : ffff969301153800) 00080000:00000001:2.0:1767384612.877887:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384612.877946:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4f54911. 00000800:00000010:1.0:1767384612.877953:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082647e4c. 00000800:00000010:1.0:1767384612.877972:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000957ebfc3. 00000800:00000200:1.1:1767384612.877978:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (2) 00000800:00000200:1.1:1767384612.877984:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp15 00000000957ebfc3 deleted 00000800:00000010:1.1:1767384612.877986:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000957ebfc3. 00000800:00000200:1.1:1767384612.877992:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000001:00000001:2.0:1767384612.877996:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384612.877999:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384612.878000:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp15 ip 192.168.202.117:1011 00000800:00000200:1.1:1767384612.878004:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce50c450 type 1, nob 256 niov 1 nkiov 1 00080000:00000001:2.0:1767384612.878010:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384612.878014:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp15 p 3.x 192.168.202.117 -> 192.168.202.117:1011 incarnation:1767384611442762927 sched[0] 00000800:00000010:1.0:1767384612.878021:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000355cfb04. 00080000:00000001:2.0:1767384612.878032:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.878035:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767384612.878065:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000355cfb04. 00000800:00000010:1.0:1767384612.878069:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082647e4c. 00000800:00000010:1.0:1767384612.878099:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005da54530. 00000800:00000001:1.0:1767384612.878112:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384612.878117:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384612.878128:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384612.878132:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384612.878169:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384612.878175:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce50c450. 00000400:00000200:1.0:1767384612.878178:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384612.878183:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: PUT: OK 00000400:00000200:1.0:1767384612.878193:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384612.878196:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000200:0.1:1767384612.878251:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384612.878257:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp15 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384611442762927 sched[0] 00000800:00000010:0.0:1767384612.878260:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af6c3d70. 00000800:00000001:2.0:1767384612.878292:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.878300:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.878302:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384612.878304:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:2.0:1767384612.878306:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.878315:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15) <- 192.168.202.117@tcp15 : PUT - for me 00000400:00000200:2.0:1767384612.878324:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384612.878328:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 160/160 into md 0x12cd [1] + 0 00000400:00000010:2.0:1767384612.878330:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98d8241. 00000400:00000200:2.0:1767384612.878333:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092e6c856 00000800:00000001:2.0:1767384612.878336:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384612.878341:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:2.0:1767384612.878345:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.878348:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.878352:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: PUT: OK 00000400:00000200:2.0:1767384612.878355:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e6c856 00000400:00000010:2.0:1767384612.878357:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092e6c856. 00000400:00000200:2.0:1767384612.878361:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384612.878363:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (9) 00000400:00000200:2.0:1767384612.878367:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:2.0:1767384612.878371:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000824673eb. 00000400:00000200:2.0:1767384612.878373:0:16134:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 8 00000400:00000200:0.0:1767384612.878374:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384612.878377:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384612.878388:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (10) 00000400:00000200:2.0:1767384612.878393:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384612.878398:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp15 to MR: 192.168.202.117@tcp15 local destination 00000400:00000200:2.0:1767384612.878403:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp15 NI seq info: [18:18:256:4294967295] 192.168.202.117@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384612.878413:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) -> 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) 192.168.202.117@tcp15 : ACK try# 0 00000400:00000200:0.0:1767384612.878413:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000200:2.0:1767384612.878421:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp15 00000800:00000010:2.0:1767384612.878430:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926f259d. 00000800:00000200:2.0:1767384612.878434:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (4) 00000800:00000200:2.0:1767384612.878438:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp15 ip 192.168.202.117:988 00000800:00000200:2.0:1767384612.878441:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000926f259d type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384612.878450:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384612.878502:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000200:2.0:1767384612.878510:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384612.878514:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926f259d. 00000400:00000200:2.0:1767384612.878518:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.878524:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: ACK: OK 00000400:00000200:0.0:1767384612.878542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000800:00000001:2.0:1767384612.878544:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.878550:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.878553:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.878557:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.878559:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.878563:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.878567:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15) <- 192.168.202.117@tcp15 : ACK - for me 00000400:00000200:2.0:1767384612.878576:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp15: ACK from 12345-192.168.202.117@tcp15 into md 0x1325 00000400:00000200:2.0:1767384612.878579:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384612.878581:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384612.878582:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: ACK: OK 00000400:00000200:2.0:1767384612.878586:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000020663c0 00000400:00000010:2.0:1767384612.878589:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000020663c0. 00000400:00000200:2.0:1767384612.878593:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384612.878596:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:2.0:1767384612.878601:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384612.878604:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (9) 00000800:00000001:2.0:1767384612.878608:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.878611:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.878624:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384612.878632:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384612.878636:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029398b2f. 00000400:00000010:2.0:1767384612.878640:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014dc0bcf. 00000400:00000200:2.0:1767384612.878643:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:2.0:1767384612.878648:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:2.0:1767384612.878654:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 0000000003ecd0a9. 00000400:00000010:2.0:1767384612.878657:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000926f259d. 00000400:00000200:0.0:1767384612.878664:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000010:2.0:1767384612.878665:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000d3eca364. 00000400:00000010:2.0:1767384612.878681:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000e5ec235. 00000400:00000200:2.0:1767384612.878687:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000e5ec235 nid 192.168.202.117@tcp16 00000400:00000010:2.0:1767384612.878691:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c0db7e79. 00000400:00000200:2.0:1767384612.878694:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c0db7e79 net tcp16 00000400:00000200:2.0:1767384612.878697:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (8) 00000400:00000200:2.0:1767384612.878703:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp16 flags 0x11 00000400:00000200:0.0:1767384612.878704:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000010:2.0:1767384612.878708:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 0000000003ecd0a9. 00000400:00000010:2.0:1767384612.878714:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000926f259d. 00000400:00000010:2.0:1767384612.878717:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000d3eca364. 00000400:00000010:2.0:1767384612.878721:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000824673eb. 00000400:00000200:2.0:1767384612.878727:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384612.878731:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:2.0:1767384612.878736:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:2.0:1767384612.878741:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:2.0:1767384612.878745:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384612.878748:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384612.878748:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384612.878755:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384612.878760:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (9) 00000400:00000200:0.0:1767384612.878790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000800:00000010:0.0:1767384612.878989:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dcbb2b8e. 00000800:00000010:0.0:1767384612.878994:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8fe1937. 00000800:00000010:0.0:1767384612.878998:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0c39c4f. 00000800:00000010:0.0:1767384612.879038:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0c39c4f. 00000400:00000200:0.0:1767384612.879137:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384612.879153:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp15 from 242.3.0.2 00000800:00000010:0.0:1767384612.879157:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ff37a8e6. 00000800:00000010:2.0:1767384612.879183:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fbdb51d5. 00000800:00000010:2.0:1767384612.879189:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000824673eb. 00000800:00000010:2.0:1767384612.879213:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3eca364. 00000800:00000200:2.1:1767384612.879221:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (4) 00000800:00000200:2.1:1767384612.879227:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp15 00000000d3eca364 deleted 00000800:00000010:2.1:1767384612.879285:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3eca364. 00000800:00000200:2.1:1767384612.879290:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384612.879296:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp15 p 3.x 192.168.202.117 -> 192.168.202.117:1010 incarnation:1767384611442762927 sched[0] 00000800:00000010:2.0:1767384612.879584:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ca74dbd5. 00000800:00000010:2.0:1767384612.879631:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ca74dbd5. 00000800:00000010:2.0:1767384612.879635:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000824673eb. 00000800:00000200:0.1:1767384612.879652:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384612.879668:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ff37a8e6. 00000800:00000200:0.0:1767384612.879677:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp15 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384611442762927 sched[0] 00000800:00000001:2.0:1767384612.879681:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384612.879683:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8fe1937. 00000800:00000001:2.0:1767384612.879688:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.879779:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.879784:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384612.886681:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384612.886687:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:0.0:1767384612.886693:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384612.886695:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384612.886698:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384612.886699:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384612.886704:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384612.886707:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384612.886708:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384612.886711:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c55ae7fb. 20000000:01000000:2.0:1767384612.886712:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384612.886718:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384612.886724:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384612.886727:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000129303fb. 20000000:01000000:2.0:1767384612.886728:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384612.886732:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:3.0:1767384612.886736:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384612.886737:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384612.886741:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384612.886753:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384612.886757:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384612.886759:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384612.886763:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384612.886764:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384612.886766:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384612.886770:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384612.886772:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384612.886774:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384612.886774:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d2eddf1. 00000020:00000001:3.0:1767384612.886776:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384612.886780:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1767384612.886781:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000010:2.0:1767384612.886784:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00080000:00000001:3.0:1767384612.886786:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384612.886788:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384612.886791:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000634a8a61 with handle 0x534bb1615bf4c6ed to hash 00080000:00000010:3.0:1767384612.886792:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006e0316b2. 00000020:00000001:2.0:1767384612.886794:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384612.886796:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857582592 : -115916851969024 : ffff969301370400) 00010000:00000001:2.0:1767384612.886797:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00080000:00000001:3.0:1767384612.886801:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384612.886801:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384612.886806:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384612.886807:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384612.886809:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886815:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384612.886818:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384612.886820:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384612.886822:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384612.886824:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384612.886825:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384612.886827:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384612.886829:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384612.886851:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384612.886853:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384612.886854:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384612.886856:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002d2eddf1) refcount = 1 00010000:00010000:2.0:1767384612.886865:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886869:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384612.886871:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384612.886872:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384612.886873:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.886875:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384612.886877:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384612.886879:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:2.0:1767384612.886882:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384612.886883:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384612.886885:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=4 00000020:00000001:2.0:1767384612.886886:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384612.886888:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384612.886890:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384612.886891:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886896:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384612.886897:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886901:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384612.886902:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384612.886903:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886906:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384612.886907:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.886910:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384612.886911:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384612.886915:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000634a8a61 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384612.886923:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384612.886925:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384612.886927:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886931:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384612.886933:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384612.886934:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384612.886935:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=5 00000020:00000001:2.0:1767384612.886937:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384612.886939:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384612.886942:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384612.886943:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886947:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384612.886949:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384612.886950:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.886953:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384612.886955:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384612.886957:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384612.886959:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384612.886961:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000634a8a61 with handle 0x534bb1615bf4c6ed from hash 00010000:00000001:2.0:1767384612.886963:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384612.886964:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384612.886966:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384612.886967:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384612.886969:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384612.886971:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384612.886974:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384612.886975:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384612.886978:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.886979:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384612.886981:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384612.886983:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384612.886984:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384612.886989:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.886990:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.886992:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384612.886994:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.886998:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384612.886999:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384612.887000:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384612.887001:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384612.887003:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384612.887004:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384612.887005:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384612.887008:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.887009:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384612.887012:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384612.887015:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384612.887016:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384612.887018:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c6ed lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384612.887021:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002d2eddf1 count: 0 00010000:00000001:2.0:1767384612.887033:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384612.887034:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000001:00000001:3.0:1767384612.887104:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384612.887107:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384612.887110:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384612.887123:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384612.887125:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384612.887240:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384612.887243:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384612.889872:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294902979, at 4294902980 00000100:00000010:2.0:1767384612.889880:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b598b03. 00000100:00000040:1.0:1767384612.889886:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294902979, at 4294902980 00000100:00000010:1.0:1767384612.889895:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed19a10c. 00000100:00000040:0.0:1767384612.889998:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294902979, at 4294902980 00000100:00000010:0.0:1767384612.890006:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015b0e17a. 00000100:00000040:3.0:1767384612.890064:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294902979, at 4294902980 00000100:00000010:3.0:1767384612.890073:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000958b4351. 00010000:00000010:2.1:1767384612.892871:0:16653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002d2eddf1. 00010000:00000010:2.1:1767384612.892880:0:16653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00080000:00000001:0.0:1767384612.895962:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384612.895969:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384612.895973:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.895976:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384612.895979:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384612.895993:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384612.895997:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384612.896004:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384612.896006:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384612.896008:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384612.896012:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384612.896016:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384612.896019:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384612.896022:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:1.0:1767384612.896025:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007c2e9e3b. 00040000:00000001:0.0:1767384612.896025:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384612.896027:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384612.896028:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384612.896029:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384612.896030:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:1.0:1767384612.896033:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00080000:00000010:0.0:1767384612.896033:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006e0316b2. 00000020:00000001:1.0:1767384612.896037:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384612.896038:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:1.0:1767384612.896040:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c6f4 to hash 00000020:00000001:1.0:1767384612.896043:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384612.896045:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384612.896048:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384612.896051:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.896054:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.896057:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896067:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384612.896070:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384612.896072:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384612.896075:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.896077:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.896079:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.896081:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.896083:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384612.896085:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384612.896087:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384612.896088:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384612.896090:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007c2e9e3b) refcount = 1 00010000:00010000:1.0:1767384612.896093:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896107:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384612.896109:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384612.896111:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.896113:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.896116:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384612.896120:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384612.896123:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384612.896126:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384612.896128:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.896131:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384612.896134:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384612.896137:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384612.896139:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384612.896141:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896148:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384612.896150:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896156:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.896158:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384612.896159:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896165:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.896167:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.896170:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384612.896173:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384612.896179:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384612.896182:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384612.896189:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384612.896190:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896196:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384612.896198:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384612.896200:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.896201:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384612.896203:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384612.896205:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384612.896208:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384612.896210:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896216:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384612.896217:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384612.896219:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.896223:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384612.896225:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384612.896227:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.896229:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384612.896231:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c6f4 from hash 00010000:00000001:1.0:1767384612.896234:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384612.896236:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.896238:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.896240:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384612.896242:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384612.896244:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384612.896246:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384612.896248:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.896251:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.896253:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384612.896255:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384612.896258:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.896259:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.896261:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.896269:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.896272:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.896274:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896281:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.896282:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.896284:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384612.896286:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384612.896287:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.896288:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.896290:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384612.896292:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.896295:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.896297:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.896304:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384612.896305:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384612.896307:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6f4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384612.896313:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007c2e9e3b count: 0 00010000:00000001:1.0:1767384612.896321:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384612.896323:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384612.897080:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384612.897084:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384612.897086:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b4e7eb72. 20000000:00000001:2.0:1767384612.897092:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384612.897096:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660032 00010000:00000001:2.0:1767384612.897098:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384612.897105:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9c3b37b x1853237059660032/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384612.897124:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384612.897127:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.897131:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.897135:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384612.897138:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384612.897140:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384612.897143:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384612.897146:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.897149:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384612.897153:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384612.897158:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3eca364. 00000100:00000200:2.0:1767384612.897163:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059660032, offset 224 00000400:00000200:2.0:1767384612.897169:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384612.897179:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384612.897189:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02900 00000400:00000200:2.0:1767384612.897198:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1329 [2] + 224 00000400:00000200:2.0:1767384612.897205:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.897209:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384612.897215:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384612.897218:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.897226:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.897242:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384612.897249:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3eca364 00000400:00000010:2.0:1767384612.897252:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3eca364. 00000100:00000001:0.0:1767384612.897253:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.897255:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384612.897257:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384612.897258:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384612.897261:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.897264:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:0.0:1767384612.897266:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384612.897267:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384612.897271:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384612.897272:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.897277:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384612.897277:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000043978df. 00000400:00000200:0.0:1767384612.897283:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004941ec7e 00000100:00000040:2.0:1767384612.897289:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c3b37b x1853237059660032/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384612.897295:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004941ec7e. 00000100:00100000:2.0:1767384612.897301:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9c3b37b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059660032:12345-0@lo:253: Request processed in 19686us (20139us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384612.897302:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384612.897311:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.897315:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384612.897321:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384612.897325:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384612.897329:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384612.897332:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384612.897334:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5573af2. 00000020:00000010:2.0:1767384612.897341:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000504fe95e. 00000100:00000001:0.0:1767384612.897346:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384612.897347:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b209663. 00000100:00000001:0.0:1767384612.897350:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384612.897354:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:0.0:1767384612.897354:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384612.897360:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384612.897360:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384612.897364:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a728f8fa. 00000100:00000001:0.0:1767384612.897365:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384612.897369:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384612.897369:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.897373:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384612.897376:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384612.897379:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384612.897383:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=20 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384612.897385:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4406b84. 00000100:00001000:0.0:1767384612.897390:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=20 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384612.897393:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3eca364. 00000100:00000001:0.0:1767384612.897397:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384612.897400:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.897403:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384612.897406:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.897409:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.897414:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.897423:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.897426:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384612.897428:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384612.897433:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384612.897435:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384612.897437:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384612.897438:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384612.897440:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.897442:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384612.897444:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384612.897446:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384612.897448:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384612.897449:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384612.897452:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384612.897488:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090fe031b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059660032:0@lo:253: 00000100:00000001:0.0:1767384612.897494:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.897497:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384612.897500:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090fe031b x1853237059660032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.897508:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384612.897511:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384612.897513:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a0c44da. 02000000:00000001:0.0:1767384612.897518:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384612.897520:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384612.897522:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384612.897525:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384612.897527:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000093e726cd. 02000000:00000001:0.0:1767384612.897537:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384612.897539:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384612.897541:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090fe031b. 00000100:00000001:0.0:1767384612.897545:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384612.897547:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.897549:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.897555:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.897556:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.897558:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.897560:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384612.899262:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384612.899265:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384612.899267:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eb645b10. 20000000:00000001:1.0:1767384612.899273:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384612.899276:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660160 00010000:00000001:1.0:1767384612.899279:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384612.899284:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f942ed21 x1853237059660160/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384612.899293:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384612.899296:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384612.899298:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384612.899302:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384612.899310:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384612.899313:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384612.899316:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384612.899317:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.899320:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384612.899322:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384612.899325:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb5d3510. 00000100:00000200:1.0:1767384612.899328:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059660160, offset 224 00000400:00000200:1.0:1767384612.899335:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384612.899340:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384612.899347:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02980 00000400:00000200:1.0:1767384612.899352:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1331 [2] + 224 00000400:00000200:1.0:1767384612.899358:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384612.899361:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384612.899365:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384612.899369:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384612.899379:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384612.899398:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384612.899406:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb5d3510 00000400:00000010:1.0:1767384612.899408:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb5d3510. 00000100:00000001:2.0:1767384612.899411:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384612.899413:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384612.899414:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384612.899416:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384612.899419:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384612.899422:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384612.899423:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384612.899424:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e37db19. 00000400:00000200:2.0:1767384612.899430:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006092486d 00000100:00000040:1.0:1767384612.899430:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:2.0:1767384612.899434:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006092486d. 00010000:00000001:1.0:1767384612.899436:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384612.899438:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384612.899441:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384612.899444:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384612.899448:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384612.899456:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f942ed21 x1853237059660160/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384612.899457:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.899481:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384612.899483:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.899486:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384612.899493:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f942ed21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059660160:12345-0@lo:253: Request processed in 21833us (22292us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384612.899495:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384612.899497:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384612.899500:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.899502:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.899505:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384612.899510:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.899515:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384612.899518:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.899520:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384612.899522:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.899525:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384612.899525:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:2.0:1767384612.899532:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384612.899532:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384612.899538:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384612.899543:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384612.899544:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384612.899547:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384612.899549:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384612.899550:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003bb20454. 00000020:01000004:2.0:1767384612.899552:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384612.899555:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384612.899556:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384612.899558:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000010:1.0:1767384612.899558:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000011cbcde5. 00000020:01000004:2.0:1767384612.899561:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384612.899563:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384612.899565:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000010:1.0:1767384612.899565:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000459aeeb8. 00000020:01000004:2.0:1767384612.899567:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384612.899570:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384612.899572:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384612.899573:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:1.0:1767384612.899581:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384612.899583:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059660160:0@lo:253: 02000000:00000010:1.0:1767384612.899585:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000026f85b9a. 00000100:00000001:2.0:1767384612.899588:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.899591:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384612.899591:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384612.899596:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d839be4 x1853237059660160/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384612.899596:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.899606:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767384612.899606:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384612.899609:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384612.899612:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009569ecc3. 00000400:00000010:1.0:1767384612.899614:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e70db1. 00000400:00000010:1.0:1767384612.899621:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb5d3510. 02000000:00000001:2.0:1767384612.899622:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384612.899625:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384612.899628:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384612.899630:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384612.899632:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f8c80833. 02000000:00000001:2.0:1767384612.899635:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384612.899636:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384612.899637:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d839be4. 00000100:00000001:2.0:1767384612.899639:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384612.899640:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.899641:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.899645:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.899646:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.899648:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.899650:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384612.899959:0:20667:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000025569424. 00000400:00000040:0.0:1767384612.899981:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384612.899984:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384612.899987:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.899989:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384612.899992:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.899994:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384612.899997:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384612.899999:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384612.900001:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384612.900002:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384612.900010:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384612.900013:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384612.900015:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384612.900018:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384612.900019:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384612.900022:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384612.900024:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384612.900025:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384612.900027:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384612.900029:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.900031:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384612.900032:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384612.900034:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384612.900036:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.900037:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384612.900040:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.900041:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384612.900043:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384612.900044:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384612.900046:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.900048:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384612.900050:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.900052:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384612.900053:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384612.900055:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384612.900057:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.900058:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384612.900060:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384612.900062:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384612.900064:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384612.900066:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384612.900068:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.900069:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384612.900071:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384612.900072:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384612.900074:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384612.900076:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384612.900077:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384612.900080:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384612.900086:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384612.900088:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384612.900090:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384612.900091:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384612.900093:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384612.900095:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384612.900096:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384612.900097:0:20667:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384612.900123:0:20667:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000025569424. 00010000:00000010:1.1:1767384612.905888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007c2e9e3b. 00010000:00000010:1.1:1767384612.905897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00080000:00000001:2.0:1767384613.527441:0:20856:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384613.527454:0:20856:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.527473:0:20856:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384613.527479:0:20856:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384613.527485:0:20856:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.527488:0:20856:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.781887:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384613.781892:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.781898:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384613.781899:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384613.781915:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384613.781921:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384613.781925:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384614.200519:0:21020:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384614.200524:0:21020:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384614.203857:0:21020:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384614.211474:0:21021:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000076f02652. 00000400:00000010:3.0:1767384614.211490:0:21021:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d561a7e3. 00000400:00000010:3.0:1767384614.211502:0:21021:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fc9135a9. 00000400:00000010:3.0:1767384614.211506:0:21021:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000019b7acc3. 00000400:00000010:3.0:1767384614.211511:0:21021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000195217ab. 00000400:00000010:3.0:1767384614.211516:0:21021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000006354dd7. 00000400:00000010:3.0:1767384614.211519:0:21021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015161e52. 00000400:00000010:3.0:1767384614.211521:0:21021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000201dce83. 00000400:00000010:3.0:1767384614.211525:0:21021:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000c63b364. 00000800:00000010:3.0:1767384614.211544:0:21021:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e289da97. 00000800:00000200:3.0:1767384614.211556:0:21021:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384614.211564:0:21021:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384614.211609:0:21021:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:3.0:1767384614.211631:0:21021:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp17 [8/256/0/180] 00000400:00000010:3.0:1767384614.214398:0:21021:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000006f077ff6. 00000400:00000010:3.0:1767384614.214406:0:21021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f28db44. 00000400:00000010:3.0:1767384614.214412:0:21021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8675a34. 00000400:00000001:3.0:1767384614.214427:0:21021:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384614.214429:0:21021:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384614.214431:0:21021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5349dc1. 00000400:00000200:3.0:1767384614.214435:0:21021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:3.0:1767384614.214438:0:21021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000400:00000010:3.0:1767384614.214443:0:21021:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000069af855. 00000400:00000200:3.0:1767384614.214448:0:21021:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (8) 00000400:00000200:3.0:1767384614.214478:0:21021:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384614.214489:0:21021:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:3.0:1767384614.214497:0:21021:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009c34ab8f. 00000020:01000000:3.0:1767384614.214502:0:21021:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384614.214505:0:21021:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp17 00000400:00000200:1.0:1767384614.214511:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384614.214518:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:3.0:1767384614.214523:0:21021:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d561a7e3. 00000400:00000010:1.0:1767384614.214524:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d824024e. 00000400:00000200:1.0:1767384614.214530:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (9) 00000400:00000010:3.0:1767384614.214531:0:21021:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000076f02652. 00000400:00000010:1.0:1767384614.214536:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad3574bc. 00000400:00000200:1.0:1767384614.214541:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:0.0:1767384614.214545:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384614.214550:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384614.214553:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384614.214554:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:01000000:0.0:1767384614.214557:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384614.214561:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384614.214561:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384614.214565:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384614.214569:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384614.214572:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384614.214572:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384614.214576:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384614.214578:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384614.214579:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384614.214580:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384614.214583:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384614.214586:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384614.214586:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384614.214588:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384614.214592:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ea90da9. 00000020:00000040:0.0:1767384614.214597:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:1.0:1767384614.214601:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:0.0:1767384614.214604:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384614.214606:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:0.0:1767384614.214608:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384614.214612:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:0.0:1767384614.214614:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.214617:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:1.0:1767384614.214622:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp16 02000000:00000010:0.0:1767384614.214624:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000058629d18. 00000400:00000200:1.0:1767384614.214627:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp16 lpni_is_preferred = 0 00000400:00000200:1.0:1767384614.214631:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp16 00000100:00000001:0.0:1767384614.214632:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.214636:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp16 NI seq info: [19:19:256:4294967295] 192.168.202.117@tcp16 LPNI seq info [19:19:8:4294967295] 00000100:00000001:0.0:1767384614.214642:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384614.214643:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp16 00000100:00000001:0.0:1767384614.214646:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.214654:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea90da9] to pc [ptlrpcd_00_03+3] req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.214655:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16:) -> 192.168.202.117@tcp16(192.168.202.117@tcp:192.168.202.117@tcp16) : PUT try# 0 00000800:00000200:1.0:1767384614.214666:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.202.117@tcp16 00000800:00000010:1.0:1767384614.214672:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891893a. 00000800:00000010:1.0:1767384614.214680:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000763b5d47. 00000800:00000010:1.0:1767384614.214686:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000dac39765. 00000800:00000200:1.0:1767384614.214690:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (2) 00000800:00000200:1.1:1767384614.214694:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (2) 10000000:00000001:0.0:1767384614.214700:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384614.214704:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.214706:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.214708:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000020:01000000:0.0:1767384614.214709:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384614.214714:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000020:00000001:0.0:1767384614.214717:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384614.214719:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384614.214720:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384614.214724:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384614.214726:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:0.0:1767384614.214726:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384614.214728:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384614.214731:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384614.214731:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384614.214732:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384614.214736:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384614.214738:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384614.214740:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384614.214742:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384614.214744:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384614.214746:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384614.214749:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029285ac0. 00000020:00000040:0.0:1767384614.214752:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384614.214756:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384614.214757:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384614.214760:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384614.214767:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f8c80833. 00000400:00000200:1.0:1767384614.214770:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:0.0:1767384614.214772:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.214779:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384614.214781:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.214788:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029285ac0] to pc [ptlrpcd_00_00+0] req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.214793:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.214815:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.214817:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.214821:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:0.0:1767384614.214823:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.214824:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 02000000:00000001:2.0:1767384614.214825:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384614.214829:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.214852:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.214857:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.214860:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059660288:0@lo:253: 00000020:01000000:0.0:1767384614.214861:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384614.214865:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009c34ab8f. 00000100:00000001:2.0:1767384614.214870:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.214877:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384614.214878:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384614.214880:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.214884:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384614.214885:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00100000:0.0:1767384614.214888:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384614.214891:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.214899:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384614.214900:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.214903:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384614.214904:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384614.214905:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384614.214909:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.214915:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:0.0:1767384614.214915:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384614.214919:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.214922:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384614.214924:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384614.214926:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384614.214928:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029285ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059660416:0@lo:253: 00000100:00000001:0.0:1767384614.214931:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384614.214934:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384614.214936:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.214938:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384614.214942:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000093e726cd. 02000000:00000001:0.0:1767384614.214944:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384614.214947:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000043978df. 00000100:00000001:2.0:1767384614.214949:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384614.214952:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000010:0.0:1767384614.214953:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee6c8d10. 00000100:00000200:0.0:1767384614.214958:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059660416, portal 25 00000100:00000001:2.0:1767384614.214961:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.214962:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384614.214964:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027878400 : -115911681673216 : ffff969435637800) 00000100:00000040:0.0:1767384614.214970:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.214975:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384614.214978:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384614.214981:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000010:0.0:1767384614.214982:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015a8ca4d. 00000100:00000200:0.0:1767384614.214987:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059660416, offset 0 00000100:00000001:2.0:1767384614.214990:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.214995:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.214995:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384614.215006:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384614.215016:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02a80 00000400:00000200:1.0:1767384614.215022:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384614.215028:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 02000000:00000010:2.0:1767384614.215030:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000411be184. 00000400:00000010:0.0:1767384614.215032:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f0d2eed. 02000000:00000001:2.0:1767384614.215036:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.215037:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000013343e04 00000400:00000010:2.0:1767384614.215043:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e37db19. 00000400:00000200:0.0:1767384614.215045:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.215049:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384614.215051:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384614.215052:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d849fc5. 00000100:00000200:2.0:1767384614.215059:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059660288, portal 25 00000400:00000200:0.0:1767384614.215060:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013343e04 00000400:00000010:0.0:1767384614.215064:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013343e04. 00000100:00000001:2.0:1767384614.215065:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.215068:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027872128 : -115911681679488 : ffff969435635f80) 00000100:00000001:0.0:1767384614.215070:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384614.215073:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384614.215076:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000666ebf26 x1853237059660416 msgsize 4848 00000100:00000040:2.0:1767384614.215077:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.215082:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00100000:0.0:1767384614.215089:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384614.215094:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384614.215098:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.215104:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384614.215104:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384614.215109:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000010:2.0:1767384614.215110:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5542409. 00000400:00000200:0.0:1767384614.215113:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015a8ca4d 00000400:00000010:0.0:1767384614.215116:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015a8ca4d. 00000100:00000001:0.0:1767384614.215120:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384614.215124:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384614.215125:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059660288, offset 0 00000400:00000200:2.0:1767384614.215138:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384614.215138:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000001:0.0:1767384614.215138:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384614.215143:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.215152:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384614.215159:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.215161:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384614.215166:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02a00 00000100:00000001:0.0:1767384614.215167:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.215173:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294904317 00000400:00000200:1.0:1767384614.215176:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384614.215178:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000100:00000010:0.0:1767384614.215179:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015b0e17a. 00000400:00000010:2.0:1767384614.215187:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1c6f3f. 00000100:00000001:0.0:1767384614.215188:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384614.215195:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005026e17 00000100:00000001:0.0:1767384614.215196:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294904317 00000400:00000200:2.0:1767384614.215201:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384614.215201:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000958b4351. 00000100:00000001:0.0:1767384614.215205:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384614.215207:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384614.215210:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384614.215210:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294904317 00000100:00000010:0.0:1767384614.215217:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b598b03. 00000400:00000200:2.0:1767384614.215219:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005026e17 00000100:00000001:0.0:1767384614.215222:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384614.215223:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005026e17. 00000100:00000001:2.0:1767384614.215229:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384614.215232:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294904317 00000100:00000200:2.0:1767384614.215233:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384614.215234:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000010:0.0:1767384614.215239:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed19a10c. 00000100:00000040:2.0:1767384614.215240:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000bc9c80a2 x1853237059660288 msgsize 4848 00000100:00000001:0.0:1767384614.215244:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384614.215249:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384614.215254:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384614.215255:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.215260:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384614.215260:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.215265:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.215273:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.215280:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5542409 00000400:00000010:2.0:1767384614.215282:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5542409. 00000100:00000001:2.0:1767384614.215286:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384614.215298:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.215307:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.215311:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.215320:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.215323:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.215330:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.215334:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294904317 00000100:00000001:2.0:1767384614.215338:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294904317 00000100:00000001:2.0:1767384614.215340:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294904317 00000100:00000001:2.0:1767384614.215343:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294904317 00000100:00000001:2.0:1767384614.215345:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294904317 00000100:00000001:2.0:1767384614.215347:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294904317 00000100:00000001:2.0:1767384614.215349:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294904317 00000100:00000001:2.0:1767384614.215352:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294904317 00000100:00000001:2.0:1767384614.215354:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.215357:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.215360:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.215362:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.215368:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.215370:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384614.215374:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.215376:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.215379:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.215383:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.215394:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384614.215397:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660416 02000000:00000001:0.0:1767384614.215400:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384614.215403:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.215405:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384614.215405:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.215409:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.215410:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660288 00000100:00100000:0.0:1767384614.215413:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660416 02000000:00000001:2.0:1767384614.215414:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384614.215417:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384614.215418:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384614.215419:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:2.0:1767384614.215422:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.215423:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384614.215426:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 02000000:00000001:2.0:1767384614.215428:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.215429:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384614.215434:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00100000:2.0:1767384614.215435:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660288 00000100:00000001:0.0:1767384614.215439:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384614.215443:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00000020:00000001:2.0:1767384614.215446:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384614.215447:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384614.215464:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000800:00000010:1.0:1767384614.215468:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026f85b9a. 00000020:00000001:2.0:1767384614.215470:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384614.215470:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 00000020:00000040:2.0:1767384614.215475:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000800:00000010:1.0:1767384614.215476:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000828f69ac. 00000020:00000010:0.0:1767384614.215479:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a38b6799. 00000020:00000001:2.0:1767384614.215481:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000800:00000010:1.0:1767384614.215486:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adf6d49e. 00000020:00000001:2.0:1767384614.215487:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:0.0:1767384614.215487:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5c1a216. 00000100:00000001:2.0:1767384614.215495:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384614.215496:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0bbe90a. 00000020:00000010:2.0:1767384614.215500:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0733db0. 00000100:00000001:2.0:1767384614.215505:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384614.215506:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384614.215508:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0733db0. 00000100:00000001:0.0:1767384614.215510:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384614.215513:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384614.215515:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.215516:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb68ee5. 00000100:00000001:0.0:1767384614.215522:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.215523:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023a828ab. 00000800:00000010:1.0:1767384614.215526:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adf6d49e. 00000020:00000010:2.0:1767384614.215532:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000504fe95e. 00000100:00000001:0.0:1767384614.215534:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.215540:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384614.215543:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.215546:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.215548:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384614.215553:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.215557:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384614.215558:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384614.215565:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:2.0:1767384614.215568:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384614.215570:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384614.215573:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935573072 : -115911773978544 : ffff96942fe30050) 00000100:00000040:0.0:1767384614.215579:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000666ebf26 x1853237059660416/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.215580:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp16 from 241.3.0.2 00000100:00000001:2.0:1767384614.215583:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.0:1767384614.215586:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cf05bf38. 00000100:00000001:2.0:1767384614.215589:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384614.215595:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384614.215598:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000020:00000010:0.0:1767384614.215600:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00000100:00000040:2.0:1767384614.215603:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384614.215604:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384614.215608:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 00000100:00000001:2.0:1767384614.215609:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935584336 : -115911773967280 : ffff96942fe32c50) 00000100:00100000:0.0:1767384614.215615:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000666ebf26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059660416:12345-0@lo:253: 00000100:00000040:2.0:1767384614.215619:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc9c80a2 x1853237059660288/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384614.215620:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660416 00000020:00000001:0.0:1767384614.215624:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384614.215629:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384614.215633:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384614.215633:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.215637:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384614.215640:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0733db0. 00000020:00000001:0.0:1767384614.215640:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384614.215646:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384614.215647:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384614.215648:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384614.215652:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0733db0. 00000020:00000001:0.0:1767384614.215653:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384614.215656:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384614.215660:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.215664:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9c80a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059660288:12345-0@lo:253: 00000100:00000001:0.0:1767384614.215665:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384614.215668:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384614.215669:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660288 02000000:00000010:0.0:1767384614.215676:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000027cf024. 02000000:00000001:0.0:1767384614.215680:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.215681:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384614.215682:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.215686:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384614.215686:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384614.215690:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.215693:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:0.0:1767384614.215694:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000008b9edf5. 00000020:00000001:2.0:1767384614.215695:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:01000000:0.0:1767384614.215700:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384614.215701:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384614.215704:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384614.215706:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384614.215708:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384614.215709:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384614.215712:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384614.215713:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.215715:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.215718:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.215722:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384614.215723:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384614.215726:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767384614.215729:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007621ea56. 02000000:00000001:2.0:1767384614.215733:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384614.215735:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000680b301d. 00000100:00000001:2.0:1767384614.215737:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.215742:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384614.215742:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384614.215751:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384614.215753:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009593abf9. 20000000:01000000:2.0:1767384614.215758:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384614.215758:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384614.215763:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384614.215766:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384614.215768:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.215770:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384614.215772:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb645b10. 20000000:00000001:2.0:1767384614.215773:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384614.215778:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005454d402. 00000800:00000010:1.0:1767384614.215791:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bc931807. 00000800:00000200:1.1:1767384614.215795:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (2) 00000800:00000200:1.1:1767384614.215798:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp16 00000000bc931807 deleted 00000800:00000010:1.1:1767384614.215799:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bc931807. 00000800:00000200:1.1:1767384614.215803:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384614.215809:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp16 ip 192.168.202.117:1009 00080000:00000001:0.0:1767384614.215809:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384614.215815:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a891893a type 1, nob 272 niov 1 nkiov 1 00080000:00000001:0.0:1767384614.215816:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384614.215818:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.215819:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384614.215823:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384614.215829:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000800:00000200:1.0:1767384614.215855:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp16 p 3.x 192.168.202.117 -> 192.168.202.117:1009 incarnation:1767384612875105139 sched[0] 00000800:00000010:1.0:1767384614.215862:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adf6d49e. 00000800:00000010:1.0:1767384614.215903:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adf6d49e. 00000800:00000010:1.0:1767384614.215908:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005454d402. 00000800:00000010:1.0:1767384614.215931:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cf05bf38. 00000800:00000001:1.0:1767384614.215944:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.215948:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384614.215991:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384614.215995:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891893a. 00000400:00000200:1.0:1767384614.215998:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.216002:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: PUT: OK 00000400:00000200:1.0:1767384614.216005:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384614.216007:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000200:1.1:1767384614.216027:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384614.216031:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp16 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384612875105139 sched[0] 00000800:00000010:1.0:1767384614.216034:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000828f69ac. 00080000:00000001:0.0:1767384614.216075:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384614.216077:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00080000:00000010:0.0:1767384614.216081:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009253a666. 00080000:00000001:0.0:1767384614.216085:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999130624 : -115911710420992 : ffff969433acd000) 00080000:00000001:0.0:1767384614.216088:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384614.216116:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384614.216156:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000001:00000001:0.0:1767384614.216191:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384614.216194:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.216196:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384614.216198:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00080000:00000001:0.0:1767384614.216214:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.216219:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384614.216243:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384614.216272:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384614.216295:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384614.216327:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00080000:00000001:0.0:1767384614.216333:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384614.216336:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384614.216355:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000800:00000001:0.0:1767384614.216382:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384614.216386:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000001:0.0:1767384614.216390:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384614.216394:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.216398:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.216405:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16) <- 192.168.202.117@tcp16 : PUT - for me 00000400:00000200:0.0:1767384614.216413:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384614.216414:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384614.216424:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 176/176 into md 0x1339 [1] + 0 00000400:00000010:0.0:1767384614.216427:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029398b2f. 00000400:00000200:0.0:1767384614.216431:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014dc0bcf 00000800:00000001:0.0:1767384614.216435:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.216444:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.216446:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384614.216464:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: PUT: OK 00000400:00000200:1.0:1767384614.216468:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384614.216476:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014dc0bcf 00000400:00000010:0.0:1767384614.216478:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014dc0bcf. 00000400:00000200:0.0:1767384614.216483:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384614.216487:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (10) 00000400:00000200:0.0:1767384614.216491:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:0.0:1767384614.216494:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000015a8ca4d. 00000400:00000200:0.0:1767384614.216498:0:16135:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 9 00000400:00000200:0.0:1767384614.216502:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384614.216509:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384614.216510:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (11) 00000400:00000200:0.0:1767384614.216517:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384614.216524:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp16 to MR: 192.168.202.117@tcp16 local destination 00000400:00000200:0.0:1767384614.216529:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp16 NI seq info: [20:20:256:4294967295] 192.168.202.117@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1767384614.216540:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) -> 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) 192.168.202.117@tcp16 : ACK try# 0 00000800:00000200:0.0:1767384614.216545:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp16 00000400:00000200:1.0:1767384614.216548:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000800:00000010:0.0:1767384614.216549:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c71a23f. 00000800:00000200:0.0:1767384614.216556:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (4) 00000800:00000200:0.0:1767384614.216561:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp16 ip 192.168.202.117:988 00000800:00000200:0.0:1767384614.216564:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008c71a23f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384614.216580:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000800:00000200:0.0:1767384614.216610:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384614.216613:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c71a23f. 00000400:00000200:0.0:1767384614.216619:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384614.216623:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: ACK: OK 00000800:00000001:0.0:1767384614.216629:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.216632:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384614.216634:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.216638:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384614.216640:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.216644:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.216649:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16) <- 192.168.202.117@tcp16 : ACK - for me 00000400:00000200:0.0:1767384614.216659:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp16: ACK from 12345-192.168.202.117@tcp16 into md 0x1351 00000400:00000200:0.0:1767384614.216662:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384614.216674:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: ACK: OK 00000400:00000200:0.0:1767384614.216677:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d824024e 00000400:00000010:0.0:1767384614.216678:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d824024e. 00000400:00000200:0.0:1767384614.216682:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384614.216685:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:0.0:1767384614.216690:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384614.216693:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (10) 00000800:00000001:0.0:1767384614.216697:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.216700:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.216731:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384614.216734:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003976af9a. 00000400:00000010:0.0:1767384614.216739:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7cf5a0. 00000400:00000200:0.0:1767384614.216743:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:0.0:1767384614.216748:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:0.0:1767384614.216755:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 000000008c71a23f. 00000400:00000010:0.0:1767384614.216759:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 0000000078e5a82e. 00000400:00000010:0.0:1767384614.216763:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 0000000092e1fa1d. 00000400:00000010:0.0:1767384614.216783:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bde821ed. 00000400:00000200:0.0:1767384614.216788:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bde821ed nid 192.168.202.117@tcp17 00000400:00000010:0.0:1767384614.216792:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002b9a0b64. 00000400:00000200:0.0:1767384614.216796:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000002b9a0b64 net tcp17 00000400:00000200:1.0:1767384614.216800:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384614.216800:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (9) 00000400:00000200:0.0:1767384614.216810:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp17 flags 0x11 00000400:00000010:0.0:1767384614.216815:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 000000008c71a23f. 00000400:00000010:0.0:1767384614.216820:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 0000000078e5a82e. 00000400:00000010:0.0:1767384614.216823:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 0000000092e1fa1d. 00000400:00000010:0.0:1767384614.216828:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000015a8ca4d. 00000400:00000200:0.0:1767384614.216830:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384614.216858:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384614.216861:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384614.216865:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384614.216869:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384614.216871:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384614.216876:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384614.216885:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (10) 00000400:00000200:0.0:1767384614.216926:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp16 from 240.3.0.2 00000800:00000010:0.0:1767384614.216929:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000fb363f3. 00000800:00000010:1.0:1767384614.217006:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a0c44da. 00000800:00000010:1.0:1767384614.217011:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000828f69ac. 00000800:00000010:1.0:1767384614.217014:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adf6d49e. 00000800:00000010:0.0:1767384614.217119:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000888da590. 00000800:00000010:0.0:1767384614.217123:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015a8ca4d. 00000800:00000010:0.0:1767384614.217141:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000013343e04. 00000800:00000200:0.1:1767384614.217145:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (4) 00000800:00000200:0.1:1767384614.217149:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp16 0000000013343e04 deleted 00000800:00000010:0.1:1767384614.217150:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000013343e04. 00000800:00000200:0.1:1767384614.217153:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384614.217156:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp16 p 3.x 192.168.202.117 -> 192.168.202.117:1008 incarnation:1767384612875105139 sched[0] 00000800:00000010:0.0:1767384614.217160:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f2afab5. 00000800:00000010:0.0:1767384614.217183:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f2afab5. 00000800:00000010:0.0:1767384614.217187:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015a8ca4d. 00000800:00000010:0.0:1767384614.217209:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000fb363f3. 00000800:00000001:0.0:1767384614.217217:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.217220:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384614.217251:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adf6d49e. 00000800:00000200:0.1:1767384614.217268:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384614.217272:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp16 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384612875105139 sched[0] 00000800:00000010:0.0:1767384614.217274:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000828f69ac. 00000800:00000001:0.0:1767384614.217297:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.217301:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384614.224053:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384614.224060:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384614.224064:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384614.224066:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384614.224074:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:0.0:1767384614.224075:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384614.224080:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384614.224085:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384614.224085:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384614.224088:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384614.224089:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00040000:00000001:3.0:1767384614.224092:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:2.0:1767384614.224092:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000024bc38dc. 20000000:01000000:1.0:1767384614.224094:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384614.224097:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384614.224098:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 00080000:00000010:3.0:1767384614.224099:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009253a666. 20000000:00000001:1.0:1767384614.224099:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384614.224105:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384614.224105:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384614.224107:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384614.224112:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384614.224112:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384614.224117:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384614.224125:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001be602f3. 00010000:00000001:1.0:1767384614.224129:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384614.224133:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384614.224136:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384614.224140:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384614.224140:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c6fb to hash 00080000:00000001:2.0:1767384614.224146:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384614.224147:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384614.224150:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224151:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:2.0:1767384614.224154:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384614.224156:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00000020:00000001:2.0:1767384614.224158:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384614.224161:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384614.224163:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384614.224164:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.224169:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384614.224170:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384614.224176:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000796fb75c. 00080000:00000001:2.0:1767384614.224180:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855357440 : -115916854194176 : ffff969301151000) 00080000:00000001:2.0:1767384614.224182:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384614.224189:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384614.224194:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384614.224197:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384614.224200:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384614.224202:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.224205:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384614.224207:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.224210:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384614.224213:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384614.224215:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384614.224217:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384614.224220:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001be602f3) refcount = 1 00010000:00010000:1.0:1767384614.224224:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.224231:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384614.224233:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384614.224236:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.224239:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224241:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384614.224244:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384614.224248:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384614.224251:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384614.224253:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.224255:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000001:00000001:2.0:1767384614.224256:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1767384614.224257:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:2.0:1767384614.224261:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224261:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:2.0:1767384614.224267:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384614.224267:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384614.224269:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.224276:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384614.224277:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384614.224288:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224293:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384614.224294:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384614.224296:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384614.224298:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.224303:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.224304:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224306:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384614.224308:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384614.224313:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384614.224315:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384614.224317:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384614.224319:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.224322:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384614.224323:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384614.224324:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.224325:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384614.224327:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.224328:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.224331:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384614.224333:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.224336:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384614.224338:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384614.224339:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224342:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384614.224343:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384614.224345:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.224351:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384614.224353:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c6fb from hash 00010000:00000001:1.0:1767384614.224355:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384614.224356:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.224358:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.224359:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384614.224361:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384614.224363:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384614.224365:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384614.224367:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.224369:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224371:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384614.224372:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384614.224374:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.224376:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.224377:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224379:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.224380:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.224382:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.224385:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.224386:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.224388:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384614.224390:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384614.224392:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.224393:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.224394:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384614.224397:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.224398:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.224400:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.224404:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384614.224405:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384614.224407:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c6fb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384614.224418:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001be602f3 count: 0 00010000:00000001:1.0:1767384614.224432:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384614.224434:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384614.224443:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384614.224448:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384614.227879:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294904317, at 4294904318 00000100:00000040:3.0:1767384614.227882:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294904317, at 4294904318 00000100:00000040:0.0:1767384614.227882:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294904317, at 4294904318 00000100:00000010:1.0:1767384614.227887:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000958b4351. 00000100:00000010:0.0:1767384614.227892:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015b0e17a. 00000100:00000010:3.0:1767384614.227895:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed19a10c. 00000100:00000040:2.0:1767384614.228883:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294904317, at 4294904319 00000100:00000010:2.0:1767384614.228891:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b598b03. 00010000:00000010:1.1:1767384614.229859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001be602f3. 00010000:00000010:1.1:1767384614.229874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00080000:00000001:3.0:1767384614.232483:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384614.232486:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384614.232488:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384614.232489:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384614.232491:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384614.232495:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384614.232497:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000796fb75c. 00080000:00000001:3.0:1767384614.232502:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:2.0:1767384614.232503:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:2.0:1767384614.232508:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.232512:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384614.232515:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384614.232529:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384614.232534:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384614.232540:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384614.232542:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384614.232544:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384614.232548:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384614.232552:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384614.232554:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384614.232559:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001be602f3. 00010000:00000001:1.0:1767384614.232563:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384614.232567:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384614.232570:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384614.232573:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c702 to hash 00000020:00000001:1.0:1767384614.232575:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384614.232577:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.232579:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.232581:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.232583:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.232585:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232591:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384614.232593:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384614.232595:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384614.232597:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384614.232598:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.232600:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384614.232601:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.232603:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384614.232605:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384614.232606:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384614.232613:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384614.232614:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001be602f3) refcount = 1 00010000:00010000:1.0:1767384614.232617:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232621:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384614.232623:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384614.232624:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.232625:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.232626:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384614.232628:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384614.232630:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384614.232633:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384614.232634:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.232635:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384614.232637:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.232639:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.232640:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384614.232642:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232646:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384614.232648:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232652:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.232653:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384614.232653:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232656:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.232657:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.232659:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384614.232660:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384614.232672:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384614.232674:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384614.232676:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384614.232678:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232682:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384614.232683:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384614.232684:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.232685:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384614.232686:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.232688:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384614.232689:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384614.232691:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232694:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384614.232696:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384614.232697:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.232699:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384614.232700:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384614.232702:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.232704:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384614.232705:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c702 from hash 00010000:00000001:1.0:1767384614.232707:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384614.232708:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.232709:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.232710:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384614.232712:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384614.232713:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384614.232715:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384614.232716:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.232718:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.232720:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384614.232726:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384614.232728:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.232729:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.232730:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.232732:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.232734:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.232736:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232739:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.232740:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.232741:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384614.232743:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384614.232745:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.232746:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.232747:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384614.232749:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.232751:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.232753:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.232757:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384614.232759:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384614.232760:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c702 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384614.232763:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001be602f3 count: 0 00010000:00000001:1.0:1767384614.232776:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384614.232777:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384614.233594:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384614.233599:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384614.233602:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000008b9edf5. 20000000:00000001:2.0:1767384614.233608:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384614.233614:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660416 00010000:00000001:2.0:1767384614.233618:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384614.233628:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000666ebf26 x1853237059660416/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.233639:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384614.233642:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.233647:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.233653:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384614.233656:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384614.233660:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384614.233665:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384614.233668:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.233673:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.233678:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.233683:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5542409. 00000100:00000200:2.0:1767384614.233697:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059660416, offset 224 00000400:00000200:2.0:1767384614.233707:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.233722:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.233736:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02a80 00000400:00000200:2.0:1767384614.233746:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1355 [2] + 224 00000400:00000200:2.0:1767384614.233755:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.233761:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384614.233768:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.233774:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.233785:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.233804:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.233813:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5542409 00000400:00000010:2.0:1767384614.233816:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5542409. 00000100:00000001:0.0:1767384614.233818:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.233821:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384614.233823:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.233825:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384614.233829:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384614.233862:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.233868:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384614.233871:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384614.233874:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384614.233875:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384614.233878:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000043978df. 00000020:00000001:2.0:1767384614.233880:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384614.233887:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000666ebf26 x1853237059660416/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.233890:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee6c8d10 00000400:00000010:0.0:1767384614.233892:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee6c8d10. 00000100:00000001:0.0:1767384614.233898:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384614.233904:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.233906:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000666ebf26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059660416:12345-0@lo:253: Request processed in 18307us (18825us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384614.233922:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.233928:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:0.0:1767384614.233932:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384614.233934:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.233936:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384614.233937:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384614.233941:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384614.233942:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384614.233945:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.233946:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384614.233947:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.233951:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.233953:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5c1a216. 00000100:00001000:0.0:1767384614.233955:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384614.233961:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=22 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384614.233964:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0bbe90a. 00000100:00000001:0.0:1767384614.233964:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384614.233966:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384614.233968:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384614.233969:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.233971:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.233975:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384614.233981:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a38b6799. 00000100:00000001:0.0:1767384614.233981:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384614.233986:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384614.233989:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384614.233991:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000020:01000004:0.0:1767384614.233992:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384614.233996:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384614.233999:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384614.234000:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384614.234001:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:2.0:1767384614.234004:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000027cf024. 00000020:01000004:0.0:1767384614.234004:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384614.234005:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384614.234008:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384614.234010:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384614.234012:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384614.234012:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384614.234015:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.234017:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384614.234024:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384614.234031:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029285ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059660416:0@lo:253: 00000400:00000010:2.0:1767384614.234032:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329976d3. 00000100:00000001:0.0:1767384614.234038:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384614.234041:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5542409. 00000100:00000001:0.0:1767384614.234042:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384614.234046:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029285ac0 x1853237059660416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.234052:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384614.234055:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384614.234057:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000093e726cd. 02000000:00000001:0.0:1767384614.234065:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384614.234067:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384614.234069:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384614.234071:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384614.234073:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f8c80833. 02000000:00000001:0.0:1767384614.234078:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384614.234079:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384614.234081:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029285ac0. 00000100:00000001:0.0:1767384614.234084:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384614.234085:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.234087:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.234094:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384614.234095:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.234097:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384614.234100:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384614.235892:0:21026:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000091d10417. 00000400:00000040:1.0:1767384614.235910:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.235913:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384614.235915:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.235916:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.235918:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.235919:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384614.235921:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.235927:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384614.235929:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384614.235930:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384614.235932:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384614.235934:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.235936:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384614.235937:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.235938:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384614.235940:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384614.235941:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.235942:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384614.235943:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384614.235945:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.235946:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.235948:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.235949:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.235950:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.235950:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384614.235952:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.235953:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.235954:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.235955:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.235956:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.235956:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384614.235958:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.235959:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.235960:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.235961:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.235962:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.235963:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384614.235965:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.235967:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.235968:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384614.235969:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384614.235970:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.235972:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384614.235973:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384614.235974:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384614.235975:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384614.235979:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384614.235980:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384614.235981:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384614.235983:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.235984:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384614.235985:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384614.235986:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384614.235987:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384614.235988:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384614.235989:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384614.235989:0:21026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384614.236017:0:21026:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000091d10417. 00080000:00000020:0.0:1767384614.236104:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384614.236107:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384614.236109:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009593abf9. 20000000:00000001:0.0:1767384614.236113:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384614.236116:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660288 00010000:00000001:0.0:1767384614.236118:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384614.236121:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc9c80a2 x1853237059660288/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384614.236127:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384614.236129:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384614.236136:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384614.236138:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384614.236140:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384614.236141:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384614.236143:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384614.236144:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.236146:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384614.236147:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384614.236149:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013343e04. 00000100:00000200:0.0:1767384614.236151:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059660288, offset 224 00000400:00000200:0.0:1767384614.236155:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384614.236159:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384614.236164:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02a00 00000400:00000200:0.0:1767384614.236167:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x135d [2] + 224 00000400:00000200:0.0:1767384614.236171:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384614.236173:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384614.236175:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384614.236177:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384614.236183:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.236193:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384614.236197:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013343e04 00000400:00000010:0.0:1767384614.236198:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013343e04. 00000100:00000001:0.0:1767384614.236200:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384614.236202:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384614.236204:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.236206:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384614.236208:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384614.236210:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.236211:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384614.236214:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9c80a2 x1853237059660288/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.236216:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.236220:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384614.236224:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9c80a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059660288:12345-0@lo:253: Request processed in 20591us (20982us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384614.236226:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384614.236228:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384614.236231:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e37db19. 00000400:00000200:2.0:1767384614.236238:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d849fc5 00000100:00100000:0.0:1767384614.236241:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000400:00000010:2.0:1767384614.236242:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d849fc5. 00000100:00000040:0.0:1767384614.236244:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384614.236247:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384614.236247:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384614.236251:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384614.236254:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023a828ab. 00000100:00000200:2.0:1767384614.236255:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384614.236258:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000504fe95e. 00000020:00000010:0.0:1767384614.236264:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb68ee5. 00000020:00000040:0.0:1767384614.236268:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:0.0:1767384614.236272:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384614.236274:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007621ea56. 00000100:00000200:2.0:1767384614.236276:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384614.236278:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384614.236281:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384614.236286:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384614.236290:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000043978df. 00000100:00000001:2.0:1767384614.236293:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384614.236295:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013343e04. 00000100:00000001:2.0:1767384614.236296:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.236301:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384614.236303:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384614.236305:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.236307:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.236309:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.236312:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384614.236316:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.236319:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384614.236321:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.236323:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384614.236324:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.236326:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.236329:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.236351:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.236353:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.236355:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384614.236359:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384614.236361:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384614.236362:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384614.236363:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384614.236365:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384614.236366:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384614.236368:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384614.236369:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384614.236370:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384614.236371:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384614.236374:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.236382:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059660288:0@lo:253: 00000100:00000001:2.0:1767384614.236387:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.236389:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.236391:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ea90da9 x1853237059660288/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.236398:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.236400:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.236402:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000411be184. 02000000:00000001:2.0:1767384614.236408:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.236410:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.236411:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384614.236414:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384614.236415:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000058629d18. 02000000:00000001:2.0:1767384614.236422:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.236423:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.236425:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ea90da9. 00000100:00000001:2.0:1767384614.236429:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.236430:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.236432:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.236443:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.236445:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.236447:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.236464:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384614.241252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001be602f3. 00010000:00000010:1.1:1767384614.241259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00000020:00000010:2.0:1767384614.741907:0:16762:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000411be184. 00000100:00000001:2.0:1767384614.741916:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384614.741920:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.741950:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384614.741952:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:2.0:1767384614.741955:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.741957:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384614.741959:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384614.741960:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384614.741962:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384614.741964:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384614.741965:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 13 10000000:00000001:2.0:1767384614.741967:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384614.741969:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384614.741974:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d839be4. 00000020:00000040:2.0:1767384614.741978:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384614.741981:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.741985:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384614.741989:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.741995:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000287badbe. 00000100:00000001:2.0:1767384614.742002:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.742006:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384614.742009:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384614.742016:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d2eddf1. 00010000:00000001:2.0:1767384614.742020:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384614.742024:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035afa465. 00000020:00000001:2.0:1767384614.742027:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384614.742029:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000035afa465 with handle 0x534bb1615bf4c709 to hash 00000020:00000001:2.0:1767384614.742031:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384614.742032:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384614.742035:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384614.742038:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.742047:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.742050:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384614.742058:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384614.742066:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384614.742070:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384614.742072:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384614.742077:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002af54077. 00000100:00000001:2.0:1767384614.742079:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161267561984 : -115912441989632 : ffff96940811f600) 00000100:00000001:2.0:1767384614.742081:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.742083:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000100:00000001:2.0:1767384614.742087:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.742090:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742092:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384614.742093:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384614.742100:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.742106:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.742108:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.742111:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384614.742113:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384614.742115:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.742118:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059660544:0@lo:101: 00000100:00000001:2.0:1767384614.742121:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.742126:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384614.742128:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.742130:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384614.742134:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f4cbc8ea. 02000000:00000001:2.0:1767384614.742136:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.742147:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e37db19. 00000400:00000010:2.0:1767384614.742153:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705de55b. 00000100:00000200:2.0:1767384614.742158:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059660544, portal 25 00000100:00000001:2.0:1767384614.742160:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.742161:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000100:00000040:2.0:1767384614.742168:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.742184:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.742190:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.742193:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000100:00000200:2.0:1767384614.742197:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059660544, offset 0 00000400:00000200:2.0:1767384614.742203:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.742215:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.742226:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a02b00 00000400:00000200:2.0:1767384614.742232:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1fd [2] + 0 00000400:00000010:2.0:1767384614.742234:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc130d3d. 00000400:00000200:2.0:1767384614.742238:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092790343 00000400:00000200:2.0:1767384614.742242:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.742246:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384614.742250:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092790343 00000400:00000010:2.0:1767384614.742252:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092790343. 00000100:00000001:2.0:1767384614.742256:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384614.742258:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384614.742261:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000009367cd71 x1853237059660544 msgsize 328 00000100:00100000:2.0:1767384614.742264:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384614.742266:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384614.742273:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.742278:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:2.0:1767384614.742280:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000100:00000001:2.0:1767384614.742283:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384614.742287:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.742294:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.742296:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.742306:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742308:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.742313:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742316:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294904844 00000100:00000010:2.0:1767384614.742320:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d01acfb6. 00000100:00000001:2.0:1767384614.742325:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384614.742331:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294904844 00000100:00000010:2.0:1767384614.742334:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098812a98. 00000100:00000001:2.0:1767384614.742337:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384614.742340:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294904844 00000100:00000010:2.0:1767384614.742343:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028d0a0bc. 00000100:00000001:2.0:1767384614.742347:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384614.742350:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294904844 00000100:00000010:2.0:1767384614.742353:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbc0b613. 00000100:00000001:2.0:1767384614.742356:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384614.742359:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.742361:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742363:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.742365:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384614.742366:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000002af54077 going to sleep for 11 seconds 00000100:00000001:2.0:1767384614.742369:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.742371:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742616:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384614.742619:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660544 02000000:00000001:2.0:1767384614.742623:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384614.742625:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.742628:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.742632:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.742636:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660544 00000020:00000001:2.0:1767384614.742640:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384614.742643:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384614.742646:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.742654:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:2.0:1767384614.742657:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384614.742659:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384614.742663:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.742666:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a24cabd5. 00000100:00000001:2.0:1767384614.742669:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.742672:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a24cabd5. 00000020:00000010:2.0:1767384614.742677:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007cc1b36. 00000020:00000010:2.0:1767384614.742682:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ff24c3. 00000020:00000010:2.0:1767384614.742686:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7b78ad. 00000100:00000040:2.0:1767384614.742697:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384614.742699:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384614.742701:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.742702:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742708:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742717:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.742726:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384614.742728:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384614.742732:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:2.0:1767384614.742735:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384614.742737:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935577168 : -115911773974448 : ffff96942fe31050) 00000100:00000040:2.0:1767384614.742741:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009367cd71 x1853237059660544/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 328/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.742747:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.742749:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a24cabd5. 00000100:00000001:2.0:1767384614.742752:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.742753:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a24cabd5. 00000100:00100000:2.0:1767384614.742759:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009367cd71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059660544:12345-0@lo:101: 00000100:00000200:2.0:1767384614.742762:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660544 00000020:00000001:2.0:1767384614.742764:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384614.742767:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384614.742769:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.742776:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384614.742779:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:2.0:1767384614.742782:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384614.742783:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.742785:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384614.742787:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384614.742789:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.742791:0:16770:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384614.742794:0:16770:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384614.742796:0:16770:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384614.742798:0:16770:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384614.742800:0:16770:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.742804:0:16770:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384614.742809:0:16770:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003aa8519d. 00010000:00000001:2.0:1767384614.742812:0:16770:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384614.742815:0:16770:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a340821. 00000020:00000001:2.0:1767384614.742817:0:16770:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384614.742820:0:16770:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008a340821 with handle 0x534bb1615bf4c710 to hash 00000020:00000001:2.0:1767384614.742822:0:16770:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384614.742823:0:16770:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384614.742825:0:16770:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00010000:2.0:1767384614.742827:0:16770:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c709 expref: -99 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384614.742850:0:16770:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:2.0:1767384614.742852:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:2.0:1767384614.742857:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.742860:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384614.742864:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001d90e6d6. 02000000:00000001:2.0:1767384614.742866:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742867:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.742869:0:16770:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384614.742872:0:16770:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384614.742874:0:16770:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384614.742876:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384614.742883:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.742885:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384614.742886:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.742888:0:16770:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384614.742890:0:16770:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384614.742891:0:16770:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384614.742893:0:16770:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384614.742895:0:16770:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003aa8519d) refcount = 1 00010000:00010000:2.0:1767384614.742899:0:16770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 15 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.742904:0:16770:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384614.742905:0:16770:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384614.742907:0:16770:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.742909:0:16770:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.742911:0:16770:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384614.742916:0:16770:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384614.742918:0:16770:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 15 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.742923:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384614.742925:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384614.742927:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.742929:0:16770:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.742931:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384614.742932:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.742934:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384614.742935:0:16770:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008a340821, rc 0) 00000020:00000001:2.0:1767384614.742937:0:16770:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384614.742940:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660544 00010000:00000001:2.0:1767384614.742942:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384614.742946:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009367cd71 x1853237059660544/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 328/344 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.742954:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384614.742957:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.742960:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.742973:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384614.742977:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384614.742980:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384614.742984:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384614.742986:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.742989:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.742992:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.742995:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000100:00000200:2.0:1767384614.742999:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059660544, offset 224 00000400:00000200:2.0:1767384614.743005:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.743011:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.743017:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a02b00 00000400:00000200:2.0:1767384614.743021:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1379 [1] + 224 00000400:00000200:2.0:1767384614.743024:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.743027:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384614.743031:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.743034:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.743040:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743049:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.743053:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:2.0:1767384614.743054:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000100:00000001:2.0:1767384614.743057:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384614.743058:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.743062:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.743064:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384614.743066:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384614.743067:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.743069:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384614.743072:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009367cd71 x1853237059660544/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 328/344 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.743078:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009367cd71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059660544:12345-0@lo:101: Request processed in 330us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384614.743090:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:2.0:1767384614.743092:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384614.743094:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384614.743096:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384614.743100:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ff24c3. 00000020:00000010:2.0:1767384614.743103:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7b78ad. 00000020:00000010:2.0:1767384614.743106:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007cc1b36. 00000020:00000040:2.0:1767384614.743110:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384614.743113:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384614.743115:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001d90e6d6. 02000000:00000001:2.0:1767384614.743117:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384614.743119:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384614.743123:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384614.743127:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff6396c5. 00000400:00000010:2.0:1767384614.743131:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bb9f2a5. 00000100:00000001:2.0:1767384614.743526:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384614.743531:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384614.743533:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384614.743534:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e37db19. 00000400:00000200:2.0:1767384614.743538:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705de55b 00000400:00000010:2.0:1767384614.743540:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705de55b. 00000100:00000001:2.0:1767384614.743542:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.743545:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384614.743556:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743561:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384614.743563:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.743565:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384614.743567:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384614.743569:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.743570:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.743572:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.743579:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384614.743588:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.743590:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384614.743592:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.743595:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384614.743597:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743599:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.743603:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743607:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.743610:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.743611:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.743614:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.743620:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059660544:0@lo:101: 00000100:00000001:2.0:1767384614.743624:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.743627:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743628:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384614.743630:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.743632:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743636:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384614.743637:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002af54077. 00000100:00000001:2.0:1767384614.743639:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384614.743640:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.743642:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384614.743644:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.743645:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.743646:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=4 00000020:00000001:2.0:1767384614.743647:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384614.743649:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000040:2.0:1767384614.743652:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000035afa465, remote cookie: 0x534bb1615bf4c710, flags: 0x0 00010000:00000001:2.0:1767384614.743654:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384614.743661:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384614.743662:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384614.743663:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384614.743664:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384614.743665:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002d2eddf1) refcount = 1 00010000:00010000:2.0:1767384614.743667:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.743672:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384614.743673:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384614.743675:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384614.743677:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384614.743680:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.743682:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.743685:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384614.743686:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.743687:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.743688:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.743689:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.743690:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743691:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.743693:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d839be4 x1853237059660544/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743697:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.743699:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.743702:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f4cbc8ea. 02000000:00000001:2.0:1767384614.743704:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.743705:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.743706:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384614.743707:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384614.743709:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000287badbe. 02000000:00000001:2.0:1767384614.743711:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.743712:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.743713:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d839be4. 00000100:00000001:2.0:1767384614.743715:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.743721:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384614.743723:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.743724:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384614.743725:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:2.0:1767384614.743727:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.743728:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.743729:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.743730:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=3 00000020:00000001:2.0:1767384614.743731:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384614.743733:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384614.743734:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384614.743736:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.743737:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.743738:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.743739:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384614.743741:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000003729ca2c. 00000100:00000010:2.0:1767384614.743753:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d839be4. 00000020:00000040:2.0:1767384614.743755:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384614.743757:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.743759:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384614.743760:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.743764:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000287badbe. 00000100:00000001:2.0:1767384614.743766:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743768:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384614.743771:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f4cbc8ea. 00000100:00000010:2.0:1767384614.743774:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c0188e8f. 00000100:00000001:1.0:1767384614.743774:0:16765:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000020:00000040:2.0:1767384614.743779:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384614.743781:0:16765:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743783:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384614.743786:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384614.743789:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002af54077. 00000100:00000001:2.0:1767384614.743791:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161267561984 : -115912441989632 : ffff96940811f600) 00000100:00000001:2.0:1767384614.743793:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.743793:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000100:00000001:2.0:1767384614.743795:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.743796:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743803:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384614.743803:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384614.743813:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743818:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.743819:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.743820:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384614.743822:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384614.743824:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.743825:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059660672:0@lo:256: 00000100:00000001:2.0:1767384614.743827:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.743829:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384614.743830:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743853:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384614.743857:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e37db19. 00000400:00000010:2.0:1767384614.743861:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a2cab0fa. 00000100:00000200:2.0:1767384614.743864:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a02b80-0x6958260a02b80, portal 33 00000100:00000001:2.0:1767384614.743866:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.743868:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384614.743870:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000646ede36. 02000000:00000001:2.0:1767384614.743871:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.743874:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de562f6. 00000400:00000010:2.0:1767384614.743877:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705de55b. 00000100:00000200:2.0:1767384614.743879:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059660672, portal 25 00000100:00000001:2.0:1767384614.743880:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.743881:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000100:00000040:2.0:1767384614.743884:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743888:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.743890:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.743892:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000100:00000200:2.0:1767384614.743894:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059660672, offset 0 00000400:00000200:2.0:1767384614.743899:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.743904:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.743915:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a02b80 00000400:00000200:2.0:1767384614.743919:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x201 [2] + 0 00000400:00000010:2.0:1767384614.743922:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e1600b. 00000400:00000200:2.0:1767384614.743925:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca7e1789 00000400:00000200:2.0:1767384614.743928:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.743930:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384614.743932:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca7e1789 00000400:00000010:2.0:1767384614.743934:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca7e1789. 00000100:00000001:2.0:1767384614.743937:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384614.743938:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384614.743940:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000008e7903c7 x1853237059660672 msgsize 304 00000100:00100000:2.0:1767384614.743944:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384614.743946:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384614.743953:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.743957:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:2.0:1767384614.743959:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000100:00000001:2.0:1767384614.743962:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384614.743967:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743975:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.743977:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.743984:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743985:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.743990:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.743992:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294904846 00000100:00000001:2.0:1767384614.743996:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294904844 00000100:00000001:2.0:1767384614.743999:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294904846 00000100:00000001:2.0:1767384614.744001:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294904844 00000100:00000001:2.0:1767384614.744002:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294904846 00000100:00000001:2.0:1767384614.744004:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904844 00000100:00000001:2.0:1767384614.744017:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294904846 00000100:00000001:2.0:1767384614.744025:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904844 00000100:00000001:2.0:1767384614.744026:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.744028:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744029:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.744030:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384614.744032:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000002af54077 going to sleep for 11 seconds 00000100:00000001:2.0:1767384614.744034:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.744035:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744052:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384614.744054:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660672 02000000:00000001:2.0:1767384614.744056:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384614.744058:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.744059:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.744061:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.744063:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660672 00000020:00000001:2.0:1767384614.744065:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384614.744066:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384614.744067:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.744069:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384614.744071:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384614.744072:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384614.744074:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.744077:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a24cabd5. 00000100:00000001:2.0:1767384614.744078:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.744079:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a24cabd5. 00000020:00000010:2.0:1767384614.744083:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007cc1b36. 00000020:00000010:2.0:1767384614.744085:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ff24c3. 00000020:00000010:2.0:1767384614.744086:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7b78ad. 00000100:00000040:2.0:1767384614.744089:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384614.744091:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384614.744092:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.744093:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744097:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744104:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.744117:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384614.744118:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384614.744120:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:2.0:1767384614.744122:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384614.744123:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935581264 : -115911773970352 : ffff96942fe32050) 00000100:00000040:2.0:1767384614.744126:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e7903c7 x1853237059660672/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 304/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.744131:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.744133:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a24cabd5. 00000100:00000001:2.0:1767384614.744134:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.744136:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a24cabd5. 00000100:00100000:2.0:1767384614.744139:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e7903c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059660672:12345-0@lo:256: 00000100:00000200:2.0:1767384614.744142:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660672 00000020:00000001:2.0:1767384614.744143:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384614.744145:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384614.744146:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.744147:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384614.744148:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:2.0:1767384614.744150:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384614.744150:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.744152:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384614.744152:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384614.744154:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744156:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.744157:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384614.744160:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001d90e6d6. 02000000:00000001:2.0:1767384614.744161:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744163:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.744165:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384614.744168:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384614.744170:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384614.744172:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384614.744174:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.744176:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384614.744183:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384614.744186:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e5c2af6d. 20000000:00000001:2.0:1767384614.744189:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384614.744198:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384614.744203:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384614.744207:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384614.744209:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384614.744210:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384614.744212:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384614.744213:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384614.744214:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384614.744216:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:2.0:1767384614.744217:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3892/1/4/3. 20000000:00000040:2.0:1767384614.744221:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384614.744222:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384614.744223:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384614.744224:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384614.744225:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384614.744226:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384614.744228:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384614.744229:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384614.744230:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:2.0:1767384614.744231:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3688/1/4/3. 20000000:01000000:2.0:1767384614.744233:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 408, version 22 20000000:00000001:2.0:1767384614.744234:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=408 : 408 : 198) 00000100:00000001:2.0:1767384614.744236:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384614.744239:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007fc12cd8. 00000100:00000010:2.0:1767384614.744241:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000610b38ca. 00000020:00000040:2.0:1767384614.744243:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:2.0:1767384614.744245:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384614.744246:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384614.744249:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000400:00000010:2.0:1767384614.744254:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000cfc3a2f. 00000400:00000200:2.0:1767384614.744257:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.744264:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.744268:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 33 MB=0x6958260a02b80 00000400:00000200:2.0:1767384614.744270:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 408/408 into md 0x1389 [4] + 0 00000400:00000010:2.0:1767384614.744278:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e37db19. 00000400:00000200:2.0:1767384614.744281:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2cab0fa 00000400:00000200:2.0:1767384614.744283:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.744287:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384614.744289:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2cab0fa 00000400:00000010:2.0:1767384614.744290:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a2cab0fa. 00000100:00000001:2.0:1767384614.744293:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384614.744294:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000003d839be4 desc 00000000f4cbc8ea mbits 1853237059660672 00000100:00000001:2.0:1767384614.744304:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384614.744306:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384614.744311:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384614.744316:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1395 00000400:00000200:2.0:1767384614.744319:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.744322:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384614.744325:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384614.744326:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000007fc12cd8 00000100:00000001:2.0:1767384614.744329:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384614.744333:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:2.0:1767384614.744334:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000100:00000001:2.0:1767384614.744336:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384614.744337:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000007fc12cd8 00000100:00000001:2.0:1767384614.744339:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384614.744342:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 408 bytes via portal 33 id 12345-0@lo mbits 0x6958260a02b80-0x6958260a02b80 00000100:00000001:2.0:1767384614.744344:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.744347:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744349:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384614.744351:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:2.0:1767384614.744353:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000610b38ca. 00000100:00000010:2.0:1767384614.744355:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007fc12cd8. 00000100:00000001:2.0:1767384614.744356:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384614.744357:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384614.744362:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e5c2af6d. 20000000:00000001:2.0:1767384614.744364:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384614.744366:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660672 00010000:00000001:2.0:1767384614.744368:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384614.744374:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e7903c7 x1853237059660672/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 304/240 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.744378:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384614.744379:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.744381:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.744383:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384614.744384:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384614.744385:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384614.744387:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384614.744388:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744389:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.744390:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.744393:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000100:00000200:2.0:1767384614.744394:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059660672, offset 224 00000400:00000200:2.0:1767384614.744397:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.744400:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.744403:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a02b80 00000400:00000200:2.0:1767384614.744406:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x138d [1] + 224 00000400:00000200:2.0:1767384614.744408:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.744409:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384614.744413:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.744414:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.744419:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.744425:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.744427:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:2.0:1767384614.744428:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000100:00000001:2.0:1767384614.744430:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384614.744430:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.744432:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.744433:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384614.744435:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384614.744437:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.744443:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384614.744463:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e7903c7 x1853237059660672/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:595/0 lens 304/240 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.744469:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e7903c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059660672:12345-0@lo:256: Request processed in 336us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384614.744474:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:2.0:1767384614.744476:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384614.744477:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384614.744478:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384614.744481:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ff24c3. 00000020:00000010:2.0:1767384614.744483:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7b78ad. 00000020:00000010:2.0:1767384614.744485:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007cc1b36. 00000020:00000040:2.0:1767384614.744487:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384614.744490:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384614.744492:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001d90e6d6. 02000000:00000001:2.0:1767384614.744494:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384614.744495:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384614.744497:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384614.744500:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e37db19. 00000400:00000010:2.0:1767384614.744503:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2cab0fa. 00000100:00000001:2.0:1767384614.744515:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384614.744517:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384614.744518:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384614.744519:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de562f6. 00000400:00000200:2.0:1767384614.744521:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705de55b 00000400:00000010:2.0:1767384614.744522:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705de55b. 00000100:00000001:2.0:1767384614.744524:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.744525:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384614.744530:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.744534:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384614.744535:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.744536:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384614.744542:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384614.744543:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.744544:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.744545:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.744547:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384614.744549:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.744550:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384614.744551:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.744552:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384614.744553:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744555:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.744557:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.744561:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.744565:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.744567:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.744568:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.744573:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059660672:0@lo:256: 00000100:00000001:2.0:1767384614.744576:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.744577:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744578:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384614.744579:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.744580:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.744584:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384614.744586:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002af54077. 00000100:00000001:2.0:1767384614.744588:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384614.744589:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384614.744591:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 22, more 0. 10000000:00000001:2.0:1767384614.744593:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384614.744599:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f658cd8b. 00010000:00000001:2.0:1767384614.744610:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384614.744612:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384614.744616:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:2.0:1767384614.744618:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.744620:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384614.744622:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:2.0:1767384614.744623:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:2.0:1767384614.744625:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 9 NIDs 00000400:00001000:2.0:1767384614.744628:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384614.744630:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:2.0:1767384614.744634:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384614.744637:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (9) 00000400:00000200:2.0:1767384614.744640:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384614.744642:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:2.0:1767384614.744644:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (10) 00000400:00000200:2.0:1767384614.744646:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:2.0:1767384614.744648:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:2.0:1767384614.744650:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744651:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:2.0:1767384614.744652:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:2.0:1767384614.744654:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744655:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:2.0:1767384614.744656:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384614.744658:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744659:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:2.0:1767384614.744661:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384614.744662:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744663:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:2.0:1767384614.744664:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:2.0:1767384614.744666:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744666:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:2.0:1767384614.744667:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:2.0:1767384614.744670:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744671:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:2.0:1767384614.744672:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384614.744674:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744678:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:2.0:1767384614.744680:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384614.744683:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.744684:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000100:00000001:2.0:1767384614.744686:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.744688:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384614.744690:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:2.0:1767384614.744694:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000058ff24c3. 10000000:00000040:2.0:1767384614.744696:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 21/22 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:2.0:1767384614.744698:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384614.744703:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384614.744706:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007cc1b36. 00000020:00000010:2.0:1767384614.744710:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecc197b1. 00000040:00000010:2.0:1767384614.744713:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007eb68ee5. 00000020:00000010:2.0:1767384614.744716:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6c34944. 00000020:00000010:2.0:1767384614.744720:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384614.744724:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ace7c4bc. 80000000:00000010:2.0:1767384614.744728:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bcc04165. 40000000:00000010:2.0:1767384614.744731:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a24cabd5. 00100000:00000010:2.0:1767384614.744735:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044863a55. 00040000:00000010:2.0:1767384614.744738:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008bfaf84. 00040000:00000010:2.0:1767384614.744742:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007a27305a. 00040000:00000010:2.0:1767384614.744746:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000654dc7be. 00080000:00000010:2.0:1767384614.744749:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e82d7cf9. 00000004:00000010:2.0:1767384614.744754:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c690fa05. 00000004:00000010:2.0:1767384614.744758:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cf3b5192. 00000004:00000010:2.0:1767384614.744764:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aab33fab. 00002000:00000010:2.0:1767384614.744767:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d90e6d6. 00000004:00000010:2.0:1767384614.744770:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007fc12cd8. 00000004:00000001:2.0:1767384614.744774:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384614.744776:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384614.744778:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000058ff24c3 00000040:00001000:2.0:1767384614.744779:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384614.744780:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384614.744787:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384614.744788:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384614.744790:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384614.744791:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384614.744792:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384614.744793:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:2.0:1767384614.744795:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384614.744865:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.744869:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ecc197b1. 00000040:00000010:2.0:1767384614.744873:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007eb68ee5. 00000020:00000010:2.0:1767384614.744877:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6c34944. 00000020:00000010:2.0:1767384614.744880:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384614.744883:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ace7c4bc. 80000000:00000010:2.0:1767384614.744885:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bcc04165. 40000000:00000010:2.0:1767384614.744887:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a24cabd5. 00100000:00000010:2.0:1767384614.744889:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044863a55. 00040000:00000010:2.0:1767384614.744892:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000008bfaf84. 00040000:00000010:2.0:1767384614.744894:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007a27305a. 00040000:00000010:2.0:1767384614.744896:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000654dc7be. 00080000:00000010:2.0:1767384614.744898:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e82d7cf9. 00000004:00000010:2.0:1767384614.744901:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c690fa05. 00000004:00000010:2.0:1767384614.744903:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cf3b5192. 00000004:00000010:2.0:1767384614.744907:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aab33fab. 00002000:00000010:2.0:1767384614.744909:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001d90e6d6. 00000004:00000010:2.0:1767384614.744911:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007fc12cd8. 00000020:00000010:2.0:1767384614.744913:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007cc1b36. 00000020:00000001:2.0:1767384614.744915:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.744916:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384614.744918:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000058ff24c3. 10000000:00000040:2.0:1767384614.744925:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384614.744926:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f658cd8b. 10000000:00000001:2.0:1767384614.744928:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.744930:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.744932:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d839be4 x1853237059660672/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.744949:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.744952:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.744954:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000646ede36. 02000000:00000001:2.0:1767384614.744957:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.744959:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.744960:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384614.744962:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384614.744964:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384614.744965:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.744966:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384614.744968:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384614.744970:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c0188e8f. 00000100:00000010:2.0:1767384614.744973:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f4cbc8ea. 00000100:00000001:2.0:1767384614.744977:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384614.744979:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000287badbe. 02000000:00000001:2.0:1767384614.744983:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.744984:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.744986:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d839be4. 00000100:00000001:2.0:1767384614.744989:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.744990:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384614.745004:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000003729ca2c. 10000000:01000000:2.0:1767384614.745007:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384614.745009:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384614.745010:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.745012:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.745013:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=3 00000020:00000001:2.0:1767384614.745014:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384614.745015:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384614.745017:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384614.745019:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.745023:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.745024:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384614.745029:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.745034:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384614.745034:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.745035:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384614.745036:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.745037:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.745039:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384614.745040:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384614.745041:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:2.0:1767384614.745042:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384614.754369:0:21228:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c0188e8f. 00000020:00000040:2.0:1767384614.754376:0:21228:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384614.754378:0:21228:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c0188e8f. 00000100:00000040:3.0:1767384614.756909:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294904846, at 4294904847 00000100:00000040:0.0:1767384614.756912:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294904846, at 4294904847 00000100:00000010:3.0:1767384614.756919:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbc0b613. 00000100:00000010:0.0:1767384614.756920:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d01acfb6. 00000100:00000040:1.0:1767384614.757049:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294904846, at 4294904847 00000100:00000010:1.0:1767384614.757058:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098812a98. 00000100:00000040:2.0:1767384614.757090:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294904846, at 4294904847 00000100:00000010:2.0:1767384614.757099:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028d0a0bc. 00010000:00000001:0.0:1767384614.805926:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384614.805931:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384614.805935:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384614.805936:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.805966:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384614.805969:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.805972:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384614.932669:0:21229:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384614.932682:0:21229:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.932686:0:21229:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.932691:0:21229:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384614.932696:0:21229:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.932698:0:21229:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384615.602641:0:21393:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384615.602645:0:21393:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:2.0:1767384615.605917:0:21393:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384615.613895:0:21394:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001121a472. 00000400:00000010:1.0:1767384615.613911:0:21394:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d9ec31c8. 00000400:00000010:1.0:1767384615.613920:0:21394:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000437a78d1. 00000400:00000010:1.0:1767384615.613923:0:21394:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004c62a5ef. 00000400:00000010:1.0:1767384615.613927:0:21394:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c409c1a. 00000400:00000010:1.0:1767384615.613931:0:21394:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073c61adf. 00000400:00000010:1.0:1767384615.613933:0:21394:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ef7f6ab8. 00000400:00000010:1.0:1767384615.613934:0:21394:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ec27892. 00000400:00000010:1.0:1767384615.613937:0:21394:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000df00540e. 00000800:00000010:1.0:1767384615.613946:0:21394:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008bb1a2f3. 00000800:00000200:1.0:1767384615.613956:0:21394:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384615.613963:0:21394:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384615.614000:0:21394:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384615.614019:0:21394:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384615.615608:0:21394:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000009d8ef223. 00000400:00000010:1.0:1767384615.615614:0:21394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7da408c. 00000400:00000010:1.0:1767384615.615618:0:21394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094e2cc42. 00000400:00000001:1.0:1767384615.615630:0:21394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384615.615632:0:21394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384615.615638:0:21394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f28db44. 00000400:00000200:1.0:1767384615.615640:0:21394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8675a34 00000400:00000010:1.0:1767384615.615641:0:21394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8675a34. 00000400:00000010:1.0:1767384615.615645:0:21394:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000006f077ff6. 00000400:00000200:1.0:1767384615.615649:0:21394:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (9) 00000400:00000200:1.0:1767384615.615658:0:21394:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384615.615665:0:21394:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384615.615673:0:21394:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000027cf024. 00000020:01000000:1.0:1767384615.615677:0:21394:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384615.615677:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384615.615681:0:21394:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp18 00000400:00000200:0.0:1767384615.615685:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:0.0:1767384615.615691:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000400:00000010:1.0:1767384615.615693:0:21394:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d9ec31c8. 00000400:00000200:0.0:1767384615.615694:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (10) 00000400:00000010:1.0:1767384615.615698:0:21394:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001121a472. 00000400:00000010:0.0:1767384615.615702:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065a10458. 00000400:00000200:0.0:1767384615.615708:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:2.0:1767384615.615715:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384615.615719:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:2.0:1767384615.615721:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384615.615724:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384615.615726:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384615.615731:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384615.615733:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384615.615736:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384615.615736:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384615.615740:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384615.615744:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384615.615746:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384615.615751:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384615.615753:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384615.615755:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384615.615756:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384615.615757:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384615.615760:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384615.615765:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:2.0:1767384615.615766:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d839be4. 00000020:00000040:2.0:1767384615.615773:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384615.615774:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:2.0:1767384615.615781:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384615.615782:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:2.0:1767384615.615786:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384615.615787:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384615.615791:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:2.0:1767384615.615792:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.615798:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 02000000:00000010:2.0:1767384615.615803:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007621ea56. 00000400:00000200:0.0:1767384615.615803:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp17 00000400:00000200:0.0:1767384615.615810:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp17 lpni_is_preferred = 0 00000100:00000001:2.0:1767384615.615812:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.615814:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp17 00000400:00000200:0.0:1767384615.615819:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp17 NI seq info: [21:21:256:4294967295] 192.168.202.117@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000001:2.0:1767384615.615822:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384615.615825:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.615829:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp17 00000100:00000040:2.0:1767384615.615856:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d839be4] to pc [ptlrpcd_00_01+1] req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384615.615874:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17:) -> 192.168.202.117@tcp17(192.168.202.117@tcp:192.168.202.117@tcp17) : PUT try# 0 10000000:00000001:2.0:1767384615.615881:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384615.615885:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.202.117@tcp17 10000000:00000001:2.0:1767384615.615886:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384615.615891:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384615.615893:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:0.0:1767384615.615893:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002bf238b4. 00000020:00000001:2.0:1767384615.615902:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384615.615903:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384615.615904:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002826e9ba. 10000000:00000001:2.0:1767384615.615905:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384615.615908:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384615.615912:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:0.0:1767384615.615912:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000414dcffd. 00000020:01000004:2.0:1767384615.615916:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384615.615919:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384615.615923:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:0.0:1767384615.615923:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (2) 00000020:01000004:2.0:1767384615.615927:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384615.615930:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384615.615933:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:0.1:1767384615.615934:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (2) 00000020:01000004:2.0:1767384615.615936:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384615.615939:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384615.615942:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd4ea683. 00000020:00000040:2.0:1767384615.615945:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384615.615946:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384615.615948:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384615.615949:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384615.615951:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 02000000:00000001:2.0:1767384615.615956:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384615.615963:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009593abf9. 00000100:00000001:0.0:1767384615.615964:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384615.615967:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.615968:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384615.615971:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384615.615972:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384615.615975:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.615979:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384615.615982:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd4ea683] to pc [ptlrpcd_00_02+2] req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.615996:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.616001:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616008:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384615.616010:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.616013:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:2.0:1767384615.616021:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.616021:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384615.616027:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.616027:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384615.616032:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384615.616035:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:0.0:1767384615.616035:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059660800:0@lo:253: 00000020:00000010:2.0:1767384615.616041:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000027cf024. 00000100:00000001:0.0:1767384615.616042:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384615.616048:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384615.616050:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616051:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384615.616052:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384615.616055:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384615.616058:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384615.616060:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d1637cae. 00000400:00000200:3.0:1767384615.616061:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000040:2.0:1767384615.616062:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384615.616066:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384615.616073:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000100:00000001:2.0:1767384615.616075:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384615.616078:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384615.616079:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0314fbe. 02000000:00000001:2.0:1767384615.616081:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384615.616084:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384615.616084:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059660800, portal 25 02000000:00000001:2.0:1767384615.616090:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616090:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384615.616093:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000100:00100000:2.0:1767384615.616095:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd4ea683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059660928:0@lo:253: 00000100:00000001:2.0:1767384615.616100:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384615.616102:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384615.616103:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384615.616106:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.616107:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 02000000:00000001:2.0:1767384615.616112:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384615.616119:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384615.616120:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000058629d18. 02000000:00000001:2.0:1767384615.616125:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.616125:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384615.616132:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000010:2.0:1767384615.616133:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de562f6. 00000400:00000010:0.0:1767384615.616133:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a89e8888. 00000100:00000200:0.0:1767384615.616141:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059660800, offset 0 00000400:00000010:2.0:1767384615.616142:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d561a7e3. 00000100:00000200:2.0:1767384615.616147:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059660928, portal 25 00000100:00000001:2.0:1767384615.616150:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384615.616151:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204772864 : -115911504778752 : ffff96943feeaa00) 00000400:00000200:0.0:1767384615.616154:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384615.616163:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384615.616169:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384615.616175:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:2.0:1767384615.616176:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384615.616181:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384615.616185:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065bc516e. 00000400:00000200:0.0:1767384615.616190:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02c00 00000100:00000200:2.0:1767384615.616191:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059660928, offset 0 00000400:00000200:0.0:1767384615.616196:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000010:0.0:1767384615.616200:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e368c96. 00000400:00000200:0.0:1767384615.616204:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0ace9d0 00000400:00000200:2.0:1767384615.616210:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384615.616211:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.616217:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384615.616219:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384615.616222:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384615.616223:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0ace9d0 00000400:00000010:0.0:1767384615.616228:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0ace9d0. 00000100:00000001:0.0:1767384615.616233:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384615.616235:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384615.616236:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02c80 00000100:00000040:0.0:1767384615.616240:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000002102f4d6 x1853237059660800 msgsize 4848 00000400:00000200:2.0:1767384615.616246:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000100:00100000:0.0:1767384615.616251:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384615.616253:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c5f151f. 00000400:00000200:2.0:1767384615.616256:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028141e9f 00000100:00000040:0.0:1767384615.616261:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384615.616262:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.616266:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384615.616269:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.616271:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384615.616274:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028141e9f 00000400:00000010:2.0:1767384615.616277:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028141e9f. 00000100:00000001:2.0:1767384615.616280:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384615.616282:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384615.616283:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89e8888 00000100:00000040:2.0:1767384615.616285:0:16142:0:(events.c:337:request_in_callback()) incoming req@0000000090429c3a x1853237059660928 msgsize 4848 00000400:00000010:0.0:1767384615.616288:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a89e8888. 00000100:00100000:2.0:1767384615.616293:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384615.616296:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384615.616297:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:0.0:1767384615.616306:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.616308:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:2.0:1767384615.616309:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384615.616316:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065bc516e 00000400:00000010:2.0:1767384615.616320:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065bc516e. 00000100:00000001:2.0:1767384615.616324:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384615.616325:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384615.616329:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.616334:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384615.616341:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384615.616346:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.616347:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.616349:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000001:0.0:1767384615.616352:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384615.616359:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616361:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616362:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.616368:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294905718 00000100:00000001:2.0:1767384615.616369:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616373:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294905718 00000100:00000010:0.0:1767384615.616375:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015b0e17a. 00000100:00000001:0.0:1767384615.616382:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384615.616388:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294905718 00000100:00000001:2.0:1767384615.616392:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294905718 00000100:00000010:0.0:1767384615.616392:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ead953d. 00000400:00000200:3.0:1767384615.616395:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:2.0:1767384615.616398:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294905718 00000100:00000001:0.0:1767384615.616399:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384615.616406:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294905718 00000100:00000001:2.0:1767384615.616407:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294905718 00000100:00000010:0.0:1767384615.616410:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00000001:2.0:1767384615.616411:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294905718 00000100:00000001:0.0:1767384615.616416:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384615.616423:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294905718 00000100:00000001:2.0:1767384615.616424:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294905718 00000100:00000001:2.0:1767384615.616429:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294905718 00000100:00000010:0.0:1767384615.616430:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000100:00000001:0.0:1767384615.616434:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384615.616450:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384615.616451:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294905718 00000400:00000200:3.0:1767384615.616453:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000001:0.0:1767384615.616455:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616457:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384615.616461:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616461:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616464:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616465:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.616469:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.616477:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384615.616478:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384615.616482:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384615.616482:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384615.616491:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.616491:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384615.616493:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384615.616495:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616498:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616499:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384615.616502:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616506:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616510:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384615.616511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000001:2.0:1767384615.616513:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616529:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384615.616532:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384615.616533:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660800 00000100:00100000:2.0:1767384615.616537:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059660928 02000000:00000001:0.0:1767384615.616538:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384615.616540:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384615.616542:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384615.616543:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.616545:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616546:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.616549:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384615.616551:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384615.616553:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660800 00000100:00100000:2.0:1767384615.616555:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059660928 00000020:00000001:0.0:1767384615.616557:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384615.616558:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384615.616560:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000040:2.0:1767384615.616561:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384615.616565:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384615.616565:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384615.616570:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000040:0.0:1767384615.616571:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000400:00000200:3.0:1767384615.616575:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000020:00000001:2.0:1767384615.616575:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384615.616576:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384615.616582:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384615.616583:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384615.616588:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384615.616588:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.616592:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d614a24b. 00000100:00000001:0.0:1767384615.616595:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384615.616598:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000273a4d59. 00000020:00000010:0.0:1767384615.616599:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d614a24b. 00000100:00000001:2.0:1767384615.616603:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384615.616606:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000273a4d59. 00000020:00000010:0.0:1767384615.616607:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a8611a1. 00000020:00000010:2.0:1767384615.616613:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bc5b805. 00000020:00000010:0.0:1767384615.616614:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008721a29f. 00000020:00000010:2.0:1767384615.616619:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091f9265c. 00000020:00000010:0.0:1767384615.616621:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394fcc9e. 00000020:00000010:2.0:1767384615.616625:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f7b78ad. 00000400:00000200:3.0:1767384615.616628:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000040:0.0:1767384615.616631:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384615.616636:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384615.616637:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384615.616638:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384615.616640:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384615.616641:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616643:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616650:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616652:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616662:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.616669:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384615.616673:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000001:0.0:1767384615.616676:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.616680:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384615.616683:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384615.616687:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384615.616687:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:0.0:1767384615.616692:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384615.616695:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935587408 : -115911773964208 : ffff96942fe33850) 00000100:00100000:2.0:1767384615.616696:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:2.0:1767384615.616701:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000040:0.0:1767384615.616704:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002102f4d6 x1853237059660800/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384615.616705:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161178802256 : -115912530749360 : ffff969402c79850) 00000100:00000040:2.0:1767384615.616710:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090429c3a x1853237059660928/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.616717:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000001:2.0:1767384615.616745:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384615.616747:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384615.616749:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000273a4d59. 00000020:00000010:0.0:1767384615.616752:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d614a24b. 00000100:00000001:2.0:1767384615.616753:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384615.616758:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000273a4d59. 00000100:00000001:0.0:1767384615.616758:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.616764:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d614a24b. 00000100:00100000:2.0:1767384615.616769:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090429c3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059660928:12345-0@lo:253: 00000100:00100000:0.0:1767384615.616773:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002102f4d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059660800:12345-0@lo:253: 00000100:00000200:2.0:1767384615.616775:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660928 00000400:00000200:3.0:1767384615.616777:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000020:00000001:2.0:1767384615.616780:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384615.616780:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059660800 00000020:00000001:0.0:1767384615.616785:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384615.616786:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384615.616789:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384615.616790:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.616794:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384615.616795:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384615.616799:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384615.616800:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384615.616804:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384615.616805:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384615.616808:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384615.616809:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384615.616813:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384615.616814:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384615.616816:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384615.616817:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384615.616820:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384615.616823:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384615.616826:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616826:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384615.616859:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384615.616866:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384615.616867:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e53d4549. 02000000:00000001:2.0:1767384615.616870:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384615.616872:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.616876:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384615.616877:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009569ecc3. 20000000:00000001:0.0:1767384615.616880:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384615.616881:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.616885:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384615.616887:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384615.616895:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a728f8fa. 20000000:00000010:0.0:1767384615.616895:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f8c80833. 20000000:01000000:2.0:1767384615.616902:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384615.616902:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384615.616908:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384615.616909:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384615.616913:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384615.616916:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384615.616917:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384615.616919:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384615.616920:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384615.616923:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.616925:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.616927:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384615.616928:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059ce8999. 20000000:01000000:2.0:1767384615.616931:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:2.0:1767384615.616937:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384615.616942:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384615.616984:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384615.616987:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384615.616989:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384615.616991:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384615.616994:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384615.616998:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384615.617001:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384615.617008:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e6d8b07a. 00080000:00000001:2.0:1767384615.617010:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855353344 : -115916854198272 : ffff969301150000) 00080000:00000001:2.0:1767384615.617013:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384615.617034:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8b816a7. 00000800:00000010:3.0:1767384615.617039:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa0e6e9d. 00000800:00000010:3.0:1767384615.617044:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000393c235d. 00000800:00000010:3.0:1767384615.617078:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000393c235d. 00000001:00000001:2.0:1767384615.617135:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384615.617137:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384615.617140:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384615.617161:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384615.617164:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384615.617209:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384615.617245:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp17 from 239.3.0.2 00000800:00000010:3.0:1767384615.617249:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a8acf50e. 00080000:00000001:2.0:1767384615.617300:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384615.617304:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384615.617354:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e726cd. 00000800:00000010:0.0:1767384615.617360:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a89e8888. 00000800:00000010:0.0:1767384615.617386:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fb71474f. 00000800:00000200:0.1:1767384615.617391:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (2) 00000800:00000200:0.1:1767384615.617396:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp17 00000000fb71474f deleted 00000800:00000010:0.1:1767384615.617398:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fb71474f. 00000800:00000200:0.1:1767384615.617404:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384615.617410:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp17 ip 192.168.202.117:1007 00000800:00000200:0.1:1767384615.617419:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002bf238b4 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:0.0:1767384615.617425:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp17 p 3.x 192.168.202.117 -> 192.168.202.117:1007 incarnation:1767384614211546069 sched[0] 00000800:00000010:0.0:1767384615.617434:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d614a24b. 00000800:00000010:0.0:1767384615.617519:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d614a24b. 00000800:00000010:0.0:1767384615.617523:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a89e8888. 00000800:00000200:3.1:1767384615.617552:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384615.617554:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a8acf50e. 00000800:00000200:3.0:1767384615.617560:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp17 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384614211546069 sched[0] 00000800:00000001:0.0:1767384615.617567:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384615.617571:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa0e6e9d. 00000800:00000001:0.0:1767384615.617573:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384615.617627:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384615.617630:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002bf238b4. 00000400:00000200:0.0:1767384615.617634:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.617640:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp17->192.168.202.117@tcp17: PUT: OK 00000400:00000200:0.0:1767384615.617644:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384615.617648:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000400:00000200:3.0:1767384615.617650:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:0.0:1767384615.617655:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384615.617662:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384615.617665:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384615.617669:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.617676:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17) <- 192.168.202.117@tcp17 : PUT - for me 00000400:00000200:0.0:1767384615.617685:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384615.617691:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 192/192 into md 0x1365 [1] + 0 00000400:00000010:0.0:1767384615.617693:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003976af9a. 00000400:00000200:0.0:1767384615.617698:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db7cf5a0 00000800:00000001:0.0:1767384615.617701:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384615.617709:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:0.0:1767384615.617710:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.617715:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.617720:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp17->192.168.202.117@tcp17: PUT: OK 00000400:00000200:0.0:1767384615.617724:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7cf5a0 00000400:00000010:0.0:1767384615.617726:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db7cf5a0. 00000400:00000200:0.0:1767384615.617730:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384615.617733:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (11) 00000400:00000200:0.0:1767384615.617736:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:0.0:1767384615.617739:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000002bf238b4. 00000400:00000200:0.0:1767384615.617743:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 10 00000400:00000200:0.0:1767384615.617747:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384615.617773:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384615.617777:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (12) 00000400:00000200:0.0:1767384615.617783:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384615.617789:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp17 to MR: 192.168.202.117@tcp17 local destination 00000400:00000200:0.0:1767384615.617795:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp17 NI seq info: [22:22:256:4294967295] 192.168.202.117@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1767384615.617803:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17:192.168.202.117@tcp17) -> 192.168.202.117@tcp17(192.168.202.117@tcp17:192.168.202.117@tcp17) 192.168.202.117@tcp17 : ACK try# 0 00000800:00000200:0.0:1767384615.617809:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp17 00000800:00000010:0.0:1767384615.617813:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbafb4b1. 00000800:00000200:0.0:1767384615.617818:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (4) 00000800:00000200:0.0:1767384615.617824:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp17 ip 192.168.202.117:988 00000800:00000200:0.0:1767384615.617828:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbafb4b1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384615.617832:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384615.617903:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000200:0.0:1767384615.617917:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384615.617920:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbafb4b1. 00000400:00000200:0.0:1767384615.617924:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.617928:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp17->192.168.202.117@tcp17: ACK: OK 00000800:00000001:0.0:1767384615.617936:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384615.617939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000001:0.0:1767384615.617940:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384615.617946:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384615.617951:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384615.617953:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384615.617958:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.617963:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17) <- 192.168.202.117@tcp17 : ACK - for me 00000400:00000200:0.0:1767384615.617972:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp17: ACK from 12345-192.168.202.117@tcp17 into md 0x13a5 00000400:00000200:0.0:1767384615.617976:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.617980:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp17->192.168.202.117@tcp17: ACK: OK 00000400:00000200:0.0:1767384615.617983:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000400:00000010:0.0:1767384615.617985:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000400:00000200:0.0:1767384615.617988:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384615.617991:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:0.0:1767384615.617993:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384615.617996:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (11) 00000400:00000200:3.0:1767384615.617998:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000800:00000001:0.0:1767384615.618009:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384615.618013:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.618029:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384615.618033:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003976af9a. 00000400:00000010:0.0:1767384615.618037:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000400:00000200:0.0:1767384615.618058:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:3.0:1767384615.618060:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384615.618063:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:0.0:1767384615.618074:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000cbafb4b1. 00000400:00000010:0.0:1767384615.618079:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 00000000f0f3cf2d. 00000400:00000010:0.0:1767384615.618083:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 0000000070d2c624. 00000400:00000200:3.0:1767384615.618093:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000010:0.0:1767384615.618104:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006feeb298. 00000400:00000200:0.0:1767384615.618111:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006feeb298 nid 192.168.202.117@tcp18 00000400:00000200:3.0:1767384615.618114:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000010:0.0:1767384615.618116:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007cf6ba03. 00000400:00000200:0.0:1767384615.618121:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000007cf6ba03 net tcp18 00000400:00000200:0.0:1767384615.618126:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (10) 00000400:00000200:0.0:1767384615.618131:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp18 flags 0x11 00000400:00000010:0.0:1767384615.618136:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000cbafb4b1. 00000400:00000010:0.0:1767384615.618139:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 00000000f0f3cf2d. 00000400:00000010:0.0:1767384615.618143:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 0000000070d2c624. 00000400:00000200:3.0:1767384615.618144:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000010:0.0:1767384615.618147:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000002bf238b4. 00000400:00000200:0.0:1767384615.618155:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384615.618158:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384615.618163:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384615.618166:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384615.618170:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384615.618172:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384615.618177:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384615.618182:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (11) 00000400:00000200:3.0:1767384615.618184:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384615.618227:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384615.618252:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384615.618279:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384615.618320:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384615.618368:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000800:00000010:3.0:1767384615.618560:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009c34ab8f. 00000800:00000010:3.0:1767384615.618565:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa0e6e9d. 00000800:00000010:3.0:1767384615.618568:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000393c235d. 00000800:00000010:3.0:1767384615.618598:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000393c235d. 00000400:00000200:3.0:1767384615.618624:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384615.618634:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp17 from 238.3.0.2 00000800:00000010:3.0:1767384615.618638:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fcb77bff. 00000800:00000010:2.0:1767384615.618866:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4e7eb72. 00000800:00000010:2.0:1767384615.618877:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085ea336d. 00000800:00000010:2.0:1767384615.618896:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c30b47aa. 00000800:00000200:2.1:1767384615.618902:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (4) 00000800:00000200:2.1:1767384615.618907:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp17 00000000c30b47aa deleted 00000800:00000010:2.1:1767384615.618909:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c30b47aa. 00000800:00000200:2.1:1767384615.618913:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384615.618917:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp17 p 3.x 192.168.202.117 -> 192.168.202.117:1006 incarnation:1767384614211546069 sched[0] 00000800:00000010:2.0:1767384615.618921:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b59f7a50. 00000800:00000010:2.0:1767384615.618968:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b59f7a50. 00000800:00000010:2.0:1767384615.618972:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085ea336d. 00000800:00000010:2.0:1767384615.618997:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fcb77bff. 00000800:00000200:2.1:1767384615.619024:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384615.619029:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp17 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384614211546069 sched[0] 00000800:00000010:2.0:1767384615.619032:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa0e6e9d. 00000800:00000001:3.0:1767384615.619057:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.619062:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384615.619065:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.619067:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384615.625904:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384615.625904:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384615.625909:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384615.625912:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384615.625913:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384615.625915:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384615.625917:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384615.625919:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384615.625921:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e6d8b07a. 00080000:00000001:1.0:1767384615.625924:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384615.625933:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384615.625948:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384615.625959:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384615.625963:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384615.625970:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384615.625972:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384615.625974:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:2.0:1767384615.625977:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3496116. 10000000:01000000:1.0:1767384615.625977:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767384615.625984:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00010000:00000001:1.0:1767384615.625985:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384615.625990:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384615.625992:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:1.0:1767384615.625996:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003aa8519d count: 2 00010000:00000001:1.0:1767384615.625999:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384615.626000:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384615.626002:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384615.626007:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384615.626011:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384615.626013:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c717 to hash 00000020:00000001:1.0:1767384615.626015:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384615.626017:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384615.626019:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384615.626021:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384615.626023:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.626026:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384615.626034:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384615.626042:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384615.626043:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384615.626045:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.626048:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384615.626050:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384615.626051:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384615.626055:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384615.626056:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384615.626057:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384615.626062:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384615.626063:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384615.626071:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:2.0:1767384615.626072:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384615.626074:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.626077:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384615.626078:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384615.626080:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384615.626081:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007fc12cd8. 00010000:00000001:1.0:1767384615.626081:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384615.626084:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384615.626086:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855364608 : -115916854187008 : ffff969301152c00) 00010000:00000040:1.0:1767384615.626093:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003aa8519d) refcount = 2 00080000:00000001:2.0:1767384615.626094:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:1.0:1767384615.626096:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384615.626099:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384615.626103:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384615.626104:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384615.626109:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cadf4539. 00000100:00000001:1.0:1767384615.626112:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384615.626116:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d9ec31c8. 00000100:00000001:1.0:1767384615.626118:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162204640960 : -115911504910656 : ffff96943feca6c0) 00000100:00000001:1.0:1767384615.626119:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628162204640960 : -115911504910656 : ffff96943feca6c0) 00000100:00000001:1.0:1767384615.626121:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384615.626122:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384615.626124:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384615.626132:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.626133:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384615.626135:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384615.626137:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384615.626139:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384615.626141:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384615.626146:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ae99fd5. 00000020:00000040:1.0:1767384615.626149:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:1.0:1767384615.626153:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:2.0:1767384615.626154:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1767384615.626155:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:2.0:1767384615.626159:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.626161:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384615.626164:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000010:1.0:1767384615.626168:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024f9613a. 00000100:00000001:1.0:1767384615.626174:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.626177:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384615.626180:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384615.626186:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384615.626189:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 16 pid: 16770 timeout: 388 lvb_type: 0 00010000:00000001:1.0:1767384615.626196:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384615.626199:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384615.626203:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384615.626210:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384615.626212:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.626216:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ae99fd5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059661056:0@lo:104: 00000100:00000001:1.0:1767384615.626219:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384615.626222:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384615.626224:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.626226:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384615.626229:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089c8bf30. 02000000:00000001:1.0:1767384615.626231:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384615.626236:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d49e4f01. 00000400:00000010:1.0:1767384615.626241:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008428da98. 00000100:00000200:1.0:1767384615.626245:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059661056, portal 16 00000100:00000001:1.0:1767384615.626248:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384615.626253:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158518144 : -115911551033472 : ffff96943d2cdf80) 00000100:00000040:1.0:1767384615.626257:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1767384615.626263:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384615.626264:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1767384615.626269:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384615.626269:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384615.626274:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000100:00000200:1.0:1767384615.626278:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059661056, offset 0 00000400:00000200:1.0:1767384615.626285:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384615.626297:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384615.626307:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a02d00 00000400:00000200:1.0:1767384615.626314:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:1.0:1767384615.626320:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384615.626323:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384615.626329:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384615.626330:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384615.626333:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f67068d. 00000100:00000040:1.0:1767384615.626335:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000004f67068d x1853237059661056 msgsize 328 00000100:00100000:1.0:1767384615.626338:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384615.626346:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384615.626352:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000010:1.0:1767384615.626354:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000100:00000001:1.0:1767384615.626357:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384615.626359:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384615.626367:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384615.626369:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384615.626371:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384615.626377:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661056 00000100:00000001:1.0:1767384615.626377:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384615.626382:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384615.626382:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384615.626386:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384615.626388:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.626390:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.626392:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294905728 00000100:00000001:1.0:1767384615.626398:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294905718 02000000:00000001:2.0:1767384615.626404:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.626404:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294905728 00000100:00100000:2.0:1767384615.626409:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661056 00000020:00000001:2.0:1767384615.626414:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384615.626416:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294905718 00000020:00000040:2.0:1767384615.626417:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000100:00000001:1.0:1767384615.626419:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294905728 00000020:00000001:2.0:1767384615.626422:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384615.626424:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294905718 00000020:00000040:2.0:1767384615.626427:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000100:00000001:1.0:1767384615.626428:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294905728 00000020:00000001:2.0:1767384615.626434:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:1.0:1767384615.626434:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294905718 00000100:00000001:1.0:1767384615.626449:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.626451:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384615.626456:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00010000:00000001:1.0:1767384615.626456:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.626462:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.626464:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384615.626464:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.626469:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.626470:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.626471:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384615.626472:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8e1f7a9. 00010000:00000001:1.0:1767384615.626473:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384615.626475:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384615.626478:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.626479:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.626483:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384615.626485:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8e1f7a9. 00000100:00000001:1.0:1767384615.626486:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384615.626490:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d9ec31c8 going to sleep for 11 seconds 00000020:00000010:2.0:1767384615.626493:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000474b6ac8. 00000100:00000001:1.0:1767384615.626494:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384615.626496:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384615.626500:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b2c849f. 00000020:00000010:2.0:1767384615.626507:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e4ca7c4. 00000100:00000040:2.0:1767384615.626516:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384615.626520:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384615.626522:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384615.626524:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.626532:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.626545:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.626559:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384615.626562:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384615.626569:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384615.626573:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:2.0:1767384615.626576:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158519936 : -115911551031680 : ffff96943d2ce680) 00000100:00000040:2.0:1767384615.626582:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f67068d x1853237059661056/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 328/0 e 0 to 0 dl 1767384626 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384615.626592:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384615.626595:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8e1f7a9. 00000100:00000001:2.0:1767384615.626598:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384615.626601:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8e1f7a9. 00000100:00100000:2.0:1767384615.626606:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f67068d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059661056:12345-0@lo:104: 00000100:00000200:2.0:1767384615.626619:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661056 00010000:00000001:2.0:1767384615.626622:0:16762:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384615.626627:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384615.626629:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384615.626631:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=2 00000020:00000001:2.0:1767384615.626634:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.626637:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.626640:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384615.626643:0:16762:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.626647:0:16762:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384615.626657:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384615.626660:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384615.626664:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001d90e6d6. 02000000:00000001:2.0:1767384615.626667:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.626669:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.626674:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384615.626676:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384615.626681:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384615.626686:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384615.626689:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384615.626691:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384615.626694:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384615.626696:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.626700:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384615.626704:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384615.626708:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705de55b. 00000100:00000200:2.0:1767384615.626713:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059661056, offset 224 00000400:00000200:2.0:1767384615.626721:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384615.626729:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384615.626738:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a02d00 00000400:00000200:2.0:1767384615.626745:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x13bd [1] + 224 00000400:00000200:2.0:1767384615.626751:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384615.626761:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384615.626766:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384615.626771:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384615.626784:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384615.626803:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384615.626811:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705de55b 00000100:00000001:0.0:1767384615.626812:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384615.626815:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705de55b. 00000100:00000001:2.0:1767384615.626821:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384615.626824:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384615.626824:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384615.626828:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384615.626829:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384615.626856:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d49e4f01. 00000100:00000040:2.0:1767384615.626857:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:0.0:1767384615.626862:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008428da98 00010000:00000001:2.0:1767384615.626863:0:16762:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384615.626866:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008428da98. 00010000:00000010:2.0:1767384615.626870:0:16762:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c237affe. 00010000:00000001:2.0:1767384615.626873:0:16762:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384615.626878:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384615.626883:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384615.626888:0:16762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:0.0:1767384615.626893:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384615.626894:0:16762:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.626901:0:16762:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.626905:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384615.626907:0:16762:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.626908:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.626914:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384615.626916:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384615.626917:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f67068d x1853237059661056/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 328/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384615.626918:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.626921:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.626927:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.626933:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384615.626938:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=23 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384615.626941:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f67068d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059661056:12345-0@lo:104: Request processed in 346us (601us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384615.626942:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384615.626945:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.626949:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384615.626951:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.626954:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384615.626955:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384615.626959:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384615.626961:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00000001:2.0:1767384615.626967:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384615.626970:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384615.626973:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384615.626976:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b2c849f. 00000100:00000001:0.0:1767384615.626978:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384615.626982:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384615.626984:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e4ca7c4. 00010000:00000001:0.0:1767384615.626986:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384615.626990:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384615.626992:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000474b6ac8. 00010000:00000001:0.0:1767384615.626993:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.626997:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384615.627000:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00000100:00000040:0.0:1767384615.627004:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384615.627006:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384615.627016:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ae99fd5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059661056:0@lo:104: 00000100:00000001:0.0:1767384615.627025:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.627029:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.627031:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:2.0:1767384615.627033:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384615.627037:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.627043:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384615.627043:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384615.627050:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:0.0:1767384615.627050:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ae99fd5 x1853237059661056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384615.627054:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384615.627058:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384615.627066:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384615.627071:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:2.0:1767384615.627074:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035afa465 already unused, calling callback (00000000b79f9119) 02000000:00000010:0.0:1767384615.627075:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089c8bf30. 10000000:00000001:2.0:1767384615.627080:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767384615.627084:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00010000:2.0:1767384615.627085:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384615.627088:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384615.627091:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:0.0:1767384615.627095:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384615.627099:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000024f9613a. 00010000:00000001:2.0:1767384615.627101:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1767384615.627103:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384615.627105:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384615.627106:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384615.627110:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384615.627110:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ae99fd5. 00000020:00000040:2.0:1767384615.627115:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=3 00000100:00000001:0.0:1767384615.627117:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384615.627121:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00000100:00000001:0.0:1767384615.627121:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384615.627125:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d9ec31c8. 00010000:00000001:2.0:1767384615.627128:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00000100:00000001:0.0:1767384615.627130:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384615.627134:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384615.627135:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:0.0:1767384615.627137:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cadf4539. 00010000:00010000:2.0:1767384615.627142:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.627142:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.627147:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.627151:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384615.627156:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:2.0:1767384615.627159:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.627160:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00010000:2.0:1767384615.627165:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384615.627165:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384615.627184:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384615.627189:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384615.627190:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384615.627193:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384615.627194:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384615.627196:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384615.627451:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384615.627455:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384615.627464:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 10000000:00000001:2.0:1767384615.627469:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384615.627471:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.627475:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384615.627477:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384615.627479:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384615.627481:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384615.627483:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384615.627485:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035afa465 with handle 0x534bb1615bf4c709 from hash 00010000:00000001:2.0:1767384615.627488:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384615.627489:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384615.627491:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384615.627492:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384615.627494:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384615.627496:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384615.627500:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384615.627502:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384615.627949:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c7b562. 00000020:00000040:2.0:1767384615.627955:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384615.627959:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384615.627962:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384615.627965:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384615.627982:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000474b6ac8. 00000100:00000001:2.0:1767384615.627987:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.627990:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384615.627995:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384615.628002:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384615.628005:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.628010:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384615.628012:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384615.628018:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074c7b562] to pc [ptlrpcd_00_03+3] req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384615.628039:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384615.628042:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384615.628050:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384615.628051:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.628054:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384615.628056:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.628059:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.628063:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384615.628065:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 0000000035afa465/0x534bb1615bf4c709 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c710 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384615.628070:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002d2eddf1 count: 0 00010000:00000001:2.0:1767384615.628084:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384615.628086:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384615.628088:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c237affe. 00010000:00000001:2.0:1767384615.628091:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.628104:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384615.628107:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384615.628108:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384615.628112:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384615.628119:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384615.628121:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384615.628124:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384615.628126:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384615.628128:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384615.628131:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059661184:0@lo:103: 00000100:00000001:2.0:1767384615.628134:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384615.628137:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384615.628138:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384615.628140:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384615.628143:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5961ce9. 02000000:00000001:2.0:1767384615.628144:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384615.628149:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46f39e. 00000400:00000010:2.0:1767384615.628154:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705de55b. 00000100:00000200:2.0:1767384615.628162:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059661184, portal 18 00000100:00000001:2.0:1767384615.628164:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384615.628165:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204774656 : -115911504776960 : ffff96943feeb100) 00000100:00000040:2.0:1767384615.628170:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384615.628175:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384615.628179:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384615.628182:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000100:00000200:2.0:1767384615.628185:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059661184, offset 0 00000400:00000200:2.0:1767384615.628195:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384615.628203:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384615.628209:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a02d80 00000400:00000200:2.0:1767384615.628215:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:2.0:1767384615.628218:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384615.628222:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384615.628226:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384615.628228:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384615.628232:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bf6413. 00000100:00000040:2.0:1767384615.628234:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000018bf6413 x1853237059661184 msgsize 328 00000100:00100000:2.0:1767384615.628240:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384615.628251:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384615.628256:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:2.0:1767384615.628258:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000100:00000001:2.0:1767384615.628261:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384615.628264:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.628269:0:16765:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384615.628271:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384615.628274:0:16765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661184 00000100:00000040:2.0:1767384615.628276:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384615.628281:0:16765:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384615.628283:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.628285:0:16765:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384615.628286:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.628290:0:16765:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.628292:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.628296:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294905730 02000000:00000001:0.0:1767384615.628297:0:16765:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.628302:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294905728 00000100:00100000:0.0:1767384615.628303:0:16765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661184 00000020:00000001:0.0:1767384615.628306:0:16765:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384615.628309:0:16765:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:2.0:1767384615.628312:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294905730 00000100:00000001:2.0:1767384615.628316:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294905728 00000100:00000001:2.0:1767384615.628321:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294905730 00000020:00000001:0.0:1767384615.628322:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384615.628326:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905728 00000020:00000040:0.0:1767384615.628327:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000100:00000001:2.0:1767384615.628330:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294905730 00000020:00000001:0.0:1767384615.628334:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384615.628336:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905728 00000020:00000001:0.0:1767384615.628339:0:16765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384615.628341:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384615.628344:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384615.628345:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.628349:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384615.628350:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000001:2.0:1767384615.628351:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.628357:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.628360:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00000001:2.0:1767384615.628361:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384615.628364:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384615.628368:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024f9613a. 00000100:00000001:2.0:1767384615.628369:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384615.628371:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384615.628374:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384615.628375:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd2aa531. 00000100:00000001:2.0:1767384615.628379:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384615.628381:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008666cf84. 00000100:00000040:0.0:1767384615.628388:0:16765:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384615.628390:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.628391:0:16765:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384615.628394:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384615.628394:0:16765:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384615.628398:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628398:0:16765:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384615.628402:0:16765:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.628403:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628407:0:16765:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384615.628411:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384615.628412:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384615.628415:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.628415:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.628418:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=4 00010000:00010000:2.0:1767384615.628419:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384615.628423:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384615.628423:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00000020:00000001:2.0:1767384615.628425:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628426:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00010000:2.0:1767384615.628428:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384615.628432:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767384615.628434:0:16765:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 17 pid: 16770 timeout: 388 lvb_type: 0 00000020:00000001:2.0:1767384615.628435:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.628455:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767384615.628457:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628459:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628461:0:16765:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.628463:0:16765:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.628466:0:16765:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384615.628470:0:16765:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018bf6413 x1853237059661184/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 328/0 e 0 to 0 dl 1767384626 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.628475:0:16765:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384615.628476:0:16765:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.628490:0:16765:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.628499:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.628500:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384615.628502:0:16765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384615.628504:0:16765:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:0.0:1767384615.628505:0:16765:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204770176 : -115911504781440 : ffff96943fee9f80) 00000100:00000040:0.0:1767384615.628508:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018bf6413 x1853237059661184/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 328/0 e 0 to 0 dl 1767384626 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.628514:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.628516:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000001:0.0:1767384615.628519:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.628520:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00100000:0.0:1767384615.628523:0:16765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018bf6413 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16143:x1853237059661184:12345-0@lo:103: 00000100:00000200:0.0:1767384615.628526:0:16765:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661184 00010000:00000001:0.0:1767384615.628528:0:16765:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384615.628530:0:16765:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384615.628532:0:16765:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384615.628535:0:16765:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384615.628537:0:16765:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384615.628540:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000700467c4. 02000000:00000001:0.0:1767384615.628542:0:16765:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.628543:0:16765:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628545:0:16765:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384615.628546:0:16765:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384615.628548:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384615.628549:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.628550:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=4 00000020:00000001:0.0:1767384615.628551:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:0.0:1767384615.628553:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000040:0.0:1767384615.628554:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003aa8519d count: 3 00010000:00010000:0.0:1767384615.628556:0:16765:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 17 pid: 16770 timeout: 388 lvb_type: 0 00000100:00001000:0.0:1767384615.628569:0:16765:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384615 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384615.628572:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384615.628575:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628576:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384615.628577:0:16765:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 17 pid: 16770 timeout: 388 lvb_type: 0 00000020:00000001:0.0:1767384615.628582:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.628583:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.628584:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.628586:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628588:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384615.628589:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384615.628592:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628593:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628595:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.628596:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384615.628598:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a340821 with handle 0x534bb1615bf4c710 from hash 00010000:00000001:0.0:1767384615.628599:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384615.628600:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628601:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628602:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384615.628603:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384615.628604:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384615.628605:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008a340821/0x534bb1615bf4c710 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c709 expref: 17 pid: 16770 timeout: 388 lvb_type: 0 00010000:00000040:0.0:1767384615.628609:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:0.0:1767384615.628610:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:0.0:1767384615.628613:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628615:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384615.628616:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384615.628617:0:16765:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000419554d3 00010000:00000001:0.0:1767384615.628619:0:16765:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384615.628620:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.628626:0:16765:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.628627:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.628628:0:16765:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.628630:0:16765:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384615.628631:0:16765:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384615.628633:0:16765:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628637:0:16765:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384615.628638:0:16765:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384615.628639:0:16765:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384615.628640:0:16765:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384615.628641:0:16765:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003aa8519d) refcount = 2 00010000:00010000:0.0:1767384615.628643:0:16765:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628647:0:16765:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384615.628648:0:16765:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384615.628649:0:16765:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.628650:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384615.628653:0:16765:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da26fc07. 00000100:00000001:0.0:1767384615.628654:0:16765:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384615.628657:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e38dff9b. 00000100:00000001:0.0:1767384615.628658:0:16765:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161242611456 : -115912466940160 : ffff969406953f00) 00000100:00000001:0.0:1767384615.628660:0:16765:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628161242611456 : -115912466940160 : ffff969406953f00) 00000100:00000001:0.0:1767384615.628662:0:16765:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384615.628662:0:16765:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384615.628664:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384615.628665:0:16765:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384615.628667:0:16765:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:0.0:1767384615.628669:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384615.628670:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.628671:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00000020:00000001:0.0:1767384615.628672:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384615.628673:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384615.628675:0:16765:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384615.628681:0:16765:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628685:0:16765:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384615.628687:0:16765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628690:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628691:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384615.628692:0:16765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628695:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.628696:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628697:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384615.628698:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384615.628701:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384615.628702:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.628704:0:16765:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384615.628705:0:16765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628708:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384615.628708:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384615.628709:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.628710:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=6 00000020:00000001:0.0:1767384615.628711:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384615.628713:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384615.628715:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384615.628716:0:16765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628719:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384615.628726:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.628727:0:16765:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628737:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384615.628738:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384615.628740:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.628741:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384615.628743:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c717 from hash 00010000:00000001:0.0:1767384615.628744:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384615.628745:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628746:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628747:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384615.628748:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384615.628749:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384615.628750:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384615.628751:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.628753:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628754:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384615.628755:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384615.628757:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628758:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628758:0:16765:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.628759:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628760:0:16765:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628765:0:16765:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.628770:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.628771:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384615.628776:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384615.628779:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628780:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628781:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384615.628784:0:16765:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:2.0:1767384615.628786:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628787:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.628790:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628792:0:16765:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384615.628795:0:16765:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.628797:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384615.628800:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384615.628800:0:16765:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.628803:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628804:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384615.628806:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:0.0:1767384615.628808:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c717 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.628825:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.628827:0:16765:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628828:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384615.628829:0:16765:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384615.628862:0:16765:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.628864:0:16765:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.628865:0:16765:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384615.628867:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e38dff9b. 00000100:00000001:0.0:1767384615.628870:0:16765:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384615.628872:0:16765:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384615.628873:0:16765:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da26fc07. 00010000:00000001:0.0:1767384615.628876:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384615.628877:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003aa8519d count: 0 00010000:00010000:0.0:1767384615.628883:0:16765:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384615.628884:0:16765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.628887:0:16765:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384615.628889:0:16765:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.628890:0:16765:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384615.628894:0:16765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384615.628896:0:16765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384615.628898:0:16765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384615.628901:0:16765:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384615.628902:0:16765:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.628905:0:16765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384615.628909:0:16765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384615.628913:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7cf5a0. 00000100:00000200:0.0:1767384615.628916:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059661184, offset 224 00000400:00000200:0.0:1767384615.628921:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384615.628928:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384615.628935:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a02d80 00000400:00000200:0.0:1767384615.628940:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x13c9 [1] + 224 00000400:00000200:0.0:1767384615.628943:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.628947:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.628956:0:16765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384615.628959:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.628966:0:16765:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.628977:0:16765:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384615.628981:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7cf5a0 00000400:00000010:0.0:1767384615.628982:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db7cf5a0. 00000100:00000001:0.0:1767384615.628984:0:16765:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384615.628985:0:16765:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.628990:0:16765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.628992:0:16765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384615.628993:0:16765:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.628995:0:16765:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.628998:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bf6413 x1853237059661184/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 328/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384615.629004:0:16765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018bf6413 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059661184:12345-0@lo:103: Request processed in 490us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384615.629010:0:16765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384615.629013:0:16765:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384615.629015:0:16765:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384615.629016:0:16765:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384615.629019:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd2aa531. 00000020:00000010:0.0:1767384615.629023:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008666cf84. 00000020:00000010:0.0:1767384615.629027:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024f9613a. 00000020:00000040:0.0:1767384615.629031:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:0.0:1767384615.629034:0:16765:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.629052:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.629053:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384615.629056:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384615.629058:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384615.629060:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a46f39e. 00000400:00000200:0.0:1767384615.629064:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705de55b 00000400:00000010:0.0:1767384615.629071:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705de55b. 00000100:00000001:0.0:1767384615.629075:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384615.629079:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384615.629085:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.629091:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.629093:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.629095:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384615.629096:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384615.629098:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.629100:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.629103:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.629106:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384615.629111:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384615.629114:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384615.629116:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.629119:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384615.629121:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.629123:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.629128:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.629135:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384615.629138:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384615.629140:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384615.629144:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384615.629153:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059661184:0@lo:103: 00000100:00000001:0.0:1767384615.629158:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.629160:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384615.629163:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000074c7b562 x1853237059661184/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.629172:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384615.629181:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384615.629184:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5961ce9. 02000000:00000001:0.0:1767384615.629189:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384615.629191:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384615.629193:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384615.629196:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384615.629198:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000474b6ac8. 02000000:00000001:0.0:1767384615.629202:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384615.629204:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384615.629206:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c7b562. 00000100:00000001:0.0:1767384615.629210:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384615.629212:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.629214:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.629219:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384615.629220:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.629223:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.629225:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384615.632874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002d2eddf1. 00010000:00000010:2.1:1767384615.632886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035afa465. 00080000:00000001:2.0:1767384615.635169:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384615.635176:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:1.0:1767384615.635178:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384615.635179:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384615.635183:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384615.635185:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384615.635187:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384615.635190:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384615.635193:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384615.635195:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384615.635198:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384615.635199:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007fc12cd8. 20000000:01000000:2.0:1767384615.635204:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384615.635207:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384615.635212:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384615.635226:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384615.635228:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384615.635231:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384615.635235:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384615.635237:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384615.635243:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eaac4c22. 00010000:00000001:2.0:1767384615.635247:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384615.635250:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035afa465. 00000020:00000001:2.0:1767384615.635254:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384615.635257:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000035afa465 with handle 0x534bb1615bf4c71e to hash 00000020:00000001:2.0:1767384615.635260:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384615.635261:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.635263:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.635266:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384615.635267:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.635269:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635276:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384615.635279:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384615.635287:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384615.635288:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384615.635290:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384615.635291:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384615.635292:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384615.635294:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384615.635296:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384615.635297:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384615.635298:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384615.635300:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eaac4c22) refcount = 1 00010000:00010000:2.0:1767384615.635302:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635307:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384615.635309:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384615.635310:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384615.635311:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.635313:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384615.635316:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384615.635318:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:2.0:1767384615.635320:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384615.635321:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384615.635321:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=4 00000020:00000001:2.0:1767384615.635323:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.635324:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.635326:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384615.635327:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635331:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384615.635333:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635336:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384615.635337:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384615.635338:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635348:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384615.635349:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.635353:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384615.635355:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384615.635362:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035afa465 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384615.635365:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384615.635367:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384615.635369:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635375:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384615.635376:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384615.635378:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384615.635379:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=5 00000020:00000001:2.0:1767384615.635382:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.635384:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384615.635386:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384615.635388:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635394:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384615.635396:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384615.635398:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.635400:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384615.635402:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384615.635403:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384615.635404:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384615.635407:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035afa465 with handle 0x534bb1615bf4c71e from hash 00010000:00000001:2.0:1767384615.635410:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384615.635411:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384615.635412:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384615.635420:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384615.635423:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384615.635425:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384615.635427:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384615.635428:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384615.635431:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.635433:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384615.635435:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384615.635452:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384615.635454:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384615.635455:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.635457:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.635460:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.635462:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635468:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384615.635470:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384615.635472:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384615.635473:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384615.635475:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384615.635477:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384615.635479:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384615.635482:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384615.635484:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.635487:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384615.635492:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384615.635494:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384615.635496:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000035afa465/0x534bb1615bf4c71e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384615.635503:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eaac4c22 count: 0 00010000:00000001:2.0:1767384615.635515:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384615.635517:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384615.636862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a340821. 00010000:00000010:0.1:1767384615.636873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00010000:00000010:0.1:1767384615.636889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003aa8519d. 00080000:00000020:1.0:1767384615.637543:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384615.637548:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384615.637551:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a728f8fa. 20000000:00000001:1.0:1767384615.637559:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384615.637564:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660928 00010000:00000001:1.0:1767384615.637568:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384615.637577:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090429c3a x1853237059660928/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384615.637602:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384615.637605:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384615.637609:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.637613:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384615.637616:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384615.637619:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384615.637622:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384615.637625:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.637628:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384615.637631:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384615.637637:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000882c736a. 00000100:00000200:1.0:1767384615.637643:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059660928, offset 224 00000400:00000200:1.0:1767384615.637653:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384615.637665:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384615.637676:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02c80 00000400:00000200:1.0:1767384615.637685:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00000400:00000200:1.0:1767384615.637694:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384615.637699:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384615.637706:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384615.637711:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384615.637723:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.637745:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384615.637756:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000882c736a 00000100:00000001:0.0:1767384615.637758:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384615.637759:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000882c736a. 00000100:00000001:0.0:1767384615.637762:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384615.637766:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384615.637768:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384615.637770:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384615.637771:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384615.637775:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de562f6. 00000100:00000001:1.0:1767384615.637779:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.637780:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d561a7e3 00000400:00000010:0.0:1767384615.637784:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d561a7e3. 00000100:00000040:1.0:1767384615.637787:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384615.637788:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384615.637794:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384615.637795:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384615.637798:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.637805:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384615.637808:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.637814:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.637818:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.637819:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384615.637821:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384615.637824:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090429c3a x1853237059660928/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.637824:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.637828:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.637850:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.637854:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384615.637858:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384615.637872:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384615.637874:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.637878:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090429c3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059660928:12345-0@lo:253: Request processed in 21129us (21588us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384615.637879:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384615.637881:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.637886:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.637891:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384615.637899:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000001:0.0:1767384615.637901:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384615.637906:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384615.637906:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384615.637908:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.637912:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:0.0:1767384615.637914:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384615.637916:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:0.0:1767384615.637917:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384615.637921:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384615.637922:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384615.637923:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384615.637923:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000010:1.0:1767384615.637925:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091f9265c. 00000020:01000004:0.0:1767384615.637925:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384615.637927:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384615.637929:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:1.0:1767384615.637934:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f7b78ad. 00000100:00000040:0.0:1767384615.637934:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384615.637943:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bc5b805. 00000100:00100000:0.0:1767384615.637943:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd4ea683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059660928:0@lo:253: 00000100:00000001:0.0:1767384615.637951:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384615.637953:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:0.0:1767384615.637954:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384615.637957:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd4ea683 x1853237059660928/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384615.637961:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384615.637963:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767384615.637966:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009569ecc3. 02000000:00000001:0.0:1767384615.637966:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384615.637969:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000058629d18. 02000000:00000001:1.0:1767384615.637973:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384615.637974:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384615.637978:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384615.637979:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384615.637980:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384615.637983:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384615.637986:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009593abf9. 00000100:00000200:1.0:1767384615.637990:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384615.637990:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767384615.637999:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e31d4b37. 02000000:00000001:0.0:1767384615.637999:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384615.638001:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd4ea683. 00000100:00000001:0.0:1767384615.638006:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384615.638007:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000882c736a. 00000100:00000001:0.0:1767384615.638007:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.638011:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.638019:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384615.638020:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.638022:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.638024:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384615.639249:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384615.639252:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384615.639254:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f8c80833. 20000000:00000001:1.0:1767384615.639259:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384615.639262:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059660800 00010000:00000001:1.0:1767384615.639265:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384615.639270:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002102f4d6 x1853237059660800/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384615.639278:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384615.639280:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384615.639282:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.639285:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384615.639287:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384615.639289:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384615.639300:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384615.639302:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.639305:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384615.639308:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384615.639312:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf50651e. 00000100:00000200:1.0:1767384615.639316:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059660800, offset 224 00000400:00000200:1.0:1767384615.639322:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384615.639329:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384615.639337:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02c00 00000400:00000200:1.0:1767384615.639342:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13a9 [2] + 224 00000400:00000200:1.0:1767384615.639348:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384615.639351:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384615.639354:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384615.639359:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384615.639368:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.639384:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384615.639389:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf50651e 00000400:00000010:1.0:1767384615.639391:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf50651e. 00000100:00000001:1.0:1767384615.639395:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384615.639395:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.639399:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.639399:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384615.639405:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384615.639406:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384615.639408:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384615.639411:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00000100:00000040:1.0:1767384615.639412:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:0.0:1767384615.639416:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0314fbe 00010000:00000001:1.0:1767384615.639417:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384615.639420:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0314fbe. 00000020:00000001:1.0:1767384615.639421:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.639423:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384615.639425:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384615.639429:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384615.639433:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002102f4d6 x1853237059660800/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384615.639456:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.639473:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.639476:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384615.639477:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002102f4d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059660800:12345-0@lo:253: Request processed in 22727us (23232us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384615.639479:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384615.639482:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384615.639484:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.639486:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.639489:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.639493:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00001000:0.0:1767384615.639494:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=23 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384615.639499:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00001000:0.0:1767384615.639499:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384615.639502:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384615.639503:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.639504:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384615.639506:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.639507:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.639513:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384615.639513:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.639518:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384615.639523:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008721a29f. 00000020:00000010:1.0:1767384615.639529:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394fcc9e. 00000100:00000001:0.0:1767384615.639532:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384615.639534:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384615.639535:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a8611a1. 00000100:00000001:0.0:1767384615.639536:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384615.639540:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:1.0:1767384615.639543:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000020:01000004:0.0:1767384615.639543:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384615.639546:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384615.639549:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384615.639550:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384615.639551:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384615.639552:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384615.639555:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000010:1.0:1767384615.639556:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e53d4549. 00000020:01000004:0.0:1767384615.639556:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384615.639559:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384615.639561:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384615.639561:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384615.639565:0:21399:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d1c91b4e. 00000100:00000001:1.0:1767384615.639565:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384615.639567:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384615.639573:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384615.639577:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059660800:0@lo:253: 00000400:00000010:1.0:1767384615.639579:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3d99608. 00000100:00000001:0.0:1767384615.639581:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384615.639584:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf50651e. 00000100:00000001:0.0:1767384615.639585:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:2.0:1767384615.639587:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000040:0.0:1767384615.639589:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d839be4 x1853237059660800/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.639598:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:2.0:1767384615.639599:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 02000000:00000001:0.0:1767384615.639600:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384615.639603:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d1637cae. 00000400:00000040:2.0:1767384615.639605:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.639609:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384615.639612:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.639614:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384615.639617:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384615.639619:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384615.639621:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384615.639622:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 02000000:00000001:0.0:1767384615.639623:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:2.0:1767384615.639625:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:00000001:0.0:1767384615.639626:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:2.0:1767384615.639629:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:00000040:0.0:1767384615.639630:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384615.639635:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:2.0:1767384615.639636:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000010:0.0:1767384615.639637:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007621ea56. 00000400:00000040:2.0:1767384615.639639:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000001:0.0:1767384615.639642:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767384615.639643:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 02000000:00000001:0.0:1767384615.639644:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384615.639647:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d839be4. 00000400:00000040:2.0:1767384615.639648:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:0.0:1767384615.639650:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:2.0:1767384615.639652:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384615.639652:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384615.639656:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:0.0:1767384615.639657:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384615.639659:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384615.639661:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.639666:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384615.639669:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384615.639670:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767384615.639672:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:0.0:1767384615.639673:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384615.639678:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:0.0:1767384615.639678:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.639682:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384615.639683:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384615.639687:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.639689:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384615.639691:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384615.639693:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384615.639695:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384615.639696:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384615.639699:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.639700:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384615.639702:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384615.639704:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384615.639706:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384615.639708:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384615.639710:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384615.639712:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384615.639713:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384615.639722:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384615.639724:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384615.639726:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384615.639728:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384615.639730:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384615.639731:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384615.639733:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384615.639734:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384615.639737:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384615.639739:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384615.639741:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384615.639742:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384615.639744:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384615.639746:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384615.639748:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384615.639750:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384615.639751:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384615.639794:0:21399:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d1c91b4e. 00000100:00000040:1.0:1767384615.640891:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294905730, at 4294905731 00000100:00000010:1.0:1767384615.640901:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ead953d. 00000100:00000040:0.0:1767384615.641865:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294905730, at 4294905732 00000100:00000040:3.0:1767384615.641873:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294905730, at 4294905732 00000100:00000010:0.0:1767384615.641874:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015b0e17a. 00000100:00000010:3.0:1767384615.641885:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000040:2.0:1767384615.641893:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294905730, at 4294905732 00000100:00000010:2.0:1767384615.641899:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00010000:00000010:2.1:1767384615.643103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eaac4c22. 00010000:00000010:2.1:1767384615.643110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035afa465. 00010000:00000001:0.0:1767384615.830881:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384615.830887:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.830893:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384615.830895:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.830926:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384615.830930:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.830932:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384616.369948:0:21610:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384616.369960:0:21610:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.369964:0:21610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384616.369969:0:21610:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384616.369974:0:21610:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.369976:0:21610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.853923:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384616.853932:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.853939:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384616.853940:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.854024:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384616.854028:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.854030:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384617.098346:0:21774:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384617.098350:0:21774:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:1.0:1767384617.101465:0:21774:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384617.109733:0:21775:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f80c7084. 00000400:00000010:1.0:1767384617.109746:0:21775:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e9d58bc0. 00000400:00000010:1.0:1767384617.109755:0:21775:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b3a6a999. 00000400:00000010:1.0:1767384617.109758:0:21775:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002defefc9. 00000400:00000010:1.0:1767384617.109761:0:21775:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ebaa7149. 00000400:00000010:1.0:1767384617.109765:0:21775:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002725687. 00000400:00000010:1.0:1767384617.109767:0:21775:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008c7f09a3. 00000400:00000010:1.0:1767384617.109768:0:21775:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053fe77db. 00000400:00000010:1.0:1767384617.109770:0:21775:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000091d10417. 00000800:00000010:1.0:1767384617.109780:0:21775:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000971dd9f4. 00000800:00000200:1.0:1767384617.109789:0:21775:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384617.109795:0:21775:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384617.109827:0:21775:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384617.109877:0:21775:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp19 [8/256/0/180] 00000400:00000010:1.0:1767384617.111164:0:21775:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000a08c4825. 00000400:00000010:1.0:1767384617.111175:0:21775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ede47eb. 00000400:00000010:1.0:1767384617.111180:0:21775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000400:00000001:1.0:1767384617.111192:0:21775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384617.111193:0:21775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384617.111195:0:21775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7da408c. 00000400:00000200:1.0:1767384617.111198:0:21775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e2cc42 00000400:00000010:1.0:1767384617.111199:0:21775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094e2cc42. 00000400:00000010:1.0:1767384617.111203:0:21775:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000009d8ef223. 00000400:00000200:1.0:1767384617.111209:0:21775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (10) 00000400:00000200:1.0:1767384617.111220:0:21775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384617.111228:0:21775:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:1.0:1767384617.111235:0:21775:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000027cf024. 00000020:01000000:1.0:1767384617.111239:0:21775:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384617.111241:0:21775:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp19 00000400:00000200:0.0:1767384617.111250:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384617.111254:0:21775:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e9d58bc0. 00000400:00000010:1.0:1767384617.111259:0:21775:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f80c7084. 00000400:00000200:0.0:1767384617.111259:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:0.0:1767384617.111269:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7cf5a0. 00000400:00000200:0.0:1767384617.111273:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (11) 00000020:00000001:2.0:1767384617.111277:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384617.111279:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007022d715. 10000000:00000001:2.0:1767384617.111283:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384617.111284:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 10000000:00000001:2.0:1767384617.111288:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384617.111291:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384617.111294:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384617.111296:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384617.111299:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384617.111299:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:01000004:2.0:1767384617.111302:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384617.111306:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384617.111307:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384617.111310:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384617.111310:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384617.111313:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384617.111314:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384617.111317:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384617.111319:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:2.0:1767384617.111322:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054a20d96. 00000400:00000200:0.0:1767384617.111324:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384617.111330:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:2.0:1767384617.111334:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384617.111338:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:2.0:1767384617.111341:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384617.111342:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:2.0:1767384617.111346:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384617.111347:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384617.111352:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:2.0:1767384617.111353:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.111363:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:2.0:1767384617.111364:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009569ecc3. 00000400:00000200:0.0:1767384617.111368:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000100:00000001:2.0:1767384617.111374:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.111374:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp18 00000400:00000200:0.0:1767384617.111380:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp18 lpni_is_preferred = 0 00000400:00000200:0.0:1767384617.111382:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp18 00000100:00000001:2.0:1767384617.111385:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384617.111385:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp18 NI seq info: [23:23:256:4294967295] 192.168.202.117@tcp18 LPNI seq info [23:23:8:4294967295] 00000100:00000001:2.0:1767384617.111390:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.111394:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp18 00000100:00000040:2.0:1767384617.111403:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054a20d96] to pc [ptlrpcd_00_00+0] req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384617.111407:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18:) -> 192.168.202.117@tcp18(192.168.202.117@tcp:192.168.202.117@tcp18) : PUT try# 0 00000800:00000200:0.0:1767384617.111419:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.202.117@tcp18 00000800:00000010:0.0:1767384617.111437:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca46039c. 00000800:00000010:0.0:1767384617.111446:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fcfb5797. 00000800:00000010:0.0:1767384617.111449:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009ff6ef98. 00000800:00000200:0.0:1767384617.111454:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (2) 10000000:00000001:2.0:1767384617.111458:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384617.111459:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (2) 10000000:00000001:2.0:1767384617.111464:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384617.111467:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384617.111469:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384617.111477:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384617.111479:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384617.111481:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384617.111482:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:01000000:2.0:1767384617.111486:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384617.111490:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384617.111491:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000020:01000004:2.0:1767384617.111494:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384617.111498:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384617.111501:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384617.111503:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384617.111508:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384617.111511:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384617.111514:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384617.111516:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384617.111520:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3e0f965. 00000020:00000040:2.0:1767384617.111524:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384617.111525:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384617.111528:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384617.111533:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384617.111534:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767384617.111538:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.111539:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384617.111549:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a728f8fa. 00000100:00000001:0.0:1767384617.111551:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384617.111554:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.111555:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.111560:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384617.111561:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384617.111564:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384617.111566:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.111567:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384617.111577:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000040:0.0:1767384617.111577:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384617.111583:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e0f965] to pc [ptlrpcd_00_01+1] req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.111602:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384617.111605:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384617.111609:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.111609:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:2.0:1767384617.111615:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.111615:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384617.111621:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.111622:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.111623:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000020:01000000:2.0:1767384617.111626:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:0.0:1767384617.111630:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054a20d96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059661312:0@lo:253: 00000020:00000010:2.0:1767384617.111632:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000027cf024. 00000100:00000001:0.0:1767384617.111644:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384617.111649:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384617.111650:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384617.111654:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1767384617.111654:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.111656:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384617.111657:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384617.111660:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:2.0:1767384617.111663:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384617.111663:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f8c80833. 00000100:00000001:2.0:1767384617.111666:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384617.111667:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.111671:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384617.111673:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384617.111675:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000100:00000001:2.0:1767384617.111676:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384617.111681:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384617.111683:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041617bb6. 00000100:00000200:0.0:1767384617.111689:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059661312, portal 25 00000100:00000001:2.0:1767384617.111691:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384617.111692:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384617.111693:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.111693:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:0.0:1767384617.111696:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204776448 : -115911504775168 : ffff96943feeb800) 02000000:00000001:2.0:1767384617.111699:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384617.111702:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384617.111704:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384617.111706:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384617.111712:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f3e0f965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059661440:0@lo:253: 00000100:00000001:2.0:1767384617.111720:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384617.111722:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384617.111723:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 02000000:00000001:2.0:1767384617.111724:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384617.111728:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.111728:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384617.111731:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384617.111732:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065bc516e. 00000100:00000200:0.0:1767384617.111736:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059661312, offset 0 02000000:00000010:2.0:1767384617.111737:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d1637cae. 02000000:00000001:2.0:1767384617.111740:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384617.111744:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c39d5d8e. 00000400:00000200:0.0:1767384617.111745:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384617.111752:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c30b47aa. 00000400:00000200:0.0:1767384617.111757:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384617.111759:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059661440, portal 25 00000400:00000200:1.0:1767384617.111759:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:2.0:1767384617.111764:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384617.111767:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204775552 : -115911504776064 : ffff96943feeb480) 00000400:00000200:0.0:1767384617.111768:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02e00 00000400:00000200:0.0:1767384617.111775:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000100:00000040:2.0:1767384617.111778:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384617.111779:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000283ec722. 00000400:00000200:0.0:1767384617.111785:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a86c6f25 00000400:00000200:1.0:1767384617.111786:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:2.0:1767384617.111788:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384617.111793:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384617.111794:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384617.111798:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085ea336d. 00000100:00000200:2.0:1767384617.111804:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059661440, offset 0 00000400:00000200:0.0:1767384617.111804:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384617.111809:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a86c6f25 00000400:00000010:0.0:1767384617.111812:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a86c6f25. 00000100:00000001:0.0:1767384617.111818:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384617.111819:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.111822:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384617.111823:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384617.111828:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000002af233e6 x1853237059661312 msgsize 4848 00000400:00000200:2.0:1767384617.111864:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384617.111877:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a02e80 00000100:00100000:0.0:1767384617.111877:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384617.111882:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384617.111884:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.111885:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:2.0:1767384617.111891:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0cee07f. 00000100:00000001:0.0:1767384617.111894:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384617.111895:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000082877435 00000400:00000200:2.0:1767384617.111901:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384617.111902:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065bc516e 00000400:00000200:2.0:1767384617.111908:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384617.111912:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065bc516e. 00000400:00000200:2.0:1767384617.111917:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082877435 00000100:00000001:0.0:1767384617.111917:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384617.111918:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000010:2.0:1767384617.111922:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082877435. 00000100:00000200:0.0:1767384617.111928:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.111930:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384617.111933:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384617.111938:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000080b219a7 x1853237059661440 msgsize 4848 00000100:00000001:0.0:1767384617.111941:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384617.111946:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384617.111947:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384617.111949:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384617.111950:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000001:0.0:1767384617.111960:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.111962:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384617.111963:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384617.111968:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085ea336d 00000400:00000010:2.0:1767384617.111971:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085ea336d. 00000100:00000001:0.0:1767384617.111973:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.111976:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384617.111979:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294907214 00000100:00000200:2.0:1767384617.111982:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384617.111985:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f52ae4d5. 00000400:00000200:1.0:1767384617.111990:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:2.0:1767384617.111993:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384617.111994:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384617.111999:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.112002:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294907214 00000100:00000001:2.0:1767384617.112008:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.112011:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384617.112011:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000100:00000001:0.0:1767384617.112016:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384617.112018:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112020:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294907214 00000100:00000001:2.0:1767384617.112022:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294907214 00000400:00000200:1.0:1767384617.112024:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000010:0.0:1767384617.112025:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a3e8112. 00000100:00000001:0.0:1767384617.112030:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384617.112034:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294907214 00000100:00000001:0.0:1767384617.112036:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294907214 00000100:00000001:2.0:1767384617.112038:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294907214 00000100:00000010:0.0:1767384617.112041:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015b0e17a. 00000100:00000001:2.0:1767384617.112042:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294907214 00000100:00000001:2.0:1767384617.112046:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294907214 00000100:00000001:0.0:1767384617.112047:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384617.112049:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294907214 00000100:00000001:2.0:1767384617.112052:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294907214 00000100:00000001:2.0:1767384617.112054:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294907214 00000100:00000001:0.0:1767384617.112055:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384617.112058:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384617.112061:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.112062:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.112065:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000001:2.0:1767384617.112068:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112069:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.112075:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112076:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112081:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384617.112083:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384617.112086:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112088:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.112103:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384617.112104:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00100000:2.0:1767384617.112108:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661312 00000100:00000001:0.0:1767384617.112110:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384617.112111:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384617.112114:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661440 00000100:00000001:2.0:1767384617.112115:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384617.112119:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.112119:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384617.112123:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112127:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384617.112128:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661312 00000400:00000200:1.0:1767384617.112128:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000100:00000001:0.0:1767384617.112129:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384617.112133:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384617.112136:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 02000000:00000001:0.0:1767384617.112136:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384617.112140:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384617.112141:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661440 00000020:00000040:2.0:1767384617.112144:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384617.112145:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384617.112148:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000040:0.0:1767384617.112149:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384617.112152:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384617.112153:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000020:00000001:2.0:1767384617.112154:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000040:0.0:1767384617.112155:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384617.112159:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384617.112160:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384617.112164:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:2.0:1767384617.112165:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c80162c. 00000100:00000001:0.0:1767384617.112167:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384617.112169:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384617.112171:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041b77f17. 00000020:00000010:2.0:1767384617.112172:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c80162c. 00000100:00000001:0.0:1767384617.112178:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384617.112180:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041b77f17. 00000020:00000010:2.0:1767384617.112181:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000654dc7be. 00000400:00000200:1.0:1767384617.112185:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000020:00000010:0.0:1767384617.112186:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c82aaec0. 00000020:00000010:2.0:1767384617.112187:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1dfadf0. 00000020:00000010:2.0:1767384617.112195:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e4ca7c4. 00000020:00000010:0.0:1767384617.112196:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000728596fc. 00000020:00000010:0.0:1767384617.112203:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008666cf84. 00000100:00000040:2.0:1767384617.112204:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384617.112216:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384617.112217:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384617.112218:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384617.112222:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112222:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384617.112226:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.112229:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112233:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.112238:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.112248:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.112249:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384617.112252:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384617.112256:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:2.0:1767384617.112259:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384617.112261:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935863888 : -115911773687728 : ffff96942fe77050) 00000100:00000001:0.0:1767384617.112262:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384617.112266:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002af233e6 x1853237059661312/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 4848/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.112266:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384617.112275:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000001:2.0:1767384617.112281:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384617.112281:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384617.112286:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935864912 : -115911773686704 : ffff96942fe77450) 00000020:00000010:2.0:1767384617.112287:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c80162c. 00000100:00000001:2.0:1767384617.112293:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384617.112297:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c80162c. 00000100:00000040:0.0:1767384617.112298:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080b219a7 x1853237059661440/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 4848/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.112308:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384617.112309:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002af233e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059661312:12345-0@lo:253: 00000020:00000010:0.0:1767384617.112313:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041b77f17. 00000100:00000200:2.0:1767384617.112314:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661312 00000100:00000001:0.0:1767384617.112317:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384617.112318:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384617.112321:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041b77f17. 00000020:00000001:2.0:1767384617.112323:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384617.112325:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384617.112327:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384617.112328:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384617.112333:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384617.112335:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384617.112336:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080b219a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059661440:12345-0@lo:253: 00000020:00000001:2.0:1767384617.112338:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384617.112342:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661440 00000020:00000001:2.0:1767384617.112344:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384617.112347:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384617.112351:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.112354:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384617.112357:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.112358:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384617.112361:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384617.112363:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384617.112364:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384617.112369:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384617.112371:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384617.112373:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e53d4549. 00000020:00000001:0.0:1767384617.112374:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384617.112377:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384617.112381:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.112381:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.112387:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384617.112388:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.112390:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384617.112396:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007621ea56. 02000000:00000001:0.0:1767384617.112400:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384617.112402:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384617.112403:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.112408:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384617.112415:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c7f9f3b1. 20000000:00000010:0.0:1767384617.112418:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009593abf9. 20000000:01000000:2.0:1767384617.112420:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384617.112435:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384617.112438:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384617.112439:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384617.112442:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.112443:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384617.112448:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.112449:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384617.112454:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384617.112455:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384617.112458:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.112462:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384617.112466:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000024378434. 00000800:00000010:1.0:1767384617.112467:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000027cf024. 20000000:01000000:2.0:1767384617.112470:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000800:00000010:1.0:1767384617.112475:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e9d58bc0. 20000000:00000001:2.0:1767384617.112476:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:1.0:1767384617.112482:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b7a3f8a. 00080000:00000001:2.0:1767384617.112483:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:1.0:1767384617.112526:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b7a3f8a. 00080000:00000001:2.0:1767384617.112536:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384617.112541:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384617.112543:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.112546:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384617.112550:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384617.112555:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384617.112558:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384617.112566:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000790a6cb7. 00080000:00000001:2.0:1767384617.112568:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855365632 : -115916854185984 : ffff969301153000) 00080000:00000001:2.0:1767384617.112572:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384617.112629:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384617.112653:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp18 from 237.3.0.2 00000800:00000010:1.0:1767384617.112659:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006f595213. 00000001:00000001:2.0:1767384617.112717:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384617.112720:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.112723:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384617.112756:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.112760:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384617.113003:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384617.113006:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384617.113055:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000058629d18. 00000800:00000010:0.0:1767384617.113061:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065bc516e. 00000800:00000010:0.0:1767384617.113083:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6fb71c5. 00000800:00000200:0.1:1767384617.113089:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (2) 00000800:00000200:0.1:1767384617.113093:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp18 00000000a6fb71c5 deleted 00000800:00000010:0.1:1767384617.113095:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a6fb71c5. 00000800:00000200:0.1:1767384617.113100:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384617.113105:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:1005 00000800:00000200:0.1:1767384617.113109:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ca46039c type 1, nob 304 niov 1 nkiov 1 00000800:00000200:0.0:1767384617.113113:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp18 p 3.x 192.168.202.117 -> 192.168.202.117:1005 incarnation:1767384615613947778 sched[0] 00000800:00000010:0.0:1767384617.113117:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041b77f17. 00000800:00000010:0.0:1767384617.113176:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041b77f17. 00000800:00000010:0.0:1767384617.113181:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065bc516e. 00000800:00000010:0.0:1767384617.113251:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006f595213. 00000800:00000001:0.0:1767384617.113272:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384617.113288:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384617.113371:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384617.113376:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp18 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384615613947778 sched[0] 00000800:00000010:0.0:1767384617.113379:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e9d58bc0. 00000800:00000200:2.0:1767384617.113383:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384617.113389:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca46039c. 00000400:00000200:2.0:1767384617.113394:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384617.113401:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: PUT: OK 00000400:00000200:2.0:1767384617.113407:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384617.113411:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000001:2.0:1767384617.113420:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.113438:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384617.113444:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:2.0:1767384617.113446:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.113453:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.113462:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18) <- 192.168.202.117@tcp18 : PUT - for me 00000400:00000200:2.0:1767384617.113473:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384617.113480:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 208/208 into md 0x13b9 [1] + 0 00000400:00000010:2.0:1767384617.113484:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003976af9a. 00000400:00000200:2.0:1767384617.113492:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024c3bcf7 00000800:00000001:2.0:1767384617.113497:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384617.113513:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:2.0:1767384617.113543:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.113546:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384617.113552:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: PUT: OK 00000400:00000200:2.0:1767384617.113556:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000400:00000010:2.0:1767384617.113558:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000400:00000200:2.0:1767384617.113563:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384617.113567:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (12) 00000400:00000200:0.0:1767384617.113569:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.113572:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:2.0:1767384617.113577:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000cf844f7d. 00000400:00000200:2.0:1767384617.113584:0:16135:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 11 00000400:00000200:2.0:1767384617.113596:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384617.113611:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (13) 00000400:00000200:2.0:1767384617.113618:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384617.113627:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp18 to MR: 192.168.202.117@tcp18 local destination 00000400:00000200:2.0:1767384617.113638:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp18 NI seq info: [24:24:256:4294967295] 192.168.202.117@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1767384617.113660:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) -> 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) 192.168.202.117@tcp18 : ACK try# 0 00000800:00000200:2.0:1767384617.113668:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp18 00000400:00000200:0.0:1767384617.113669:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000010:2.0:1767384617.113673:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008bfaf84. 00000800:00000200:2.0:1767384617.113684:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (4) 00000800:00000200:2.0:1767384617.113690:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:988 00000800:00000200:2.0:1767384617.113693:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008bfaf84 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384617.113769:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384617.113777:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008bfaf84. 00000400:00000200:2.0:1767384617.113783:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384617.113783:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.113798:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: ACK: OK 00000800:00000001:2.0:1767384617.113813:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.113821:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384617.113823:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.113827:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384617.113829:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.113901:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.113913:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18) <- 192.168.202.117@tcp18 : ACK - for me 00000400:00000200:0.0:1767384617.113917:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.113925:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp18: ACK from 12345-192.168.202.117@tcp18 into md 0x13e9 00000400:00000200:2.0:1767384617.113932:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384617.113936:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: ACK: OK 00000400:00000200:2.0:1767384617.113939:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7cf5a0 00000400:00000010:2.0:1767384617.113941:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db7cf5a0. 00000400:00000200:2.0:1767384617.113945:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384617.113948:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:2.0:1767384617.113951:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384617.113955:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (12) 00000800:00000001:2.0:1767384617.113960:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.113965:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384617.113975:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.114000:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384617.114005:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b9b6896. 00000400:00000010:2.0:1767384617.114011:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000400:00000200:2.0:1767384617.114015:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:2.0:1767384617.114023:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:2.0:1767384617.114030:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 0000000008bfaf84. 00000400:00000010:2.0:1767384617.114033:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000474b6ac8. 00000400:00000010:2.0:1767384617.114036:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 0000000058a839fe. 00000400:00000200:0.0:1767384617.114040:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000010:2.0:1767384617.114055:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c119e9e2. 00000400:00000200:2.0:1767384617.114061:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c119e9e2 nid 192.168.202.117@tcp19 00000400:00000010:2.0:1767384617.114064:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000028d0a0bc. 00000400:00000200:2.0:1767384617.114066:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000028d0a0bc net tcp19 00000400:00000200:2.0:1767384617.114069:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (11) 00000400:00000200:0.0:1767384617.114075:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.114081:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp19 flags 0x11 00000400:00000010:2.0:1767384617.114086:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 0000000008bfaf84. 00000400:00000010:2.0:1767384617.114090:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000474b6ac8. 00000400:00000010:2.0:1767384617.114092:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 0000000058a839fe. 00000400:00000010:2.0:1767384617.114095:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000cf844f7d. 00000400:00000200:2.0:1767384617.114099:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384617.114102:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:2.0:1767384617.114106:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384617.114107:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384617.114109:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:2.0:1767384617.114115:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384617.114117:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:2.0:1767384617.114121:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384617.114126:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (12) 00000400:00000200:0.0:1767384617.114149:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114173:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114187:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114208:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114239:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114265:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114291:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114306:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384617.114333:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000800:00000010:0.0:1767384617.114499:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005e8b96a. 00000800:00000010:0.0:1767384617.114503:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065bc516e. 00000800:00000010:0.0:1767384617.114506:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041b77f17. 00000800:00000010:0.0:1767384617.114542:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041b77f17. 00000400:00000200:0.0:1767384617.114717:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384617.114737:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp18 from 236.3.0.2 00000800:00000010:0.0:1767384617.114772:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a42b3cfb. 00000800:00000010:2.0:1767384617.114917:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035497e8b. 00000800:00000010:2.0:1767384617.114921:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085ea336d. 00000800:00000010:2.0:1767384617.114938:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003b136351. 00000800:00000200:2.1:1767384617.114944:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (4) 00000800:00000200:2.1:1767384617.114949:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp18 000000003b136351 deleted 00000800:00000010:2.1:1767384617.114950:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003b136351. 00000800:00000200:2.1:1767384617.114953:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384617.114958:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp18 p 3.x 192.168.202.117 -> 192.168.202.117:1004 incarnation:1767384615613947778 sched[0] 00000800:00000010:2.0:1767384617.114963:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0733db0. 00000800:00000010:2.0:1767384617.115013:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0733db0. 00000800:00000010:2.0:1767384617.115018:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085ea336d. 00000800:00000010:2.0:1767384617.115041:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a42b3cfb. 00000800:00000001:2.0:1767384617.115159:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.115163:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384617.115371:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384617.115377:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp18 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384615613947778 sched[0] 00000800:00000010:0.0:1767384617.115380:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065bc516e. 00000800:00000001:0.0:1767384617.115445:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384617.115449:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384617.122718:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384617.122727:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384617.122731:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.122734:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384617.122737:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384617.122744:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384617.122745:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384617.122753:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384617.122755:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384617.122758:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384617.122762:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000790a6cb7. 20000000:00000001:1.0:1767384617.122763:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384617.122768:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092428815. 20000000:01000000:1.0:1767384617.122775:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384617.122775:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00080000:00000001:3.0:1767384617.122777:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384617.122785:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384617.122787:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384617.122794:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384617.122808:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384617.122812:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384617.122816:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384617.122819:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384617.122821:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384617.122823:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384617.122825:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.122826:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384617.122827:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384617.122848:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384617.122855:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384617.122858:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384617.122864:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005aeac331. 00010000:00000010:1.0:1767384617.122867:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000036836084. 00080000:00000001:0.0:1767384617.122867:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999134720 : -115911710416896 : ffff969433ace000) 00080000:00000001:0.0:1767384617.122870:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384617.122875:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384617.122880:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00000020:00000001:1.0:1767384617.122884:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384617.122887:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c725 to hash 00000020:00000001:1.0:1767384617.122888:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384617.122889:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384617.122892:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384617.122895:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384617.122896:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.122899:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.122906:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384617.122915:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384617.122917:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384617.122919:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384617.122921:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.122923:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384617.122924:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384617.122925:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384617.122926:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384617.122928:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.122930:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384617.122932:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384617.122933:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384617.122935:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384617.122937:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000036836084) refcount = 1 00010000:00010000:1.0:1767384617.122940:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.122944:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384617.122946:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384617.122947:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.122948:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384617.122949:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.122950:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384617.122955:0:16772:0:(osd_io.c:399:osd_write()) Process entered 20000000:00000001:1.0:1767384617.122956:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384617.122959:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384617.122961:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384617.122963:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.122964:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=4 00000020:00000001:1.0:1767384617.122966:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384617.122968:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384617.122969:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384617.122970:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.122975:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384617.122976:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.122980:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.122981:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384617.122989:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.122992:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384617.122994:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.122997:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384617.122998:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384617.123004:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384617.123006:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384617.123008:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384617.123010:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.123016:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384617.123018:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384617.123019:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.123021:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:1.0:1767384617.123024:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384617.123026:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384617.123029:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384617.123032:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.123039:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1767384617.123040:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384617.123042:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384617.123043:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384617.123046:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.123051:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384617.123053:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384617.123056:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384617.123058:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384617.123059:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c725 from hash 00010000:00000001:1.0:1767384617.123062:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384617.123063:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.123071:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.123072:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384617.123074:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384617.123076:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384617.123077:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384617.123079:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.123081:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.123082:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384617.123083:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384617.123085:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.123086:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.123087:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.123089:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.123091:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.123093:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.123097:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.123098:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.123100:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384617.123101:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384617.123103:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.123105:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.123107:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384617.123109:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.123110:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.123113:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.123117:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384617.123119:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384617.123120:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c725 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384617.123124:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000036836084 count: 0 00010000:00000001:1.0:1767384617.123139:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384617.123142:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384617.124876:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294907214, at 4294907215 00000100:00000040:2.0:1767384617.124884:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294907214, at 4294907215 00000100:00000010:0.0:1767384617.124885:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f52ae4d5. 00000100:00000010:2.0:1767384617.124895:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a3e8112. 00000100:00000040:1.0:1767384617.124896:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294907214, at 4294907215 00000100:00000010:1.0:1767384617.124913:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00000100:00000040:3.0:1767384617.125010:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294907214, at 4294907215 00000100:00000010:3.0:1767384617.125019:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015b0e17a. 00080000:00000001:0.0:1767384617.131866:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384617.131867:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384617.131874:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384617.131878:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384617.131879:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:3.0:1767384617.131883:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384617.131889:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384617.131889:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384617.131898:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005aeac331. 20000000:00000001:0.0:1767384617.131900:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384617.131909:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384617.131910:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384617.131926:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384617.131931:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384617.131939:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384617.131939:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384617.131946:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384617.131950:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384617.131953:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384617.131957:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384617.131965:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001036a3b9. 00010000:00000001:1.0:1767384617.131973:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384617.131978:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384617.131982:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384617.131986:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c72c to hash 00000020:00000001:1.0:1767384617.131988:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384617.131991:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384617.131995:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384617.131999:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384617.132001:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.132005:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132012:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384617.132016:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384617.132018:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384617.132020:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384617.132023:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.132025:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384617.132026:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.132028:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384617.132031:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384617.132033:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384617.132036:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384617.132040:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001036a3b9) refcount = 1 00010000:00010000:1.0:1767384617.132044:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132049:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384617.132057:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384617.132060:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.132064:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.132067:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384617.132070:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384617.132074:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384617.132077:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384617.132079:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.132080:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384617.132082:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384617.132085:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384617.132087:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384617.132088:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132096:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384617.132099:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132102:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.132103:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384617.132105:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132110:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384617.132111:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.132113:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384617.132116:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384617.132125:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384617.132128:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384617.132132:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384617.132134:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132145:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384617.132147:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384617.132148:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.132150:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384617.132152:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384617.132156:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384617.132160:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384617.132163:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132166:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384617.132167:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384617.132168:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.132171:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384617.132173:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384617.132177:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384617.132178:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384617.132180:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c72c from hash 00010000:00000001:1.0:1767384617.132182:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384617.132185:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.132188:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.132190:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384617.132192:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384617.132194:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384617.132198:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384617.132200:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.132203:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.132204:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384617.132207:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384617.132210:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.132212:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.132214:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.132215:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.132218:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.132225:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132229:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.132230:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.132231:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384617.132233:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384617.132234:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.132235:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.132237:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384617.132239:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.132241:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.132243:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.132247:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384617.132248:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384617.132249:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c72c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384617.132253:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001036a3b9 count: 0 00010000:00000001:1.0:1767384617.132266:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384617.132267:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384617.132876:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000036836084. 00010000:00000010:1.1:1767384617.132884:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00080000:00000020:1.0:1767384617.134768:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384617.134772:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384617.134775:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c7f9f3b1. 20000000:00000001:1.0:1767384617.134789:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384617.134793:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059661312 00010000:00000001:1.0:1767384617.134795:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384617.134804:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002af233e6 x1853237059661312/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384617.134815:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384617.134817:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.134822:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384617.134827:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384617.134830:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384617.134872:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384617.134884:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384617.134887:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.134892:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.134896:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384617.134900:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c463f723. 00000100:00000200:1.0:1767384617.134907:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059661312, offset 224 00000400:00000200:1.0:1767384617.134915:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384617.134928:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384617.134947:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02e00 00000400:00000200:1.0:1767384617.134958:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13ed [2] + 224 00000400:00000200:1.0:1767384617.134967:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.134972:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384617.134985:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384617.134991:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.135007:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.135031:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384617.135044:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c463f723 00000400:00000010:1.0:1767384617.135047:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c463f723. 00000100:00000001:1.0:1767384617.135050:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384617.135052:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384617.135056:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.135061:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384617.135065:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384617.135068:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.135071:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384617.135078:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002af233e6 x1853237059661312/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.135088:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002af233e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059661312:12345-0@lo:253: Request processed in 22807us (23258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384617.135100:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:1.0:1767384617.135104:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384617.135117:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384617.135122:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384617.135128:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1dfadf0. 00000020:00000010:1.0:1767384617.135135:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e4ca7c4. 00000020:00000010:1.0:1767384617.135140:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000654dc7be. 00000020:00000040:1.0:1767384617.135149:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:1.0:1767384617.135153:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384617.135156:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e53d4549. 02000000:00000001:1.0:1767384617.135160:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384617.135162:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384617.135169:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384617.135175:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7da408c. 00000400:00000010:1.0:1767384617.135182:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c463f723. 00000100:00000001:1.0:1767384617.135208:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.135212:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384617.135217:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384617.135220:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384617.135223:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00000400:00000200:1.0:1767384617.135227:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041617bb6 00000400:00000010:1.0:1767384617.135229:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041617bb6. 00000100:00000001:1.0:1767384617.135232:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384617.135237:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384617.135246:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.135254:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384617.135256:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.135258:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384617.135261:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384617.135264:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384617.135266:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.135269:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.135275:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384617.135279:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384617.135283:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384617.135286:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.135299:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384617.135302:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.135305:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.135311:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.135319:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384617.135323:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384617.135325:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384617.135331:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384617.135335:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384617.135337:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384617.135339:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384617.135340:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384617.135342:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384617.135344:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384617.135346:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384617.135348:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384617.135350:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384617.135354:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.135363:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054a20d96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059661312:0@lo:253: 00000100:00000001:1.0:1767384617.135369:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.135373:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384617.135378:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054a20d96 x1853237059661312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.135385:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384617.135388:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384617.135391:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f8c80833. 02000000:00000001:1.0:1767384617.135396:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384617.135398:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384617.135399:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384617.135402:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384617.135404:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009569ecc3. 02000000:00000001:1.0:1767384617.135409:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384617.135411:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384617.135420:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054a20d96. 00000100:00000001:1.0:1767384617.135441:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384617.135443:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.135446:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.135454:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384617.135456:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.135458:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.135460:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384617.136354:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384617.136358:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384617.136360:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009593abf9. 20000000:00000001:1.0:1767384617.136365:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384617.136370:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059661440 00010000:00000001:1.0:1767384617.136373:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384617.136379:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080b219a7 x1853237059661440/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384617.136387:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384617.136390:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.136393:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384617.136397:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384617.136399:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384617.136401:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384617.136404:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384617.136406:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.136409:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.136412:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384617.136416:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9d58bc0. 00000100:00000200:1.0:1767384617.136422:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059661440, offset 224 00000400:00000200:1.0:1767384617.136445:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384617.136451:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384617.136458:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a02e80 00000400:00000200:1.0:1767384617.136465:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f5 [2] + 224 00000400:00000200:1.0:1767384617.136471:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.136474:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384617.136477:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384617.136490:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.136499:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.136519:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384617.136527:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9d58bc0 00000100:00000001:0.0:1767384617.136528:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384617.136530:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9d58bc0. 00000100:00000001:0.0:1767384617.136532:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384617.136536:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384617.136537:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384617.136539:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384617.136543:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.136546:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:0.0:1767384617.136547:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384617.136551:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c39d5d8e. 00010000:00000001:1.0:1767384617.136552:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384617.136555:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.136557:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c30b47aa 00000020:00000001:1.0:1767384617.136559:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384617.136560:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c30b47aa. 00000100:00000001:0.0:1767384617.136564:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384617.136567:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080b219a7 x1853237059661440/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384617.136570:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.136593:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080b219a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059661440:12345-0@lo:253: Request processed in 24283us (24652us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384617.136594:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.136613:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384617.136615:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000001:0.0:1767384617.136616:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384617.136621:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384617.136621:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384617.136624:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384617.136627:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384617.136628:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384617.136629:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.136632:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384617.136632:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384617.136637:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=25 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384617.136638:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000728596fc. 00000400:00000010:3.0:1767384617.136640:0:21780:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dc0118a4. 00000100:00001000:0.0:1767384617.136641:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=25 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384617.136650:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008666cf84. 00000100:00000001:0.0:1767384617.136655:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384617.136657:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384617.136659:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c82aaec0. 00010000:00000001:0.0:1767384617.136659:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384617.136662:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.136665:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384617.136667:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000400:00000040:3.0:1767384617.136668:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000040:0.0:1767384617.136669:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384617.136675:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000040:3.0:1767384617.136676:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 02000000:00000010:1.0:1767384617.136681:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007621ea56. 00000400:00000040:3.0:1767384617.136685:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:1.0:1767384617.136691:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000040:3.0:1767384617.136694:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:1.0:1767384617.136697:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.136698:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767384617.136708:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384617.136708:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384617.136711:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384617.136718:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384617.136719:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000010:1.0:1767384617.136723:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ade6db6. 00000020:01000004:0.0:1767384617.136732:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:3.0:1767384617.136733:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000010:1.0:1767384617.136734:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9d58bc0. 00000400:00000040:3.0:1767384617.136741:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:01000004:0.0:1767384617.136742:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384617.136749:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:3.0:1767384617.136752:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:01000004:0.0:1767384617.136754:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:3.0:1767384617.136755:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:01000004:0.0:1767384617.136758:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:3.0:1767384617.136760:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:01000004:0.0:1767384617.136762:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384617.136764:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000040:3.0:1767384617.136765:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:0.0:1767384617.136772:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:3.0:1767384617.136773:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384617.136775:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384617.136776:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384617.136778:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:0.0:1767384617.136779:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:3.0:1767384617.136781:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384617.136784:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000040:0.0:1767384617.136785:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384617.136790:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384617.136797:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384617.136802:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384617.136809:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00100000:0.0:1767384617.136814:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f3e0f965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059661440:0@lo:253: 00000400:00000040:3.0:1767384617.136816:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:0.0:1767384617.136821:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384617.136823:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:0.0:1767384617.136824:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384617.136828:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f3e0f965 x1853237059661440/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.136863:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:3.0:1767384617.136864:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 02000000:00000001:0.0:1767384617.136867:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:3.0:1767384617.136873:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000010:0.0:1767384617.136873:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d1637cae. 00000400:00000040:3.0:1767384617.136881:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384617.136884:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384617.136885:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384617.136887:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384617.136888:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384617.136890:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384617.136892:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384617.136892:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384617.136893:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384617.136895:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384617.136895:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 02000000:00000001:0.0:1767384617.136897:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:3.0:1767384617.136898:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000001:0.0:1767384617.136901:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:3.0:1767384617.136902:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:00000040:0.0:1767384617.136903:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000400:00000040:3.0:1767384617.136907:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:00000001:0.0:1767384617.136910:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:3.0:1767384617.136912:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 02000000:00000010:0.0:1767384617.136913:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a728f8fa. 00000400:00000040:3.0:1767384617.136915:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384617.136920:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 02000000:00000001:0.0:1767384617.136920:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384617.136923:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384617.136924:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3e0f965. 00000100:00000001:0.0:1767384617.136927:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:3.0:1767384617.136934:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000100:00000001:0.0:1767384617.136934:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384617.136947:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000100:00000001:0.0:1767384617.136947:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384617.136958:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384617.136961:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:0.0:1767384617.136962:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:3.0:1767384617.136963:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000001:0.0:1767384617.136966:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384617.136968:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:0.0:1767384617.136970:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:3.0:1767384617.136972:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:0.0:1767384617.136974:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384617.136975:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384617.136981:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384617.136982:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384617.136983:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384617.136985:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384617.136986:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384617.136987:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384617.137026:0:21780:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dc0118a4. 00010000:00000010:1.1:1767384617.142891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001036a3b9. 00010000:00000010:1.1:1767384617.142905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00000100:00000040:1.0:1767384617.813875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384617.813883:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384617.813888:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000990bcf1. 00000020:00000040:1.0:1767384617.813894:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384617.813897:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384617.813900:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384617.813905:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384617.813913:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cef3afe3. 00000100:00000001:1.0:1767384617.813919:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.813927:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384617.813940:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384617.813942:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.813950:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000990bcf1] to pc [ptlrpcd_00_02+2] req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.813976:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.813978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384617.813982:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384617.813986:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ae99fd5. 00000020:00000040:1.0:1767384617.813991:0:36:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384617.813993:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384617.813994:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384617.813996:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384617.814000:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000434e09fc. 00000100:00000001:1.0:1767384617.814002:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814005:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384617.814010:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384617.814011:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814014:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ae99fd5] to pc [ptlrpcd_00_03+3] req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.814020:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384617.814030:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384617.814033:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000020:00000040:1.0:1767384617.814035:0:36:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384617.814037:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384617.814038:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384617.814039:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384617.814044:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000956a9bde. 00000100:00000001:1.0:1767384617.814050:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814054:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384617.814059:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384617.814059:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814065:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eebd37] to pc [ptlrpcd_00_00+0] req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.814079:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384617.814084:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384617.814086:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384617.814087:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e0f4f46. 00000020:00000040:1.0:1767384617.814091:0:36:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384617.814093:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384617.814094:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384617.814097:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384617.814098:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384617.814101:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.814104:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384617.814110:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed380862. 00000100:00000001:1.0:1767384617.814115:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.814115:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384617.814118:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814121:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384617.814123:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384617.814126:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384617.814128:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384617.814129:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814132:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0f4f46] to pc [ptlrpcd_00_01+1] req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384617.814139:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384617.814143:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059661568:0@lo:400: 00000100:00000001:0.0:1767384617.814150:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384617.814156:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384617.814158:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.814160:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.814163:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (245) 02000000:00000001:0.0:1767384617.814163:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384617.814166:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c7a8a85. 02000000:00000001:0.0:1767384617.814171:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814175:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384617.814177:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053285ba1. 00000100:00000001:1.0:1767384617.814181:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384617.814183:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384617.814185:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ce32a60. 00000100:00000040:1.0:1767384617.814188:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384617.814192:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059661568, portal 25 00000100:00000001:1.0:1767384617.814195:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384617.814196:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384617.814197:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.814198:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 02000000:00000001:1.0:1767384617.814202:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384617.814204:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384617.814205:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384617.814211:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.814217:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059661952:0@lo:400: 00000100:00000001:0.0:1767384617.814219:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384617.814221:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384617.814224:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384617.814226:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384617.814227:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070595828. 02000000:00000001:1.0:1767384617.814229:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384617.814231:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059661568, offset 0 02000000:00000001:1.0:1767384617.814232:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384617.814238:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e7e1709. 00000400:00000200:0.0:1767384617.814239:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384617.814242:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384617.814247:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009423f1d8. 00000400:00000010:1.0:1767384617.814251:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094e2cc42. 00000100:00000200:1.0:1767384617.814255:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059661952, portal 10 00000400:00000200:0.0:1767384617.814256:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384617.814258:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384617.814260:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158520832 : -115911551030784 : ffff96943d2cea00) 00000100:00000040:1.0:1767384617.814266:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384617.814272:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a02f00 00000100:00000001:1.0:1767384617.814274:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.814279:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384617.814281:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x945 [2] + 0 00000400:00000010:1.0:1767384617.814282:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000400:00000010:0.0:1767384617.814287:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff0d368c. 00000400:00000200:0.0:1767384617.814293:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc617f32 00000100:00000200:1.0:1767384617.814296:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059661952, offset 0 00000400:00000200:0.0:1767384617.814298:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384617.814305:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384617.814308:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384617.814312:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc617f32 00000400:00000010:0.0:1767384617.814316:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc617f32. 00000400:00000200:1.0:1767384617.814317:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384617.814320:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384617.814323:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384617.814325:0:16142:0:(events.c:337:request_in_callback()) incoming req@0000000003f05726 x1853237059661568 msgsize 224 00000400:00000200:1.0:1767384617.814329:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a03080 00000100:00100000:0.0:1767384617.814332:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384617.814334:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384617.814341:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000400:00000200:1.0:1767384617.814347:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.814351:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384617.814352:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384617.814358:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384617.814361:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384617.814361:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070595828 00000400:00000010:0.0:1767384617.814365:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070595828. 00000100:00000010:1.0:1767384617.814367:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035a563ab. 00000100:00000001:0.0:1767384617.814370:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384617.814371:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000035a563ab x1853237059661952 msgsize 224 00000100:00100000:1.0:1767384617.814378:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384617.814378:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.814388:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384617.814388:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384617.814391:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384617.814397:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000100:00000001:0.0:1767384617.814398:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384617.814400:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:0.0:1767384617.814402:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384617.814406:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384617.814408:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384617.814412:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.814414:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294907916 00000100:00000001:1.0:1767384617.814435:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384617.814436:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f52ae4d5. 00000100:00000040:1.0:1767384617.814439:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.814444:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384617.814445:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814448:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384617.814450:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294907916 00000100:00000001:1.0:1767384617.814454:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384617.814455:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000100:00000040:1.0:1767384617.814459:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3486 usecs (4 jiffies) 00000100:00000001:0.0:1767384617.814462:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384617.814463:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294907908 00000100:00000001:1.0:1767384617.814467:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294907916 00000100:00000001:0.0:1767384617.814467:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294907916 00000100:00000010:0.0:1767384617.814472:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2cfc2ec. 00000100:00000001:1.0:1767384617.814473:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294907908 00000100:00000001:1.0:1767384617.814479:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:0.0:1767384617.814480:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384617.814482:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294907908 00000100:00000001:1.0:1767384617.814485:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00000100:00000001:0.0:1767384617.814485:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294907916 00000100:00000001:2.0:1767384617.814489:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.814489:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294907908 00000100:00000010:0.0:1767384617.814490:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbc75d53. 00000100:00000001:2.0:1767384617.814494:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384617.814496:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384617.814497:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384617.814501:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294907916 00000100:00000001:0.0:1767384617.814501:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384617.814504:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.814508:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814509:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384617.814515:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814519:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.814521:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.814522:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384617.814524:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.814526:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814527:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.814532:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384617.814533:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384617.814537:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384617.814537:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384617.814538:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384617.814541:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384617.814545:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814545:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384617.814545:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.814549:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384617.814549:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384617.814552:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853237059661824:0@lo:400: 00000100:00000001:0.0:1767384617.814553:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814554:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.814555:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384617.814557:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384617.814559:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384617.814562:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384617.814564:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384617.814564:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:2.0:1767384617.814569:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000654dc7be. 00000100:00000001:0.0:1767384617.814569:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384617.814575:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.814577:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384617.814578:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384617.814579:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384617.814580:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d33a2bcc. 00000100:00100000:1.0:1767384617.814583:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661568 00000100:00000001:0.0:1767384617.814583:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384617.814586:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fd0c2a. 00000100:00000001:0.0:1767384617.814587:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384617.814588:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384617.814591:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384617.814592:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059661824, portal 10 00000100:00000001:0.0:1767384617.814592:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384617.814594:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.814597:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384617.814600:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.814601:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 02000000:00000001:1.0:1767384617.814601:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.814610:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661568 00000100:00000001:0.0:1767384617.814612:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384617.814613:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.814615:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.814616:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384617.814620:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 02000000:00000001:0.0:1767384617.814621:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384617.814625:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384617.814626:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384617.814627:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384617.814631:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384617.814635:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000040:2.0:1767384617.814638:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384617.814639:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ae99fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059661696:0@lo:400: 00000020:00000001:1.0:1767384617.814643:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384617.814645:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384617.814646:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000020:00000001:1.0:1767384617.814650:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 02000000:00000001:0.0:1767384617.814650:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384617.814653:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059661824, offset 0 02000000:00000001:0.0:1767384617.814653:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814657:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384617.814660:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384617.814663:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f2784b6. 00000400:00000200:2.0:1767384617.814664:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384617.814664:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023d62db7. 02000000:00000001:0.0:1767384617.814671:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.814672:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384617.814676:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384617.814677:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000832d4cae. 00000020:00000010:1.0:1767384617.814680:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f2784b6. 00000400:00000010:0.0:1767384617.814687:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070595828. 00000400:00000200:2.0:1767384617.814688:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a03000 00000020:00000010:1.0:1767384617.814689:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089e58a42. 00000100:00000200:0.0:1767384617.814694:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059661696, portal 4 00000400:00000200:2.0:1767384617.814698:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000020:00000010:1.0:1767384617.814698:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c6722ef. 00000100:00000001:0.0:1767384617.814700:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384617.814703:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158518144 : -115911551033472 : ffff96943d2cdf80) 00000400:00000200:2.0:1767384617.814706:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384617.814707:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000400:00000200:2.0:1767384617.814713:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384617.814713:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.814718:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384617.814720:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384617.814724:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384617.814725:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384617.814729:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384617.814730:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384617.814731:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000352a048d. 00000100:00000001:1.0:1767384617.814735:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384617.814736:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000352a048d x1853237059661824 msgsize 224 00000100:00000040:0.0:1767384617.814736:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384617.814744:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384617.814744:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 00000100:00000001:1.0:1767384617.814745:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384617.814752:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059661696, offset 0 00000100:00000001:2.0:1767384617.814756:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384617.814762:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384617.814762:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384617.814776:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384617.814777:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000100:00000001:1.0:1767384617.814779:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384617.814781:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000001:2.0:1767384617.814785:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384617.814789:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a02f80 00000100:00000200:2.0:1767384617.814790:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.814791:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384617.814801:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384617.814807:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384617.814807:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2096 00000100:00000040:1.0:1767384617.814809:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000040:2.0:1767384617.814812:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.814815:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935851600 : -115911773700016 : ffff96942fe74050) 00000400:00000200:0.0:1767384617.814816:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384617.814827:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.814828:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384617.814829:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384617.814829:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003f05726 x1853237059661568/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 224/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.814859:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384617.814863:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384617.814871:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029285ac0. 00000100:00000001:1.0:1767384617.814873:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384617.814874:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.814875:0:16142:0:(events.c:337:request_in_callback()) incoming req@0000000029285ac0 x1853237059661696 msgsize 224 00000020:00000010:1.0:1767384617.814879:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f2784b6. 00000100:00000040:2.0:1767384617.814880:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3153 usecs (4 jiffies) 00000100:00000001:1.0:1767384617.814887:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384617.814888:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907909 00000100:00100000:0.0:1767384617.814888:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384617.814894:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907916 00000020:00000010:1.0:1767384617.814896:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f2784b6. 00000100:00000001:2.0:1767384617.814897:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907909 00000100:00000001:2.0:1767384617.814901:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:2.0:1767384617.814903:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907909 00000100:00000001:0.0:1767384617.814905:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384617.814906:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00000100:00100000:1.0:1767384617.814909:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003f05726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059661568:12345-0@lo:400: 00000100:00000001:2.0:1767384617.814912:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907909 00000400:00000200:0.0:1767384617.814915:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000100:00000001:2.0:1767384617.814916:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907916 00000100:00000200:1.0:1767384617.814920:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661568 00000400:00000010:0.0:1767384617.814920:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 00000100:00000001:2.0:1767384617.814921:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384617.814927:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384617.814928:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.814928:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384617.814933:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384617.814935:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384617.814937:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384617.814939:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.814940:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384617.814947:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384617.814951:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384617.814952:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384617.814953:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000100:00000040:0.0:1767384617.814956:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.814957:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384617.814961:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384617.814964:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384617.814967:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.814969:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384617.814974:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384617.814975:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.814975:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.814977:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384617.814981:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384617.814983:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.814984:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.814987:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.814990:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384617.814994:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7785 usecs (8 jiffies) 00000100:00000001:1.0:1767384617.814995:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384617.815002:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384617.815003:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384617.815003:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907913 00000100:00000001:2.0:1767384617.815007:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815009:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907916 02000000:00000010:1.0:1767384617.815010:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001121a472. 00000100:00000001:0.0:1767384617.815013:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907913 02000000:00000001:1.0:1767384617.815015:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815019:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:1.0:1767384617.815020:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815027:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907913 00000020:00000001:1.0:1767384617.815028:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815033:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00010000:00000040:1.0:1767384617.815037:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059661568 00000100:00000001:0.0:1767384617.815039:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907913 00010000:00000001:1.0:1767384617.815043:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384617.815047:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907916 00000100:00000001:0.0:1767384617.815052:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1767384617.815055:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003f05726 x1853237059661568/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.815063:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815068:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815073:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.815086:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384617.815090:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.815094:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384617.815098:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384617.815100:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384617.815101:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661696 02000000:00000001:0.0:1767384617.815104:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384617.815106:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384617.815107:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384617.815109:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815112:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384617.815113:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.815119:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384617.815119:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661696 02000000:00000001:1.0:1767384617.815125:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.815125:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384617.815127:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:0.0:1767384617.815130:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384617.815131:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384617.815132:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:0.0:1767384617.815135:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:0.0:1767384617.815138:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000040:1.0:1767384617.815140:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384617.815144:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384617.815146:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000020:00000010:0.0:1767384617.815148:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa08d651. 00000100:00000200:1.0:1767384617.815152:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059661568, offset 224 00000020:00000010:0.0:1767384617.815154:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001ad51a31. 00000020:00000040:0.0:1767384617.815163:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000400:00000200:1.0:1767384617.815168:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384617.815183:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384617.815185:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384617.815188:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c00c6bf. 00000020:00000010:0.0:1767384617.815192:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000915fe520. 00000020:00000010:0.0:1767384617.815196:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d3a29f8. 00000400:00000200:1.0:1767384617.815197:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a02f00 00000100:00000040:0.0:1767384617.815207:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384617.815212:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384617.815213:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1411 [1] + 224 00000100:00000001:0.0:1767384617.815215:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384617.815217:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384617.815221:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384617.815222:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384617.815226:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1767384617.815229:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384617.815229:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815235:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384617.815236:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384617.815241:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.815244:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384617.815247:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384617.815254:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384617.815258:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000040:1.0:1767384617.815262:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.815266:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027878400 : -115911681673216 : ffff969435637800) 00000100:00000040:0.0:1767384617.815274:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029285ac0 x1853237059661696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:598/0 lens 224/0 e 0 to 0 dl 1767384628 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.815286:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384617.815289:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ce71d0e. 00000100:00000001:1.0:1767384617.815291:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384617.815291:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384617.815296:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ce71d0e. 00000100:00100000:0.0:1767384617.815306:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029285ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059661696:12345-0@lo:400: 00000400:00000200:1.0:1767384617.815308:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000100:00000200:0.0:1767384617.815310:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661696 00000400:00000010:1.0:1767384617.815314:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000020:00000001:0.0:1767384617.815314:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384617.815318:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384617.815320:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815322:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384617.815323:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384617.815327:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384617.815327:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:0.0:1767384617.815331:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384617.815333:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.815333:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384617.815339:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384617.815341:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000020:00000001:0.0:1767384617.815342:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384617.815344:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.815347:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384617.815348:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384617.815353:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815354:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384617.815357:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384617.815358:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384617.815361:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006914df39. 02000000:00000001:0.0:1767384617.815364:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815370:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.815372:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.815374:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003f05726 x1853237059661568/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384617.815375:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059661696 00010000:00000001:0.0:1767384617.815379:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384617.815385:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029285ac0 x1853237059661696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384617.815392:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384617.815395:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003f05726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059661568:12345-0@lo:400: Request processed in 518us (1064us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384617.815395:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384617.815400:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=15 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384617.815409:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:0.0:1767384617.815412:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384617.815430:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000040:0.0:1767384617.815432:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384617.815438:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:1.0:1767384617.815439:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384617.815442:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384617.815445:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384617.815445:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.815451:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384617.815453:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c6722ef. 00000100:00000040:0.0:1767384617.815453:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384617.815458:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 00000020:00000010:1.0:1767384617.815461:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000100:00000200:0.0:1767384617.815462:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059661696, offset 224 00000020:00000010:1.0:1767384617.815470:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089e58a42. 00000400:00000200:0.0:1767384617.815471:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384617.815481:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000400:00000200:0.0:1767384617.815482:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384617.815489:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384617.815492:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a02f80 02000000:00000010:1.0:1767384617.815493:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001121a472. 02000000:00000001:1.0:1767384617.815501:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767384617.815502:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1429 [1] + 224 00000100:00000001:1.0:1767384617.815506:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384617.815507:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384617.815512:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384617.815515:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384617.815516:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384617.815522:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab730d65. 00000100:00000200:0.0:1767384617.815525:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384617.815533:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa0e6e9d. 00000100:00000040:0.0:1767384617.815537:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.815544:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384617.815551:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000400:00000010:0.0:1767384617.815553:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 00000100:00000001:0.0:1767384617.815558:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384617.815559:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384617.815563:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815568:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384617.815571:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00100000:1.0:1767384617.815572:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661952 00010000:00000001:0.0:1767384617.815576:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384617.815577:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384617.815581:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815583:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384617.815585:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384617.815586:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.815593:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.815594:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029285ac0 x1853237059661696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.815598:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661952 00000020:00000001:1.0:1767384617.815602:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384617.815607:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00100000:0.0:1767384617.815611:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029285ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059661696:12345-0@lo:400: Request processed in 322us (732us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384617.815612:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.815615:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:1.0:1767384617.815618:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000001:1.0:1767384617.815621:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:1.0:1767384617.815627:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384617.815632:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384617.815635:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000020:00000010:1.0:1767384617.815641:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f2784b6. 00000100:00000001:0.0:1767384617.815642:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384617.815647:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384617.815648:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000042b7a775. 00000020:00000010:0.0:1767384617.815651:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000915fe520. 00000020:00000040:1.0:1767384617.815655:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:0.0:1767384617.815658:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d3a29f8. 00000100:00000001:1.0:1767384617.815662:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384617.815665:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c00c6bf. 00000020:00000010:1.0:1767384617.815668:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089e58a42. 00000020:00000040:0.0:1767384617.815671:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000020:00000010:1.0:1767384617.815673:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c6722ef. 00000100:00000001:0.0:1767384617.815677:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384617.815679:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000100:00000040:1.0:1767384617.815689:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384617.815692:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384617.815693:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384617.815696:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.815702:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384617.815704:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384617.815705:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815714:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.815723:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384617.815725:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059661824 02000000:00000001:1.0:1767384617.815727:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384617.815728:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384617.815729:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.815732:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.815734:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059661824 00000020:00000001:1.0:1767384617.815737:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384617.815738:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000001:1.0:1767384617.815741:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.815744:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000020:00000001:1.0:1767384617.815746:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:1.0:1767384617.815750:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:1.0:1767384617.815755:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384617.815759:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042b7a775. 00000100:00000001:1.0:1767384617.815763:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384617.815766:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042b7a775. 00000020:00000010:1.0:1767384617.815773:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c82aaec0. 00000020:00000010:1.0:1767384617.815776:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b0b5a8e. 00000020:00000010:1.0:1767384617.815780:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd3fe80. 00000100:00000001:1.0:1767384617.815791:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384617.815793:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384617.815795:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.815801:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384617.815803:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384617.815805:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815816:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.815826:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384617.815827:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384617.815858:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384617.815862:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:1.0:1767384617.815865:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158523520 : -115911551028096 : ffff96943d2cf480) 00000100:00000040:1.0:1767384617.815870:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035a563ab x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:598/0 lens 224/0 e 0 to 0 dl 1767384628 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.815879:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384617.815884:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042b7a775. 00000100:00080000:0.0:1767384617.815884:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384617.815889:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384617.815889:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:1.0:1767384617.815895:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042b7a775. 00000100:00100000:1.0:1767384617.815907:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035a563ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059661952:12345-0@lo:400: 00000100:00000200:1.0:1767384617.815911:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661952 00000020:00000001:1.0:1767384617.815913:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384617.815916:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384617.815919:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.815922:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384617.815924:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384617.815927:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384617.815929:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384617.815932:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384617.815934:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384617.815936:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.815938:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384617.815941:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384617.815944:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1767384617.815947:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000010:1.0:1767384617.815950:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001121a472. 00000020:00000040:0.0:1767384617.815951:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 02000000:00000001:1.0:1767384617.815961:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.815965:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.815968:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384617.815971:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059661952 00010000:00000001:1.0:1767384617.815974:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384617.815978:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035a563ab x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.815985:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384617.815987:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384617.815988:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384617.815991:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.815995:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=20 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384617.815996:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384617.816001:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1767384617.816001:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384617.816007:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000400:00000010:0.0:1767384617.816007:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000832d4cae. 00000100:00000001:1.0:1767384617.816012:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000200:0.0:1767384617.816015:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070595828 02000000:00000001:1.0:1767384617.816017:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384617.816019:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070595828. 02000000:00000001:1.0:1767384617.816020:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.816025:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384617.816026:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384617.816030:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384617.816033:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384617.816035:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000200:1.0:1767384617.816041:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059661952, offset 224 00000100:00000200:0.0:1767384617.816051:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384617.816054:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384617.816063:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384617.816066:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384617.816068:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384617.816069:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384617.816073:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384617.816074:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384617.816076:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.816080:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a03080 02000000:00000001:0.0:1767384617.816080:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384617.816088:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=15 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384617.816089:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1419 [1] + 224 00000100:00001000:0.0:1767384617.816095:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=15 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384617.816098:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.816104:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384617.816106:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384617.816109:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.816110:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384617.816111:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384617.816118:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384617.816118:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384617.816145:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.816149:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384617.816151:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384617.816151:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384617.816155:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384617.816158:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.816165:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.816171:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384617.816174:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384617.816176:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.816180:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384617.816182:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384617.816187:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000100:00100000:0.0:1767384617.816189:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ae99fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059661696:0@lo:400: 00000400:00000010:1.0:1767384617.816191:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:1.0:1767384617.816205:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384617.816205:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384617.816207:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384617.816208:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384617.816211:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053285ba1. 00000100:00000001:1.0:1767384617.816214:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.816215:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ce32a60 00000400:00000010:0.0:1767384617.816218:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ce32a60. 00000100:00000040:1.0:1767384617.816222:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384617.816222:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384617.816227:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384617.816227:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384617.816231:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.816236:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384617.816239:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.816244:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035a563ab x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.816246:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384617.816248:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.816251:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384617.816253:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384617.816260:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384617.816261:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035a563ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059661952:12345-0@lo:400: Request processed in 378us (1887us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384617.816262:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.816266:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384617.816271:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384617.816275:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=25 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384617.816279:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384617.816280:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384617.816282:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.816285:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384617.816286:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00010000:00000001:0.0:1767384617.816287:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.816291:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.816292:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384617.816296:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384617.816296:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384617.816302:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c6722ef. 00000100:00000001:0.0:1767384617.816303:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384617.816307:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384617.816308:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384617.816310:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000100:00000040:0.0:1767384617.816312:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384617.816316:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089e58a42. 00000100:00100000:0.0:1767384617.816319:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059661568:0@lo:400: 00000020:00000040:1.0:1767384617.816325:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:0.0:1767384617.816326:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.816331:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.816331:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384617.816335:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ae99fd5 x1853237059661696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.816341:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384617.816343:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384617.816345:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023d62db7. 00000100:00000001:1.0:1767384617.816347:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384617.816349:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384617.816351:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384617.816352:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384617.816355:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384617.816357:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384617.816361:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 02000000:00000010:0.0:1767384617.816361:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000434e09fc. 00000100:00000040:1.0:1767384617.816367:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 02000000:00000001:0.0:1767384617.816369:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384617.816371:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384617.816373:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204768384 : -115911504783232 : ffff96943fee9880) 00000100:00000010:0.0:1767384617.816374:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ae99fd5. 00000100:00000001:0.0:1767384617.816380:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384617.816382:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000352a048d x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:598/0 lens 224/0 e 0 to 0 dl 1767384628 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.816388:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.816392:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384617.816397:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384617.816398:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059661568/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384617.816404:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042b7a775. 00000100:00000001:0.0:1767384617.816405:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384617.816408:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384617.816409:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384617.816410:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c7a8a85. 02000000:00000001:0.0:1767384617.816414:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384617.816416:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042b7a775. 00000020:00000001:0.0:1767384617.816429:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384617.816431:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384617.816434:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384617.816436:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cef3afe3. 00000100:00100000:1.0:1767384617.816440:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000352a048d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853237059661824:12345-0@lo:400: 02000000:00000001:0.0:1767384617.816440:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384617.816443:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384617.816443:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 00000100:00000001:0.0:1767384617.816446:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384617.816449:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.816454:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384617.816455:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059661824 00000020:00000001:1.0:1767384617.816459:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384617.816461:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384617.816463:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384617.816464:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.816468:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.816468:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384617.816471:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.816472:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384617.816476:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384617.816479:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384617.816482:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384617.816483:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384617.816485:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384617.816487:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.816489:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384617.816492:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384617.816495:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:0.0:1767384617.816495:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384617.816498:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000010:1.0:1767384617.816499:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000babdd291. 00000100:00000010:0.0:1767384617.816502:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000562b9413. 02000000:00000001:1.0:1767384617.816503:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384617.816506:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384617.816508:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.816510:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384617.816513:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.816513:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384617.816517:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384617.816518:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059661824 02000000:00000010:0.0:1767384617.816521:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002bf238b4. 00010000:00000001:1.0:1767384617.816522:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384617.816527:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384617.816530:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000352a048d x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.816532:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384617.816535:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.816541:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562b9413] to pc [ptlrpcd_00_02+2] req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384617.816546:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384617.816550:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.816554:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384617.816558:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384617.816561:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000004:00000001:0.0:1767384617.816562:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.816564:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:2.0:1767384617.816566:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384617.816568:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384617.816570:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384617.816573:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384617.816573:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.816581:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384617.816582:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384617.816585:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384617.816589:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384617.816590:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384617.816593:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384617.816595:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384617.816596:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000040:2.0:1767384617.816601:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384617.816602:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059661824, offset 224 00000100:00000001:2.0:1767384617.816612:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384617.816615:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.816615:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384617.816617:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384617.816619:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384617.816620:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384617.816622:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000562b9413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16143:1853237059662080:0@lo:13: 00000100:00000001:2.0:1767384617.816627:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384617.816630:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384617.816631:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384617.816634:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384617.816637:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384617.816638:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000023a470a5. 02000000:00000001:2.0:1767384617.816641:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384617.816645:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000309ea4bd. 00000400:00000200:1.0:1767384617.816650:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a03000 00000400:00000010:2.0:1767384617.816652:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000400:00000200:1.0:1767384617.816659:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1421 [1] + 224 00000400:00000200:1.0:1767384617.816665:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384617.816666:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059662080, portal 4 00000100:00000001:2.0:1767384617.816669:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384617.816669:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384617.816673:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027867648 : -115911681683968 : ffff969435634e00) 00000400:00000200:1.0:1767384617.816673:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384617.816674:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384617.816681:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.816683:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384617.816689:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384617.816691:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384617.816694:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384617.816697:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000200:2.0:1767384617.816700:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059662080, offset 0 00000400:00000200:2.0:1767384617.816708:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384617.816715:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384617.816719:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384617.816734:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a03100 00000100:00000001:1.0:1767384617.816738:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384617.816739:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 672 00000400:00000200:2.0:1767384617.816745:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384617.816748:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384617.816750:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:1.0:1767384617.816753:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:1.0:1767384617.816757:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384617.816759:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384617.816759:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384617.816761:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384617.816763:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384617.816765:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3e0f965. 00000100:00000040:2.0:1767384617.816770:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000f3e0f965 x1853237059662080 msgsize 224 00000100:00000040:1.0:1767384617.816772:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00100000:2.0:1767384617.816778:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384617.816779:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384617.816784:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.816787:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384617.816789:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384617.816794:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000352a048d x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384617.816796:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384617.816799:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:2.0:1767384617.816803:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384617.816808:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.816809:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384617.816814:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384617.816815:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000352a048d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853237059661824:12345-0@lo:400: Request processed in 413us (2074us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384617.816818:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384617.816821:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384617.816825:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009423f1d8. 00000100:00000001:2.0:1767384617.816826:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384617.816889:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.816896:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.816898:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384617.816903:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384617.816905:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7263 usecs (8 jiffies) 00000100:00000001:2.0:1767384617.816907:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907915 00000100:00000001:2.0:1767384617.816909:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907916 00000100:00000001:2.0:1767384617.816911:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907915 00000100:00000001:2.0:1767384617.816912:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:2.0:1767384617.816914:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907915 00000100:00000001:2.0:1767384617.816915:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00000100:00000001:2.0:1767384617.816916:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907915 00000100:00000001:2.0:1767384617.816917:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907916 00000100:00000001:2.0:1767384617.816919:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384617.816927:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.816930:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.816933:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.816975:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e2cc42 00000400:00000010:0.0:1767384617.816978:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094e2cc42. 00000100:00000001:0.0:1767384617.816981:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384617.816985:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384617.816991:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.816998:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384617.816999:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.817002:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384617.817004:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384617.817005:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384617.817008:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.817010:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384617.817018:0:16141:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c592a426. 00000100:00001000:0.0:1767384617.817023:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384617.817027:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384617.817030:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384617.817032:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.817035:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384617.817039:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384617.817049:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.817050:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384617.817053:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384617.817056:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000040:0.0:1767384617.817057:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384617.817061:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384617.817061:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384617.817065:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.817066:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384617.817069:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384617.817071:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b0b5a8e. 00000020:00000010:1.0:1767384617.817075:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd3fe80. 00000020:00000010:1.0:1767384617.817080:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c82aaec0. 00000100:00000001:0.0:1767384617.817087:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384617.817088:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000001:0.0:1767384617.817089:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384617.817090:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384617.817093:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.817100:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384617.817103:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059661952:0@lo:400: 00000100:00000001:0.0:1767384617.817108:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.817109:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384617.817111:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e0f4f46 x1853237059661952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.817115:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384617.817117:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384617.817118:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e7e1709. 02000000:00000001:0.0:1767384617.817120:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384617.817122:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384617.817123:0:16141:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384617.817124:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384617.817124:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384617.817127:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed380862. 00000100:00100000:1.0:1767384617.817129:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662080 02000000:00000001:0.0:1767384617.817130:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384617.817134:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384617.817134:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384617.817136:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e0f4f46. 00000100:00000001:1.0:1767384617.817138:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384617.817139:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384617.817142:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.817143:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.817148:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384617.817150:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.817152:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384617.817154:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662080 00000100:00000001:0.0:1767384617.817154:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.817159:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384617.817159:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384617.817162:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000001:0.0:1767384617.817163:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.817167:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.817170:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:1.0:1767384617.817173:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384617.817174:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384617.817176:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384617.817176:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384617.817181:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384617.817181:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384617.817184:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384617.817187:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042b7a775. 00000400:00000010:0.0:1767384617.817187:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d33a2bcc. 00000100:00000001:1.0:1767384617.817194:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384617.817195:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fd0c2a 00000020:00000010:1.0:1767384617.817197:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042b7a775. 00000400:00000010:0.0:1767384617.817202:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fd0c2a. 00000020:00000010:1.0:1767384617.817203:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c82aaec0. 00000100:00000001:0.0:1767384617.817205:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384617.817208:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b0b5a8e. 00000100:00000200:0.0:1767384617.817211:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384617.817213:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd3fe80. 00000100:00000200:0.0:1767384617.817223:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.817224:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384617.817229:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384617.817232:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384617.817233:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384617.817235:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.817237:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.817240:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384617.817242:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384617.817243:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.817244:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384617.817246:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384617.817249:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384617.817252:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384617.817254:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384617.817256:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384617.817258:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.817259:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.817260:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384617.817264:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384617.817269:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.817271:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384617.817272:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384617.817272:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384617.817276:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384617.817276:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384617.817279:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.817284:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.817285:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384617.817292:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384617.817293:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384617.817296:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204775552 : -115911504776064 : ffff96943feeb480) 00000100:00000001:0.0:1767384617.817297:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384617.817298:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384617.817302:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.817307:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3e0f965 x1853237059662080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:598/0 lens 224/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384617.817311:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853237059661824:0@lo:400: 00000100:00000001:0.0:1767384617.817321:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.817322:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384617.817324:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059661824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.817339:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384617.817341:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384617.817343:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000654dc7be. 02000000:00000001:0.0:1767384617.817347:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384617.817348:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384617.817349:0:16140:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384617.817350:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384617.817351:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384617.817355:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000956a9bde. 00000020:00000010:1.0:1767384617.817356:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042b7a775. 02000000:00000001:0.0:1767384617.817357:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384617.817360:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384617.817362:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384617.817362:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000100:00000001:0.0:1767384617.817367:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384617.817368:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042b7a775. 00000100:00000001:0.0:1767384617.817369:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.817372:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.817375:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384617.817378:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e0f965 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16143:x1853237059662080:12345-0@lo:13: 00000100:00000001:0.0:1767384617.817378:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.817381:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384617.817383:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384617.817388:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662080 00000020:00000001:1.0:1767384617.817391:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384617.817393:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384617.817395:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.817398:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384617.817400:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:1.0:1767384617.817403:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384617.817405:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384617.817408:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384617.817410:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384617.817412:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.817415:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384617.817432:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384617.817436:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009e2e7267. 02000000:00000001:1.0:1767384617.817439:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.817441:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384617.817445:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384617.817449:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384617.817451:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384617.817455:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384617.817464:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.817467:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384617.817470:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384617.817474:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384617.817477:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384617.817482:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384617.817485:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384617.817489:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384617.817497:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384617.817499:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384617.817501:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059662080 00010000:00000001:1.0:1767384617.817504:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384617.817507:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3e0f965 x1853237059662080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:598/0 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384617.817515:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384617.817517:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.817519:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384617.817522:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384617.817525:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384617.817527:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384617.817529:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384617.817531:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.817533:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.817536:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384617.817539:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000200:1.0:1767384617.817542:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059662080, offset 224 00000400:00000200:1.0:1767384617.817546:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384617.817551:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384617.817558:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a03100 00000400:00000200:1.0:1767384617.817563:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1445 [1] + 224 00000400:00000200:1.0:1767384617.817567:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.817570:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384617.817573:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384617.817577:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.817586:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.817603:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384617.817609:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:1.0:1767384617.817611:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:1.0:1767384617.817613:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384617.817620:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.817622:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384617.817624:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384617.817628:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384617.817629:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384617.817630:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384617.817633:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000309ea4bd. 00000100:00000040:1.0:1767384617.817636:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:2.0:1767384617.817638:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00010000:00000001:1.0:1767384617.817641:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384617.817642:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000020:00000001:1.0:1767384617.817646:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.817647:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384617.817649:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384617.817653:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.817656:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3e0f965 x1853237059662080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:598/0 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384617.817675:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.817682:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e0f965 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16143:x1853237059662080:12345-0@lo:13: Request processed in 327us (906us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384617.817684:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384617.817686:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.817689:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384617.817691:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384617.817695:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384617.817696:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384617.817698:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.817699:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00001000:2.0:1767384617.817702:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=15 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384617.817704:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00001000:2.0:1767384617.817706:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384617.817711:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384617.817711:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384617.817714:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.817716:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384617.817717:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384617.817721:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b0b5a8e. 00010000:00080000:2.0:1767384617.817722:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384617.817729:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd3fe80. 00010000:00000001:2.0:1767384617.817730:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.817735:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384617.817737:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:1.0:1767384617.817737:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c82aaec0. 00000100:00000001:2.0:1767384617.817740:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384617.817742:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384617.817745:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000040:2.0:1767384617.817747:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.817751:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.817766:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384617.817769:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384617.817770:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384617.817772:0:16143:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384617.817775:0:16143:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384617.817777:0:16143:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384617.817783:0:16143:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384617.817786:0:16143:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384617.817791:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384617.817797:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000562b9413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16143:1853237059662080:0@lo:13: 00000100:00000001:2.0:1767384617.817800:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.817801:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384617.817803:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000562b9413 x1853237059662080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.817807:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384617.817809:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384617.817810:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000023a470a5. 02000000:00000001:2.0:1767384617.817814:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384617.817815:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384617.817816:0:16143:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384617.817817:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384617.817818:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002bf238b4. 02000000:00000001:2.0:1767384617.817821:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384617.817823:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384617.817824:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000562b9413. 00000100:00000001:2.0:1767384617.817827:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384617.817828:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.817858:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.817864:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384617.817871:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.817873:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384617.817875:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384617.826905:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294907916, at 4294907917 00000100:00000010:2.0:1767384617.826912:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2cfc2ec. 00000100:00000040:0.0:1767384617.827880:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294907916, at 4294907918 00000100:00000010:0.0:1767384617.827887:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f52ae4d5. 00000100:00000040:3.0:1767384617.827893:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294907916, at 4294907918 00000100:00000010:3.0:1767384617.827906:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbc75d53. 00000100:00000040:1.0:1767384617.827957:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294907916, at 4294907918 00000100:00000010:1.0:1767384617.827965:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00010000:00000001:0.0:1767384617.878931:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384617.878938:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.878944:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384617.878946:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.878985:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384617.878995:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.878999:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384617.989119:0:22002:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384617.989137:0:22002:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384617.989141:0:22002:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384617.989147:0:22002:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384617.989153:0:22002:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384617.989156:0:22002:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384618.777602:0:22166:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384618.777606:0:22166:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:1.0:1767384618.780919:0:22166:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384618.787624:0:22167:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000d37fb7d. 00000400:00000010:1.0:1767384618.787638:0:22167:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000060d1d26e. 00000400:00000010:1.0:1767384618.787646:0:22167:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f2fc9fe7. 00000400:00000010:1.0:1767384618.787649:0:22167:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000089e58a42. 00000400:00000010:1.0:1767384618.787652:0:22167:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000584692c1. 00000400:00000010:1.0:1767384618.787660:0:22167:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000adf6d49e. 00000400:00000010:1.0:1767384618.787661:0:22167:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f39ceba. 00000400:00000010:1.0:1767384618.787662:0:22167:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000abe04627. 00000400:00000010:1.0:1767384618.787665:0:22167:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d73357fb. 00000800:00000010:1.0:1767384618.787676:0:22167:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e2d4fb9e. 00000800:00000200:1.0:1767384618.787686:0:22167:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384618.787692:0:22167:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384618.787725:0:22167:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384618.787743:0:22167:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp20 [8/256/0/180] 00000400:00000010:1.0:1767384618.789154:0:22167:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000052e4866d. 00000400:00000010:1.0:1767384618.789160:0:22167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065774441. 00000400:00000010:1.0:1767384618.789164:0:22167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000400:00000001:1.0:1767384618.789176:0:22167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384618.789178:0:22167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384618.789179:0:22167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ede47eb. 00000400:00000200:1.0:1767384618.789181:0:22167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000010:1.0:1767384618.789183:0:22167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000400:00000010:1.0:1767384618.789186:0:22167:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000a08c4825. 00000400:00000200:1.0:1767384618.789190:0:22167:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (11) 00000400:00000200:1.0:1767384618.789200:0:22167:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384618.789207:0:22167:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:1.0:1767384618.789214:0:22167:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007621ea56. 00000020:01000000:1.0:1767384618.789217:0:22167:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384618.789219:0:22167:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp20 00000400:00000010:1.0:1767384618.789232:0:22167:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000060d1d26e. 00000400:00000010:1.0:1767384618.789235:0:22167:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000d37fb7d. 00000020:00000001:3.0:1767384618.789254:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384618.789258:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384618.789263:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384618.789265:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384618.789269:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384618.789272:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384618.789274:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000004:3.0:1767384618.789275:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.789284:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384618.789286:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.789288:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384618.789293:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:01000004:3.0:1767384618.789294:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384618.789296:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384618.789302:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.789304:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384618.789308:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000100:00000010:3.0:1767384618.789309:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e7ca39. 00000400:00000200:2.0:1767384618.789317:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (12) 00000020:00000040:3.0:1767384618.789321:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000010:2.0:1767384618.789327:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000790610df. 00000100:00000001:3.0:1767384618.789328:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384618.789336:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384618.789342:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 02000000:00000001:3.0:1767384618.789344:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384618.789353:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005af6e98a. 00000100:00000001:3.0:1767384618.789360:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.789362:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:2.0:1767384618.789372:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000001:3.0:1767384618.789375:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.789382:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.789383:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384618.789394:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000040:3.0:1767384618.789398:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e7ca39] to pc [ptlrpcd_00_03+3] req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384618.789403:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384618.789449:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384618.789457:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384618.789464:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384618.789472:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 10000000:00000001:3.0:1767384618.789478:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384618.789485:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.789485:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:1.0:1767384618.789487:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384618.789496:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.789496:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384618.789502:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384618.789502:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384618.789504:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000040:1.0:1767384618.789514:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384618.789515:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384618.789517:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 10000000:00000001:3.0:1767384618.789520:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384618.789526:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384618.789534:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384618.789534:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp19 00000100:00000001:1.0:1767384618.789536:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384618.789546:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384618.789547:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384618.789552:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp19 lpni_is_preferred = 0 00000020:01000004:3.0:1767384618.789554:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384618.789554:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384618.789563:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384618.789564:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384618.789568:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp19 00000020:01000004:3.0:1767384618.789570:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384618.789573:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384618.789575:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384618.789576:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384618.789581:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384618.789586:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384618.789588:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e7ca39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059662208:0@lo:253: 00000020:01000004:3.0:1767384618.789590:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384618.789597:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000596b7d4e. 00000400:00000200:2.0:1767384618.789600:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp19 NI seq info: [25:25:256:4294967295] 192.168.202.117@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000001:1.0:1767384618.789603:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384618.789604:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:1.0:1767384618.789610:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384618.789611:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384618.789613:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.789614:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384618.789622:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.789622:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp19 02000000:00000001:1.0:1767384618.789623:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384618.789637:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009593abf9. 02000000:00000010:3.0:1767384618.789639:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000041d43b13. 02000000:00000001:1.0:1767384618.789644:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.789651:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.789653:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ede47eb. 00000100:00000001:3.0:1767384618.789663:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384618.789663:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19:) -> 192.168.202.117@tcp19(192.168.202.117@tcp:192.168.202.117@tcp19) : PUT try# 0 00000400:00000010:1.0:1767384618.789667:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060d1d26e. 00000100:00000001:3.0:1767384618.789670:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384618.789680:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059662208, portal 25 00000100:00000001:1.0:1767384618.789686:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384618.789690:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000596b7d4e] to pc [ptlrpcd_00_00+0] req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.789692:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933870848 : -115911775680768 : ffff96942fc90700) 00000800:00000200:2.0:1767384618.789693:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.117@tcp19 00000100:00000040:1.0:1767384618.789706:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384618.789708:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4a4ac00. 00000800:00000010:2.0:1767384618.789737:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000042bca0ad. 00000800:00000010:2.0:1767384618.789750:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000085ea336d. 00000100:00000001:1.0:1767384618.789755:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384618.789769:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.789770:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.0:1767384618.789774:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (2) 10000000:00000001:3.0:1767384618.789777:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.789777:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000335c1232. 00000800:00000200:2.1:1767384618.789807:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (2) 00000100:00000200:1.0:1767384618.789807:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059662208, offset 0 00000020:00000001:3.0:1767384618.789808:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384618.789820:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384618.789824:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007621ea56. 00000400:00000200:1.0:1767384618.789828:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384618.789835:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.789840:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.789842:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384618.789848:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.789853:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.789858:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384618.789858:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03180 00000400:00000200:2.0:1767384618.789886:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000040:3.0:1767384618.789889:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384618.789893:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000400:00000200:1.0:1767384618.789906:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000100:00000001:3.0:1767384618.789912:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384618.789913:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef977901. 00000100:00000001:3.0:1767384618.789915:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.789918:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d088a266 02000000:00000001:3.0:1767384618.789919:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384618.789923:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384618.789926:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.789927:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384618.789930:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000596b7d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059662336:0@lo:253: 00000100:00000001:3.0:1767384618.789935:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384618.789936:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384618.789939:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384618.789942:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.789945:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d088a266 02000000:00000001:3.0:1767384618.789946:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384618.789948:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d088a266. 02000000:00000010:3.0:1767384618.789953:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000052ea48b4. 00000100:00000001:1.0:1767384618.789953:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384618.789955:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384618.789957:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.789960:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000055e6bf23 x1853237059662208 msgsize 4848 00000400:00000010:3.0:1767384618.789962:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06ff1d0. 00000100:00100000:1.0:1767384618.789967:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384618.789969:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000347d5561. 00000100:00000040:1.0:1767384618.789970:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384618.789973:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059662336, portal 25 00000100:00000001:3.0:1767384618.789975:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384618.789977:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933869056 : -115911775682560 : ffff96942fc90000) 00000100:00000040:3.0:1767384618.789982:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.789988:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384618.789996:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384618.789998:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000040:3.0:1767384618.790002:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384618.790005:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335c1232 00000400:00000010:3.0:1767384618.790010:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb445bc. 00000400:00000010:1.0:1767384618.790010:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000335c1232. 00000100:00000001:0.0:1767384618.790017:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384618.790018:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384618.790019:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059662336, offset 0 00000100:00100000:0.0:1767384618.790024:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662208 00000100:00000200:1.0:1767384618.790027:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384618.790029:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384618.790029:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384618.790034:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384618.790038:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.790044:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384618.790045:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.790046:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384618.790051:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662208 00000100:00000040:1.0:1767384618.790054:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384618.790057:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384618.790059:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03200 00000020:00000040:0.0:1767384618.790067:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:3.0:1767384618.790072:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:1.0:1767384618.790073:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384618.790074:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384618.790077:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fc1d23d. 00000020:00000040:0.0:1767384618.790079:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:1.0:1767384618.790080:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384618.790081:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e02faea 00000020:00000001:0.0:1767384618.790085:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384618.790090:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:3.0:1767384618.790091:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384618.790091:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.790092:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:1.0:1767384618.790105:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294908892 00000400:00000200:3.0:1767384618.790108:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384618.790110:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384618.790113:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cfb8d7f. 00000400:00000200:3.0:1767384618.790117:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e02faea 00000020:00000010:0.0:1767384618.790117:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd949cc3. 00000400:00000010:3.0:1767384618.790123:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e02faea. 00000100:00000001:1.0:1767384618.790123:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384618.790125:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384618.790132:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd949cc3. 00000100:00000001:3.0:1767384618.790133:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384618.790136:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294908892 00000100:00000200:3.0:1767384618.790139:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767384618.790141:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331d7a33. 00000100:00000010:1.0:1767384618.790142:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fb9123d. 00000100:00000040:3.0:1767384618.790143:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000e54bb7c2 x1853237059662336 msgsize 4848 00000020:00000010:0.0:1767384618.790149:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000628cec55. 00000100:00000001:1.0:1767384618.790151:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384618.790157:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d3a29f8. 00000100:00100000:3.0:1767384618.790161:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384618.790162:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294908892 00000100:00000040:3.0:1767384618.790168:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384618.790169:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010c6078d. 00000100:00000001:1.0:1767384618.790178:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384618.790178:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384618.790180:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:3.0:1767384618.790183:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384618.790185:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384618.790189:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294908892 00000100:00000001:0.0:1767384618.790191:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384618.790192:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb445bc 00000100:00000001:0.0:1767384618.790194:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384618.790196:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bb445bc. 00000100:00000010:1.0:1767384618.790198:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c44eb8. 00000100:00000001:1.0:1767384618.790205:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384618.790207:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384618.790208:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.790214:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384618.790219:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.790220:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.790222:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.790226:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.790232:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.790239:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384618.790240:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384618.790242:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384618.790246:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384618.790246:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662336 00000100:00000040:3.0:1767384618.790248:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384618.790250:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384618.790253:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384618.790254:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384618.790256:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384618.790259:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.790262:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.790264:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384618.790265:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.790266:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:3.0:1767384618.790267:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384618.790274:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384618.790277:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662336 00000020:00000001:0.0:1767384618.790284:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384618.790286:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294908892 00000100:00000001:1.0:1767384618.790286:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384618.790286:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384618.790292:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384618.790293:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294908892 00000020:00000040:0.0:1767384618.790296:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:3.0:1767384618.790298:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294908892 00000020:00000001:0.0:1767384618.790301:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384618.790303:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294908892 00000020:00000001:0.0:1767384618.790306:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384618.790311:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384618.790315:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294908892 00000020:00000010:0.0:1767384618.790315:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd949cc3. 00000100:00000001:3.0:1767384618.790318:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294908892 00000100:00000001:0.0:1767384618.790323:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.790324:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294908892 00000100:00000001:3.0:1767384618.790326:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294908892 00000100:00000001:3.0:1767384618.790328:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.790330:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384618.790334:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd949cc3. 00000100:00000001:3.0:1767384618.790337:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.790339:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:3.0:1767384618.790340:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384618.790341:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007592f2a4. 00000020:00000010:0.0:1767384618.790351:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022709644. 00000100:00000001:3.0:1767384618.790354:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384618.790355:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006510d358. 00000100:00000001:3.0:1767384618.790357:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384618.790364:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384618.790365:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384618.790367:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384618.790371:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384618.790371:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.790376:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.790377:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.790385:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.790392:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384618.790394:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:3.0:1767384618.790405:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.790420:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.790435:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384618.790439:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384618.790451:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000001:3.0:1767384618.790453:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384618.790456:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384618.790459:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384618.790461:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935862864 : -115911773688752 : ffff96942fe76c50) 00000100:00100000:3.0:1767384618.790471:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:0.0:1767384618.790471:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055e6bf23 x1853237059662208/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384618.790478:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384618.790483:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935855696 : -115911773695920 : ffff96942fe75050) 00000100:00000001:0.0:1767384618.790486:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384618.790490:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000020:00000010:0.0:1767384618.790490:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd949cc3. 00000100:00000040:3.0:1767384618.790495:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e54bb7c2 x1853237059662336/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384618.790500:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384618.790507:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd949cc3. 00000100:00000001:3.0:1767384618.790514:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384618.790520:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cf363a6. 00000100:00100000:0.0:1767384618.790521:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055e6bf23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059662208:12345-0@lo:253: 00000100:00000001:3.0:1767384618.790526:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384618.790528:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662208 00000020:00000010:3.0:1767384618.790531:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cf363a6. 00000020:00000001:0.0:1767384618.790532:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384618.790540:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384618.790545:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384618.790546:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e54bb7c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059662336:12345-0@lo:253: 00000020:00000001:0.0:1767384618.790549:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384618.790552:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662336 00000020:00000001:0.0:1767384618.790555:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:3.0:1767384618.790557:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384618.790560:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384618.790562:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384618.790563:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384618.790566:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384618.790568:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384618.790570:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384618.790571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000020:00000001:0.0:1767384618.790573:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.790581:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384618.790587:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:0.0:1767384618.790588:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384618.790592:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384618.790595:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384618.790596:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384618.790601:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767384618.790602:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000097c3c790. 00000020:00000001:3.0:1767384618.790604:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384618.790608:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.790609:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.790615:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384618.790615:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.790620:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384618.790621:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767384618.790627:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008e93b23b. 02000000:00000001:3.0:1767384618.790631:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.790634:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384618.790634:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f8c80833. 20000000:00000001:3.0:1767384618.790638:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384618.790640:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384618.790645:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384618.790647:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384618.790650:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384618.790651:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000008b9edf5. 20000000:00000001:0.0:1767384618.790657:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.790659:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 20000000:01000000:3.0:1767384618.790660:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384618.790661:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384618.790675:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384618.790677:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa3fea45. 20000000:00000001:3.0:1767384618.790683:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384618.790683:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:3.0:1767384618.790688:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.790692:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.790693:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384618.790696:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384618.790702:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384618.790752:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00080000:00000001:0.0:1767384618.790757:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384618.790763:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384618.790765:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384618.790768:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384618.790773:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384618.790781:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384618.790785:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384618.790791:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006cfe9335. 00080000:00000001:0.0:1767384618.790794:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161410999296 : -115912298552320 : ffff9694109ea400) 00080000:00000001:0.0:1767384618.790797:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384618.790888:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.790959:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.791012:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.791130:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.791227:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000001:00000001:0.0:1767384618.791227:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384618.791237:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384618.791243:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384618.791269:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384618.791272:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384618.791330:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.791453:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00080000:00000001:0.0:1767384618.791542:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384618.791546:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384618.791563:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.791619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.791683:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000800:00000010:2.0:1767384618.792111:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3ceb935. 00000800:00000010:2.0:1767384618.792128:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000030925071. 00000400:00000200:0.0:1767384618.792133:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384618.792135:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ca74dbd5. 00000800:00000010:2.0:1767384618.792161:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ca74dbd5. 00000400:00000200:0.0:1767384618.792217:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384618.792221:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ce02cdcd. 00000800:00000010:2.0:1767384618.792264:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b609fe30. 00000800:00000010:2.0:1767384618.792269:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000998a27d4. 00000800:00000010:2.0:1767384618.792299:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a86c6f25. 00000800:00000200:2.1:1767384618.792304:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (2) 00000800:00000200:2.1:1767384618.792309:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp19 00000000a86c6f25 deleted 00000800:00000010:2.1:1767384618.792311:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a86c6f25. 00000800:00000200:2.1:1767384618.792318:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384618.792326:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp19 ip 192.168.202.117:1003 00000800:00000200:2.1:1767384618.792330:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4a4ac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767384618.792339:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp19 p 3.x 192.168.202.117 -> 192.168.202.117:1003 incarnation:1767384617109781413 sched[0] 00000800:00000010:2.0:1767384618.792344:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ca74dbd5. 00000800:00000010:2.0:1767384618.792424:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ca74dbd5. 00000800:00000010:2.0:1767384618.792429:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000998a27d4. 00000800:00000200:3.1:1767384618.792447:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384618.792461:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp19 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384617109781413 sched[0] 00000800:00000010:3.0:1767384618.792464:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000030925071. 00000800:00000010:2.0:1767384618.792479:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ce02cdcd. 00000800:00000001:2.0:1767384618.792498:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384618.792505:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384618.792543:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384618.792557:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:0.0:1767384618.792561:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384618.792564:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384618.792571:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384618.792572:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384618.792586:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4a4ac00. 00000400:00000200:0.0:1767384618.792595:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19) <- 192.168.202.117@tcp19 : PUT - for me 00000400:00000200:2.0:1767384618.792599:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384618.792609:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.792611:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: PUT: OK 00000400:00000200:0.0:1767384618.792612:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384618.792630:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 224/224 into md 0x13fd [1] + 0 00000400:00000010:0.0:1767384618.792634:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b9b6896. 00000400:00000200:0.0:1767384618.792637:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ace0c19b 00000400:00000200:2.0:1767384618.792642:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384618.792642:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384618.792644:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.792655:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000001:0.0:1767384618.792663:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.792668:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384618.792693:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: PUT: OK 00000400:00000200:0.0:1767384618.792698:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:0.0:1767384618.792701:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000400:00000200:0.0:1767384618.792706:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384618.792711:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (13) 00000400:00000200:0.0:1767384618.792718:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384618.792719:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:0.0:1767384618.792722:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000070d2c624. 00000400:00000200:0.0:1767384618.792728:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 12 00000400:00000200:0.0:1767384618.792736:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384618.792747:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (14) 00000400:00000200:0.0:1767384618.792752:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384618.792764:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp19 to MR: 192.168.202.117@tcp19 local destination 00000400:00000200:3.0:1767384618.792766:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384618.792791:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp19 NI seq info: [26:26:256:4294967295] 192.168.202.117@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384618.792807:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19:192.168.202.117@tcp19) -> 192.168.202.117@tcp19(192.168.202.117@tcp19:192.168.202.117@tcp19) 192.168.202.117@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384618.792812:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp19 00000800:00000010:0.0:1767384618.792817:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbafb4b1. 00000800:00000200:0.0:1767384618.792826:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (4) 00000800:00000200:0.0:1767384618.792832:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp19 ip 192.168.202.117:988 00000400:00000200:3.0:1767384618.792834:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000200:0.0:1767384618.792845:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbafb4b1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384618.792897:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384618.792956:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000200:0.0:1767384618.792973:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384618.792979:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbafb4b1. 00000400:00000200:0.0:1767384618.792986:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384618.792991:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: ACK: OK 00000800:00000001:0.0:1767384618.793002:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.793010:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384618.793017:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.793023:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384618.793024:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.793034:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.793063:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19) <- 192.168.202.117@tcp19 : ACK - for me 00000400:00000200:3.0:1767384618.793064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384618.793083:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp19: ACK from 12345-192.168.202.117@tcp19 into md 0x1455 00000400:00000200:0.0:1767384618.793090:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384618.793097:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: ACK: OK 00000400:00000200:0.0:1767384618.793104:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000400:00000010:0.0:1767384618.793106:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000400:00000200:0.0:1767384618.793127:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384618.793131:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:0.0:1767384618.793140:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384618.793141:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384618.793142:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (13) 00000800:00000001:0.0:1767384618.793150:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.793155:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.793178:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384618.793179:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000010:0.0:1767384618.793182:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053285ba1. 00000400:00000010:0.0:1767384618.793187:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ce32a60. 00000400:00000200:0.0:1767384618.793192:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:0.0:1767384618.793196:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:0.0:1767384618.793204:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000002755e75f. 00000400:00000010:0.0:1767384618.793208:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000007070a926. 00000400:00000010:0.0:1767384618.793211:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000cae4d6f5. 00000400:00000200:3.0:1767384618.793228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000010:0.0:1767384618.793238:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004ae7b237. 00000400:00000200:0.0:1767384618.793247:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004ae7b237 nid 192.168.202.117@tcp20 00000400:00000010:0.0:1767384618.793251:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dbc75d53. 00000400:00000200:0.0:1767384618.793259:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dbc75d53 net tcp20 00000400:00000200:0.0:1767384618.793263:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (12) 00000400:00000200:0.0:1767384618.793267:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp20 flags 0x11 00000400:00000010:0.0:1767384618.793270:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000002755e75f. 00000400:00000010:0.0:1767384618.793273:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000007070a926. 00000400:00000010:0.0:1767384618.793275:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000cae4d6f5. 00000400:00000010:0.0:1767384618.793277:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000070d2c624. 00000400:00000200:0.0:1767384618.793280:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384618.793282:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384618.793285:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384618.793287:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384618.793289:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384618.793291:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384618.793293:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384618.793296:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (13) 00000400:00000200:2.0:1767384618.793470:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.793517:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.793638:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.793695:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.793765:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.793811:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.794010:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.794151:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384618.794295:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000800:00000010:2.0:1767384618.794639:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000013dfebaf. 00000800:00000010:2.0:1767384618.794644:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a86c6f25. 00000800:00000010:2.0:1767384618.794649:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006391fb21. 00000800:00000010:2.0:1767384618.794712:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006391fb21. 00000400:00000200:3.0:1767384618.794870:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384618.794893:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp19 from 234.3.0.2 00000800:00000010:3.0:1767384618.794898:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e45b2bf9. 00000800:00000010:2.0:1767384618.795007:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae896c34. 00000800:00000010:2.0:1767384618.795014:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000030925071. 00000800:00000010:2.0:1767384618.795050:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000998a27d4. 00000800:00000200:2.1:1767384618.795059:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (4) 00000800:00000200:2.1:1767384618.795068:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp19 00000000998a27d4 deleted 00000800:00000010:2.1:1767384618.795071:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000998a27d4. 00000800:00000200:2.1:1767384618.795076:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384618.795084:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp19 p 3.x 192.168.202.117 -> 192.168.202.117:1002 incarnation:1767384617109781413 sched[0] 00000800:00000010:2.0:1767384618.795089:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006391fb21. 00000800:00000010:2.0:1767384618.795163:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006391fb21. 00000800:00000010:2.0:1767384618.795168:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000030925071. 00000800:00000010:2.0:1767384618.795220:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e45b2bf9. 00000800:00000200:2.1:1767384618.795277:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384618.795284:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp19 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384617109781413 sched[0] 00000800:00000010:2.0:1767384618.795288:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a86c6f25. 00000800:00000001:0.0:1767384618.795288:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.795301:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384618.795344:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384618.795352:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384618.802881:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294908892, at 4294908893 00000100:00000010:1.0:1767384618.802889:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fb9123d. 00000100:00000040:0.0:1767384618.802899:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294908892, at 4294908893 00000100:00000010:0.0:1767384618.802907:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cfb8d7f. 00000100:00000040:3.0:1767384618.802914:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294908892, at 4294908893 00000100:00000010:3.0:1767384618.802924:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c44eb8. 00080000:00000001:1.0:1767384618.803267:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384618.803273:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384618.803275:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384618.803279:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384618.803290:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384618.803291:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384618.803296:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384618.803298:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384618.803300:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384618.803303:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:3.0:1767384618.803304:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384618.803307:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384618.803309:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:3.0:1767384618.803311:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006cfe9335. 00080000:00000020:1.0:1767384618.803311:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384618.803314:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384618.803318:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384618.803319:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384618.803323:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384618.803329:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384618.803333:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009e7e1709. 00010000:00000010:0.0:1767384618.803335:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000710924d3. 20000000:01000000:1.0:1767384618.803336:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:1.0:1767384618.803342:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384618.803342:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384618.803346:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:0.0:1767384618.803347:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d6661163. 00000020:00000001:0.0:1767384618.803352:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384618.803371:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d6661163 with handle 0x534bb1615bf4c733 to hash 00000020:00000001:0.0:1767384618.803373:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384618.803374:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.803377:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.803381:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384618.803388:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384618.803389:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.803395:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384618.803396:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384618.803400:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.803405:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384618.803422:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384618.803423:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384618.803426:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:0.0:1767384618.803428:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384618.803430:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384618.803432:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:1.0:1767384618.803436:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c0453965. 00010000:00000001:0.0:1767384618.803436:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384618.803456:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384618.803458:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156881409024 : -115916828142592 : ffff969302a29400) 00010000:00000001:0.0:1767384618.803460:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384618.803461:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384618.803464:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.803468:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384618.803469:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384618.803471:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384618.803472:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384618.803474:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000710924d3) refcount = 1 00010000:00010000:0.0:1767384618.803477:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.803481:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384618.803483:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384618.803485:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.803486:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.803487:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384618.803489:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384618.803492:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:0.0:1767384618.803494:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.803496:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.803497:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6661163 refcount=4 00000020:00000001:0.0:1767384618.803498:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.803500:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.803502:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384618.803503:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.803509:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:1.0:1767384618.803514:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767384618.803516:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384618.803517:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.803522:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384618.803527:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.803529:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384618.803530:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384618.803534:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.803534:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.803537:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.803539:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384618.803540:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384618.803543:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384618.803548:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d6661163 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384618.803550:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384618.803551:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384618.803552:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.803556:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384618.803557:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.803559:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.803560:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6661163 refcount=5 00000020:00000001:0.0:1767384618.803561:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.803564:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.803566:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384618.803567:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.803572:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384618.803574:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384618.803575:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.803578:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384618.803579:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384618.803582:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.803588:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384618.803590:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d6661163 with handle 0x534bb1615bf4c733 from hash 00010000:00000001:0.0:1767384618.803591:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384618.803593:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.803594:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.803595:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384618.803597:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384618.803598:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384618.803601:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384618.803602:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.803605:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.803606:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384618.803608:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384618.803609:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.803611:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.803612:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.803614:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.803615:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.803617:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384618.803618:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384618.803625:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384618.803626:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.803630:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.803633:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384618.803635:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384618.803637:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.803640:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.803643:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384618.803647:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.803650:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.803653:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.803657:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384618.803658:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384618.803659:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d6661163/0x534bb1615bf4c733 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384618.803671:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000710924d3 count: 0 00010000:00000001:0.0:1767384618.803683:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384618.803685:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384618.803887:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294908892, at 4294908894 00000100:00000010:2.0:1767384618.803897:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010c6078d. 00010000:00000010:0.1:1767384618.810899:0:22172:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000710924d3. 00010000:00000010:0.1:1767384618.810908:0:22172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6661163. 00080000:00000001:3.0:1767384618.812639:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384618.812641:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384618.812642:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384618.812646:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384618.812648:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:3.0:1767384618.812649:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384618.812654:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384618.812655:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384618.812660:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384618.812661:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c0453965. 00080000:00000001:3.0:1767384618.812667:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384618.812669:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384618.812684:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384618.812687:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384618.812694:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384618.812695:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384618.812700:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384618.812704:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384618.812707:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384618.812710:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384618.812717:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000710924d3. 00010000:00000001:0.0:1767384618.812722:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384618.812725:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d6661163. 00000020:00000001:0.0:1767384618.812728:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384618.812733:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d6661163 with handle 0x534bb1615bf4c73a to hash 00000020:00000001:0.0:1767384618.812736:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384618.812738:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.812742:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.812745:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.812747:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.812750:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.812757:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384618.812761:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384618.812763:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384618.812765:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384618.812767:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.812769:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384618.812772:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.812775:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384618.812778:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384618.812780:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384618.812783:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384618.812786:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000710924d3) refcount = 1 00010000:00010000:0.0:1767384618.812788:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.812801:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384618.812804:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384618.812806:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.812808:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.812810:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384618.812815:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384618.812820:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:0.0:1767384618.812824:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.812825:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.812828:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6661163 refcount=4 00000020:00000001:0.0:1767384618.812830:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.812890:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.812894:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384618.812898:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.812907:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384618.812911:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.812919:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.812922:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384618.812924:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.812930:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.812933:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.812937:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384618.812940:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384618.812947:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d6661163 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384618.812949:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384618.812957:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384618.812959:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.812964:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384618.812967:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.812971:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.812974:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6661163 refcount=5 00000020:00000001:0.0:1767384618.812976:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.812978:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384618.812980:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384618.812982:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.812986:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384618.812987:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384618.812988:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.812990:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384618.812992:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384618.812994:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.812996:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384618.812998:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d6661163 with handle 0x534bb1615bf4c73a from hash 00010000:00000001:0.0:1767384618.813000:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384618.813001:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.813002:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.813003:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384618.813004:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384618.813006:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384618.813008:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384618.813009:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.813011:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.813013:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384618.813015:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384618.813018:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.813019:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.813020:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.813025:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.813027:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.813029:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.813033:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.813034:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.813034:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384618.813035:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384618.813036:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.813037:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.813038:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384618.813039:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.813040:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.813041:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.813045:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384618.813045:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384618.813046:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d6661163/0x534bb1615bf4c73a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384618.813050:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000710924d3 count: 0 00010000:00000001:0.0:1767384618.813058:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384618.813059:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384618.815004:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384618.815009:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384618.815011:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f8c80833. 20000000:00000001:1.0:1767384618.815017:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384618.815022:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059662208 00010000:00000001:1.0:1767384618.815026:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384618.815036:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055e6bf23 x1853237059662208/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.815045:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384618.815048:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384618.815051:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384618.815055:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384618.815058:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384618.815060:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384618.815063:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384618.815066:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.815069:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384618.815072:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384618.815076:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0a48d76. 00000100:00000200:1.0:1767384618.815083:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059662208, offset 224 00000400:00000200:1.0:1767384618.815090:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384618.815106:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384618.815123:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03180 00000400:00000200:1.0:1767384618.815135:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1459 [2] + 224 00000400:00000200:1.0:1767384618.815142:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.815149:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384618.815159:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384618.815164:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384618.815174:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.815193:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384618.815201:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0a48d76 00000400:00000010:1.0:1767384618.815204:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0a48d76. 00000100:00000001:1.0:1767384618.815209:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384618.815211:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384618.815216:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.815219:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384618.815221:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384618.815223:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.815226:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384618.815231:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055e6bf23 x1853237059662208/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384618.815239:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055e6bf23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059662208:12345-0@lo:253: Request processed in 24752us (25277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384618.815250:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:1.0:1767384618.815255:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384618.815257:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384618.815258:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384618.815263:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000628cec55. 00000020:00000010:1.0:1767384618.815269:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d3a29f8. 00000020:00000010:1.0:1767384618.815273:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331d7a33. 00000020:00000040:1.0:1767384618.815279:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:1.0:1767384618.815282:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384618.815284:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000097c3c790. 02000000:00000001:1.0:1767384618.815288:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384618.815290:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384618.815294:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384618.815298:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a778d220. 00000400:00000010:1.0:1767384618.815304:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0a48d76. 00000100:00000001:1.0:1767384618.815321:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384618.815323:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384618.815327:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384618.815329:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384618.815337:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ede47eb. 00000400:00000200:1.0:1767384618.815340:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060d1d26e 00000400:00000010:1.0:1767384618.815341:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060d1d26e. 00000100:00000001:1.0:1767384618.815345:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384618.815349:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384618.815355:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.815360:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384618.815362:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.815363:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384618.815366:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384618.815368:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384618.815370:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384618.815372:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384618.815376:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384618.815378:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384618.815380:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384618.815381:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.815383:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384618.815384:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.815387:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.815391:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.815396:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384618.815399:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384618.815400:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384618.815403:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384618.815405:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384618.815406:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384618.815423:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384618.815425:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384618.815427:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384618.815428:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384618.815429:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384618.815431:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384618.815437:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384618.815441:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384618.815447:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e7ca39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059662208:0@lo:253: 00000100:00000001:1.0:1767384618.815451:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.815453:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384618.815454:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e7ca39 x1853237059662208/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.815459:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384618.815461:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384618.815463:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009593abf9. 02000000:00000001:1.0:1767384618.815465:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384618.815466:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384618.815468:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384618.815469:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384618.815471:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005af6e98a. 02000000:00000001:1.0:1767384618.815474:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384618.815475:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384618.815476:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e7ca39. 00000100:00000001:1.0:1767384618.815479:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384618.815479:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.815481:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.815488:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384618.815490:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.815491:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384618.815495:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384618.816072:0:22172:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006cdc91c5. 00000400:00000040:0.0:1767384618.816089:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384618.816091:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384618.816093:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.816095:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384618.816097:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.816098:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384618.816101:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384618.816103:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384618.816105:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384618.816106:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384618.816108:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384618.816110:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384618.816117:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384618.816119:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384618.816121:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384618.816123:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384618.816125:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384618.816126:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384618.816128:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384618.816129:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.816131:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384618.816132:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384618.816133:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384618.816134:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.816135:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384618.816137:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.816139:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384618.816140:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384618.816141:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384618.816142:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.816143:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384618.816144:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.816145:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384618.816147:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384618.816148:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384618.816148:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.816149:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384618.816151:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384618.816153:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384618.816154:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384618.816155:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384618.816156:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.816157:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384618.816158:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384618.816160:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384618.816161:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384618.816162:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384618.816164:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384618.816165:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384618.816166:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384618.816167:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384618.816172:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384618.816173:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384618.816175:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384618.816176:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384618.816177:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384618.816179:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384618.816227:0:22172:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006cdc91c5. 00080000:00000020:1.0:1767384618.816446:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384618.816448:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384618.816449:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000008b9edf5. 20000000:00000001:1.0:1767384618.816453:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384618.816456:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059662336 00010000:00000001:1.0:1767384618.816457:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384618.816460:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e54bb7c2 x1853237059662336/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.816465:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384618.816472:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384618.816474:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384618.816477:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384618.816479:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384618.816481:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384618.816483:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384618.816484:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.816486:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384618.816488:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384618.816489:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d991612. 00000100:00000200:1.0:1767384618.816491:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059662336, offset 224 00000400:00000200:1.0:1767384618.816495:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384618.816500:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384618.816504:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03200 00000400:00000200:1.0:1767384618.816507:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1461 [2] + 224 00000400:00000200:1.0:1767384618.816511:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.816513:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384618.816515:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384618.816517:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384618.816522:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.816533:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384618.816536:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d991612 00000400:00000010:1.0:1767384618.816538:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d991612. 00000100:00000001:1.0:1767384618.816540:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384618.816541:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384618.816544:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384618.816544:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.816548:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384618.816548:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384618.816551:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384618.816553:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384618.816554:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384618.816554:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384618.816558:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384618.816560:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e54bb7c2 x1853237059662336/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384618.816561:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06ff1d0. 00000400:00000200:3.0:1767384618.816567:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000347d5561 00000400:00000010:3.0:1767384618.816569:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000347d5561. 00000100:00000001:3.0:1767384618.816572:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384618.816577:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384618.816599:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e54bb7c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059662336:12345-0@lo:253: Request processed in 26083us (26453us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384618.816600:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384618.816613:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:3.0:1767384618.816616:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384618.816617:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384618.816619:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.816620:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384618.816622:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384618.816624:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384618.816626:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384618.816626:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022709644. 00000020:00000010:1.0:1767384618.816632:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006510d358. 00000020:00000010:1.0:1767384618.816634:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007592f2a4. 00000100:00000001:3.0:1767384618.816635:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384618.816637:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384618.816638:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.816642:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384618.816643:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384618.816645:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=26 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384618.816645:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008e93b23b. 02000000:00000001:1.0:1767384618.816649:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384618.816650:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384618.816651:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.816655:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384618.816657:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384618.816658:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.816662:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384618.816663:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ede47eb. 00010000:00000001:3.0:1767384618.816664:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.816668:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.816669:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d991612. 00000100:00000040:3.0:1767384618.816673:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.816679:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.816680:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384618.816681:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384618.816683:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384618.816684:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384618.816685:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.816686:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384618.816687:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.816688:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384618.816688:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384618.816689:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.816690:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384618.816692:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384618.816697:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000596b7d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059662336:0@lo:253: 00000100:00000001:3.0:1767384618.816699:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.816700:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.816701:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000596b7d4e x1853237059662336/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.816705:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384618.816706:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384618.816708:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000052ea48b4. 02000000:00000001:3.0:1767384618.816710:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384618.816717:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384618.816718:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384618.816719:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384618.816720:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000041d43b13. 02000000:00000001:3.0:1767384618.816722:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384618.816723:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384618.816724:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000596b7d4e. 00000100:00000001:3.0:1767384618.816726:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384618.816727:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.816728:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.816732:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.816733:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.816734:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.816736:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384618.821887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000710924d3. 00010000:00000010:0.1:1767384618.821898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6661163. 00010000:00000001:0.0:1767384618.902101:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384618.902107:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.902114:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384618.902116:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.902181:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384618.902189:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384618.902194:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384619.679855:0:22405:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384619.679869:0:22405:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.679873:0:22405:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.679878:0:22405:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384619.679883:0:22405:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.679886:0:22405:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.926917:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384619.926922:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.926928:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384619.926930:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.926961:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384619.926966:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.926970:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384620.379016:0:22569:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384620.379022:0:22569:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:0.0:1767384620.383950:0:22569:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384620.393221:0:22570:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004c35b907. 00000400:00000010:0.0:1767384620.393239:0:22570:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000879ec396. 00000400:00000010:0.0:1767384620.393250:0:22570:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d2b20c1a. 00000400:00000010:0.0:1767384620.393255:0:22570:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cd2dbe6a. 00000400:00000010:0.0:1767384620.393259:0:22570:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e1cb7d0c. 00000400:00000010:0.0:1767384620.393264:0:22570:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b667b15. 00000400:00000010:0.0:1767384620.393266:0:22570:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c7d2f7ff. 00000400:00000010:0.0:1767384620.393268:0:22570:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0c39c4f. 00000400:00000010:0.0:1767384620.393272:0:22570:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006cdc91c5. 00000800:00000010:0.0:1767384620.393285:0:22570:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b1522766. 00000800:00000200:0.0:1767384620.393295:0:22570:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384620.393305:0:22570:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384620.393347:0:22570:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384620.393372:0:22570:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp21 [8/256/0/180] 00000400:00000010:0.0:1767384620.396193:0:22570:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000000af90964. 00000400:00000010:0.0:1767384620.396199:0:22570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000832d4cae. 00000400:00000010:0.0:1767384620.396213:0:22570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070595828. 00000400:00000001:0.0:1767384620.396231:0:22570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384620.396233:0:22570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384620.396235:0:22570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065774441. 00000400:00000200:0.0:1767384620.396239:0:22570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:0.0:1767384620.396241:0:22570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000400:00000010:0.0:1767384620.396245:0:22570:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000052e4866d. 00000400:00000200:0.0:1767384620.396254:0:22570:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (12) 00000400:00000200:0.0:1767384620.396271:0:22570:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384620.396281:0:22570:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:0.0:1767384620.396289:0:22570:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f8c80833. 00000020:01000000:0.0:1767384620.396297:0:22570:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384620.396300:0:22570:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384620.396305:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384620.396311:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:2.0:1767384620.396318:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000400:00000200:2.0:1767384620.396321:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (13) 00000400:00000010:0.0:1767384620.396321:0:22570:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000879ec396. 00000400:00000010:2.0:1767384620.396329:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000117007da. 00000400:00000010:0.0:1767384620.396329:0:22570:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004c35b907. 00000400:00000200:2.0:1767384620.396337:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:1.0:1767384620.396346:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384620.396348:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:1.0:1767384620.396351:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384620.396355:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767384620.396355:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384620.396358:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384620.396364:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384620.396364:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384620.396368:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384620.396372:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384620.396373:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384620.396374:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384620.396378:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384620.396382:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384620.396382:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384620.396384:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384620.396386:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384620.396390:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384620.396390:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384620.396392:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384620.396408:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0abc76e. 00000400:00000200:2.0:1767384620.396413:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:1.0:1767384620.396414:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384620.396422:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384620.396423:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384620.396429:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:1.0:1767384620.396432:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384620.396438:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384620.396439:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384620.396447:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000010:1.0:1767384620.396448:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009593abf9. 00000100:00000001:1.0:1767384620.396456:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384620.396457:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384620.396465:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000001:1.0:1767384620.396465:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384620.396468:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384620.396472:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp20 00000100:00000040:1.0:1767384620.396477:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0abc76e] to pc [ptlrpcd_00_01+1] req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384620.396480:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767384620.396486:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp20 00000400:00000200:2.0:1767384620.396494:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp20 NI seq info: [27:27:256:4294967295] 192.168.202.117@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1767384620.396500:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp20 00000400:00000200:2.0:1767384620.396507:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20:) -> 192.168.202.117@tcp20(192.168.202.117@tcp:192.168.202.117@tcp20) : PUT try# 0 10000000:00000001:1.0:1767384620.396508:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384620.396513:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.117@tcp20 10000000:00000001:1.0:1767384620.396513:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384620.396518:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384620.396520:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000530f7e82. 00000020:01000000:1.0:1767384620.396520:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384620.396529:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:2.0:1767384620.396531:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d561a7e3. 10000000:00000001:1.0:1767384620.396531:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384620.396533:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384620.396535:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384620.396538:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e83fd710. 10000000:01000000:1.0:1767384620.396538:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384620.396540:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384620.396544:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384620.396545:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384620.396548:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (2) 00000020:01000004:1.0:1767384620.396549:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384620.396553:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384620.396555:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384620.396557:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (2) 00000020:01000004:1.0:1767384620.396557:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384620.396561:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384620.396565:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384620.396567:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384620.396569:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384620.396571:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384620.396575:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a13c2de. 00000100:00000001:3.0:1767384620.396577:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384620.396577:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000001:3.0:1767384620.396582:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384620.396582:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384620.396583:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:1.0:1767384620.396590:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384620.396591:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384620.396594:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384620.396596:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384620.396598:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384620.396601:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384620.396606:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0abc76e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059662464:0@lo:253: 02000000:00000010:1.0:1767384620.396608:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007621ea56. 00000100:00000001:3.0:1767384620.396614:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384620.396616:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384620.396620:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384620.396622:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384620.396625:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.396626:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384620.396632:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a13c2de] to pc [ptlrpcd_00_02+2] req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384620.396639:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384620.396648:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000008b9edf5. 00000400:00000200:2.0:1767384620.396648:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 02000000:00000001:3.0:1767384620.396655:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384620.396664:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06ff1d0. 00000400:00000010:3.0:1767384620.396672:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000335c1232. 10000000:00000001:1.0:1767384620.396674:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384620.396676:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059662464, portal 25 10000000:00000001:1.0:1767384620.396677:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.396683:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384620.396683:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.396688:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158522624 : -115911551028992 : ffff96943d2cf100) 00000020:01000000:1.0:1767384620.396688:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384620.396693:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f8c80833. 00000100:00000040:3.0:1767384620.396699:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384620.396701:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.396704:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384620.396709:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384620.396714:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.396716:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384620.396720:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384620.396724:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ca14b15. 00000100:00000001:1.0:1767384620.396725:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384620.396728:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384620.396730:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059662464, offset 0 00000100:00000001:1.0:1767384620.396731:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384620.396734:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384620.396736:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.396737:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384620.396742:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384620.396743:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.396751:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384620.396752:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384620.396756:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384620.396757:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384620.396758:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384620.396762:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384620.396765:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a13c2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059662592:0@lo:253: 00000400:00000200:2.0:1767384620.396766:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.396770:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384620.396773:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03280 02000000:00000001:1.0:1767384620.396774:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384620.396777:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384620.396780:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384620.396784:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 02000000:00000010:1.0:1767384620.396785:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008e93b23b. 02000000:00000001:1.0:1767384620.396789:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384620.396792:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9b911ff. 00000400:00000200:2.0:1767384620.396793:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000010:1.0:1767384620.396795:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c24b67a. 00000400:00000200:3.0:1767384620.396799:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0ac491e 00000400:00000200:3.0:1767384620.396808:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384620.396810:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000347d5561. 00000400:00000200:3.0:1767384620.396816:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384620.396816:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059662592, portal 25 00000400:00000200:2.0:1767384620.396820:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.396821:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384620.396823:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac491e 00000100:00000001:1.0:1767384620.396823:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158517248 : -115911551034368 : ffff96943d2cdc00) 00000400:00000010:3.0:1767384620.396828:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0ac491e. 00000100:00000040:1.0:1767384620.396828:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.396857:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384620.396861:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384620.396861:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384620.396866:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384620.396867:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb445bc. 00000100:00000200:1.0:1767384620.396873:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059662592, offset 0 00000100:00000040:3.0:1767384620.396874:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000a27c39bd x1853237059662464 msgsize 4848 00000400:00000200:2.0:1767384620.396883:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384620.396885:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384620.396889:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384620.396892:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384620.396897:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384620.396906:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384620.396907:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03300 00000400:00000200:1.0:1767384620.396913:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000200:2.0:1767384620.396916:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000010:1.0:1767384620.396916:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a13ebc97. 00000400:00000200:1.0:1767384620.396922:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028d7cdec 00000400:00000200:3.0:1767384620.396928:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ca14b15 00000400:00000200:1.0:1767384620.396928:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384620.396934:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ca14b15. 00000400:00000200:1.0:1767384620.396934:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384620.396937:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:3.0:1767384620.396942:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384620.396942:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d7cdec 00000400:00000010:1.0:1767384620.396947:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028d7cdec. 00000100:00000200:3.0:1767384620.396950:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.396951:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384620.396954:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384620.396958:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000040:1.0:1767384620.396958:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000dc96b24d x1853237059662592 msgsize 4848 00000100:00100000:1.0:1767384620.396969:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384620.396971:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384620.396979:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384620.396985:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384620.396986:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb445bc 00000100:00000001:3.0:1767384620.396987:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384620.396990:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bb445bc. 00000100:00000040:3.0:1767384620.396995:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.396996:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384620.397002:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384620.397008:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:3.0:1767384620.397010:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.397016:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384620.397019:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384620.397024:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.397026:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397032:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397034:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384620.397035:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294910499 00000400:00000200:2.0:1767384620.397038:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.397039:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384620.397043:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030fbd6a1. 00000100:00000001:1.0:1767384620.397045:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294910499 00000100:00000001:3.0:1767384620.397053:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384620.397061:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294910499 00000100:00000001:1.0:1767384620.397062:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294910499 00000100:00000010:3.0:1767384620.397067:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb2475f0. 00000400:00000200:2.0:1767384620.397068:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.397073:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294910499 00000100:00000001:3.0:1767384620.397075:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384620.397082:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294910499 00000100:00000001:3.0:1767384620.397083:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294910499 00000100:00000001:1.0:1767384620.397086:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294910499 00000100:00000010:3.0:1767384620.397090:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b97bbc8. 00000100:00000001:3.0:1767384620.397095:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384620.397100:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294910499 00000100:00000001:1.0:1767384620.397100:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294910499 00000400:00000200:2.0:1767384620.397101:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000010:3.0:1767384620.397106:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fd4b9b9. 00000100:00000001:1.0:1767384620.397107:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294910499 00000100:00000001:3.0:1767384620.397114:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384620.397120:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384620.397121:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294910499 00000100:00000001:3.0:1767384620.397124:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397125:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384620.397126:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.397130:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.397131:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397134:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.397135:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384620.397138:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.397143:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384620.397147:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384620.397151:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384620.397153:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384620.397157:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384620.397158:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000001:3.0:1767384620.397160:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397161:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384620.397164:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662464 02000000:00000001:1.0:1767384620.397167:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384620.397170:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384620.397172:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384620.397175:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384620.397177:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662464 00000100:00000001:3.0:1767384620.397178:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384620.397179:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384620.397182:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384620.397183:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384620.397185:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384620.397188:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:3.0:1767384620.397191:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384620.397191:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384620.397193:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384620.397195:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397198:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384620.397201:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000020:00000010:1.0:1767384620.397201:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a56cb29. 00000100:00000001:1.0:1767384620.397208:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384620.397211:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a56cb29. 00000020:00000010:1.0:1767384620.397217:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d043c99. 00000020:00000010:1.0:1767384620.397221:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000fd6e724. 00000020:00000010:1.0:1767384620.397225:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd3fe80. 00000100:00000040:1.0:1767384620.397235:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384620.397238:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384620.397245:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384620.397246:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397253:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384620.397254:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.397262:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.397272:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384620.397274:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384620.397277:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662592 00000100:00000001:1.0:1767384620.397278:0:16772:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384620.397283:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384620.397286:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384620.397287:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384620.397288:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397290:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384620.397295:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384620.397297:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1767384620.397302:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662592 00000100:00000040:1.0:1767384620.397302:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000400:00000200:2.0:1767384620.397304:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.397307:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935859792 : -115911773691824 : ffff96942fe76050) 00000020:00000001:3.0:1767384620.397308:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384620.397312:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000040:1.0:1767384620.397315:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a27c39bd x1853237059662464/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:601/0 lens 4848/0 e 0 to 0 dl 1767384631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384620.397316:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384620.397321:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:1.0:1767384620.397324:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384620.397325:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:1.0:1767384620.397327:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a56cb29. 00000020:00000001:3.0:1767384620.397330:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384620.397332:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384620.397336:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a56cb29. 00000100:00000001:3.0:1767384620.397337:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384620.397341:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a27c39bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059662464:12345-0@lo:253: 00000020:00000010:3.0:1767384620.397343:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008161972d. 00000100:00000200:1.0:1767384620.397344:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662464 00000400:00000200:2.0:1767384620.397346:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000020:00000001:1.0:1767384620.397349:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384620.397350:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384620.397354:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384620.397355:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008161972d. 00000020:00000001:1.0:1767384620.397358:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384620.397361:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384620.397363:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e92747ef. 00000020:00000001:1.0:1767384620.397364:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:1.0:1767384620.397368:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384620.397370:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384620.397372:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032c5cb35. 00000020:00000001:1.0:1767384620.397373:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384620.397375:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384620.397379:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2afc4ac. 00000020:00000001:1.0:1767384620.397380:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384620.397384:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000100:00000001:1.0:1767384620.397386:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384620.397388:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384620.397390:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384620.397392:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384620.397408:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.397414:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384620.397414:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000041d43b13. 02000000:00000001:1.0:1767384620.397418:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.397425:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.397426:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384620.397428:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384620.397437:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005af6e98a. 00000100:00000001:3.0:1767384620.397438:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:01000000:1.0:1767384620.397441:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384620.397442:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:1.0:1767384620.397445:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384620.397448:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:3.0:1767384620.397450:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 20000000:00000001:1.0:1767384620.397451:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384620.397456:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384620.397457:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 20000000:00000001:1.0:1767384620.397459:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384620.397463:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935865936 : -115911773685680 : ffff96942fe77850) 00000100:00000040:3.0:1767384620.397468:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc96b24d x1853237059662592/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:601/0 lens 4848/0 e 0 to 0 dl 1767384631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:1.0:1767384620.397469:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000023d62db7. 20000000:01000000:1.0:1767384620.397473:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:1.0:1767384620.397479:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384620.397485:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1767384620.397485:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000010:3.0:1767384620.397497:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008161972d. 00000100:00000001:3.0:1767384620.397500:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384620.397503:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008161972d. 00000100:00100000:3.0:1767384620.397509:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc96b24d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059662592:12345-0@lo:253: 00000100:00000200:3.0:1767384620.397514:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662592 00000020:00000001:3.0:1767384620.397517:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384620.397520:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384620.397522:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.397526:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1767384620.397527:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384620.397528:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00080000:00000001:1.0:1767384620.397531:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384620.397534:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384620.397534:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.397539:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384620.397539:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384620.397544:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384620.397545:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384620.397549:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384620.397550:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000020:00000001:3.0:1767384620.397551:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384620.397555:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384620.397557:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384620.397561:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:1.0:1767384620.397562:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f80c7084. 00080000:00000001:1.0:1767384620.397566:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156881416192 : -115916828135424 : ffff969302a2b000) 02000000:00000010:3.0:1767384620.397568:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000052ea48b4. 00080000:00000001:1.0:1767384620.397568:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000001:3.0:1767384620.397573:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.397577:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384620.397579:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384620.397589:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097c3c790. 20000000:01000000:3.0:1767384620.397593:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384620.397596:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384620.397598:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384620.397601:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384620.397603:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384620.397605:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384620.397677:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001b561fb1. 00000800:00000010:2.0:1767384620.397685:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fdd3f28. 00000001:00000001:1.0:1767384620.397685:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384620.397689:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384620.397692:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384620.397694:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9b3c4e3. 00080000:00000001:1.0:1767384620.397713:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384620.397717:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384620.397742:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9b3c4e3. 00080000:00000001:1.0:1767384620.397820:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384620.397823:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384620.397962:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384620.397982:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp20 from 233.3.0.2 00000800:00000010:2.0:1767384620.397986:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e34cf04e. 00000800:00000010:3.0:1767384620.398019:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a728f8fa. 00000800:00000010:3.0:1767384620.398027:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ca14b15. 00000800:00000010:3.0:1767384620.398054:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f3207554. 00000800:00000200:3.1:1767384620.398063:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (2) 00000800:00000200:3.1:1767384620.398070:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp20 00000000f3207554 deleted 00000800:00000010:3.1:1767384620.398073:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f3207554. 00000800:00000200:3.1:1767384620.398079:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384620.398089:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp20 ip 192.168.202.117:1001 00000800:00000200:3.1:1767384620.398093:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000530f7e82 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:3.0:1767384620.398100:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp20 p 3.x 192.168.202.117 -> 192.168.202.117:1001 incarnation:1767384618787677278 sched[0] 00000800:00000010:3.0:1767384620.398107:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008161972d. 00000800:00000010:3.0:1767384620.398177:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008161972d. 00000800:00000010:3.0:1767384620.398192:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ca14b15. 00000800:00000010:3.0:1767384620.398284:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e34cf04e. 00000800:00000001:3.0:1767384620.398303:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.398310:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384620.398378:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384620.398383:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000530f7e82. 00000800:00000200:2.1:1767384620.398386:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384620.398389:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384620.398411:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp20 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384618787677278 sched[0] 00000400:00000200:3.0:1767384620.398415:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: PUT: OK 00000800:00000010:2.0:1767384620.398421:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fdd3f28. 00000400:00000200:3.0:1767384620.398424:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384620.398430:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000001:3.0:1767384620.398462:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.398469:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384620.398472:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.398477:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384620.398485:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20) <- 192.168.202.117@tcp20 : PUT - for me 00000400:00000200:3.0:1767384620.398495:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384620.398497:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.398504:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 240/240 into md 0x1469 [1] + 0 00000400:00000010:3.0:1767384620.398509:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053285ba1. 00000400:00000200:3.0:1767384620.398514:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ce32a60 00000800:00000001:3.0:1767384620.398519:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.398530:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384620.398532:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384620.398538:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: PUT: OK 00000400:00000200:3.0:1767384620.398543:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ce32a60 00000400:00000010:3.0:1767384620.398545:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ce32a60. 00000400:00000200:3.0:1767384620.398551:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384620.398554:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (14) 00000400:00000200:2.0:1767384620.398558:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.398561:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:3.0:1767384620.398568:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000f1333a4b. 00000400:00000200:3.0:1767384620.398573:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 13 00000400:00000200:3.0:1767384620.398577:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384620.398588:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (15) 00000400:00000200:2.0:1767384620.398594:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.398595:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384620.398605:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp20 to MR: 192.168.202.117@tcp20 local destination 00000400:00000200:3.0:1767384620.398619:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp20 NI seq info: [28:28:256:4294967295] 192.168.202.117@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384620.398634:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) -> 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) 192.168.202.117@tcp20 : ACK try# 0 00000400:00000200:2.0:1767384620.398637:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000200:3.0:1767384620.398643:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp20 00000800:00000010:3.0:1767384620.398648:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ef4ad56. 00000800:00000200:3.0:1767384620.398654:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (4) 00000800:00000200:3.0:1767384620.398660:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp20 ip 192.168.202.117:988 00000800:00000200:3.0:1767384620.398663:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ef4ad56 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384620.398676:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000200:3.0:1767384620.398717:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384620.398721:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ef4ad56. 00000400:00000200:3.0:1767384620.398726:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384620.398729:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.398733:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: ACK: OK 00000800:00000001:3.0:1767384620.398741:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.398748:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384620.398752:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.398758:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384620.398760:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.398765:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384620.398772:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20) <- 192.168.202.117@tcp20 : ACK - for me 00000400:00000200:3.0:1767384620.398786:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp20: ACK from 12345-192.168.202.117@tcp20 into md 0x1481 00000400:00000200:3.0:1767384620.398790:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384620.398796:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: ACK: OK 00000400:00000200:3.0:1767384620.398800:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:3.0:1767384620.398804:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000400:00000200:2.0:1767384620.398807:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.398809:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384620.398817:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:3.0:1767384620.398822:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384620.398826:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (14) 00000400:00000200:2.0:1767384620.398903:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.398952:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.398994:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.399060:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.399129:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.399187:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.399224:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.399279:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000800:00000001:3.0:1767384620.399339:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384620.399339:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000800:00000001:3.0:1767384620.399347:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384620.399391:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384620.399407:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000010:3.0:1767384620.399439:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c5a27e8. 00000400:00000010:3.0:1767384620.399453:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000400:00000200:3.0:1767384620.399457:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:2.0:1767384620.399461:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.399465:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:3.0:1767384620.399475:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000e1880ffb. 00000400:00000010:3.0:1767384620.399479:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000c1251477. 00000400:00000010:3.0:1767384620.399483:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000346544e9. 00000400:00000010:3.0:1767384620.399505:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003c4e5069. 00000400:00000200:3.0:1767384620.399511:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003c4e5069 nid 192.168.202.117@tcp21 00000400:00000010:3.0:1767384620.399516:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000011186ab4. 00000400:00000200:2.0:1767384620.399517:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.399520:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000011186ab4 net tcp21 00000400:00000200:3.0:1767384620.399526:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (13) 00000400:00000200:3.0:1767384620.399534:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp21 flags 0x11 00000400:00000010:3.0:1767384620.399541:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000e1880ffb. 00000400:00000010:3.0:1767384620.399544:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000c1251477. 00000400:00000010:3.0:1767384620.399547:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000346544e9. 00000400:00000010:3.0:1767384620.399551:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000f1333a4b. 00000400:00000200:3.0:1767384620.399556:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384620.399560:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:3.0:1767384620.399565:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:2.0:1767384620.399568:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384620.399570:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:3.0:1767384620.399576:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384620.399579:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:3.0:1767384620.399585:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384620.399590:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (14) 00000400:00000200:2.0:1767384620.399614:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.399651:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384620.399703:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000800:00000010:2.0:1767384620.399979:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008a13f28e. 00000800:00000010:2.0:1767384620.399985:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fdd3f28. 00000800:00000010:2.0:1767384620.399990:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9b3c4e3. 00000800:00000010:2.0:1767384620.400042:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9b3c4e3. 00000400:00000200:3.0:1767384620.400087:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384620.400102:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp20 from 232.3.0.2 00000800:00000010:3.0:1767384620.400106:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005a1033c1. 00000800:00000010:2.0:1767384620.400151:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000364d1e52. 00000800:00000010:2.0:1767384620.400159:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b87c27a1. 00000800:00000010:2.0:1767384620.400187:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d698348f. 00000800:00000200:2.1:1767384620.400195:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (4) 00000800:00000200:2.1:1767384620.400200:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp20 00000000d698348f deleted 00000800:00000010:2.1:1767384620.400203:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d698348f. 00000800:00000200:2.1:1767384620.400208:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384620.400214:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp20 p 3.x 192.168.202.117 -> 192.168.202.117:1000 incarnation:1767384618787677278 sched[0] 00000800:00000010:2.0:1767384620.400220:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9b3c4e3. 00000800:00000010:2.0:1767384620.400276:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9b3c4e3. 00000800:00000010:2.0:1767384620.400281:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b87c27a1. 00000800:00000010:2.0:1767384620.400309:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005a1033c1. 00000800:00000001:2.0:1767384620.400325:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384620.400331:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384620.400337:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384620.400346:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp20 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384618787677278 sched[0] 00000800:00000010:3.0:1767384620.400350:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fdd3f28. 00000800:00000001:3.0:1767384620.400372:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384620.400375:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384620.406981:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384620.406991:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384620.406994:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384620.406997:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384620.407001:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384620.407006:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384620.407007:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384620.407014:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384620.407019:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384620.407019:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:3.0:1767384620.407022:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384620.407024:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384620.407029:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f80c7084. 20000000:01000000:0.0:1767384620.407031:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384620.407033:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384620.407037:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384620.407039:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384620.407043:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384620.407048:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384620.407053:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384620.407061:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000710924d3. 20000000:00000010:3.0:1767384620.407065:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000346544e9. 00010000:00000001:0.0:1767384620.407067:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:3.0:1767384620.407071:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00010000:00000010:0.0:1767384620.407073:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d6661163. 20000000:00000001:3.0:1767384620.407078:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384620.407080:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384620.407084:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d6661163 with handle 0x534bb1615bf4c741 to hash 00080000:00000001:3.0:1767384620.407086:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384620.407087:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384620.407091:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384620.407095:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384620.407100:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384620.407102:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384620.407106:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384620.407116:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384620.407119:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384620.407120:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384620.407125:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384620.407127:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384620.407131:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384620.407131:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384620.407136:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384620.407138:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384620.407140:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384620.407144:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384620.407146:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:0.0:1767384620.407147:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384620.407153:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384620.407154:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384620.407156:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384620.407159:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384620.407161:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:3.0:1767384620.407162:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000923c35a3. 00010000:00000040:0.0:1767384620.407164:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000710924d3) refcount = 1 00080000:00000001:3.0:1767384620.407168:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857586688 : -115916851964928 : ffff969301371400) 00010000:00010000:0.0:1767384620.407171:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384620.407175:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384620.407182:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384620.407185:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384620.407187:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384620.407189:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.407192:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384620.407196:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384620.407198:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:0.0:1767384620.407202:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384620.407204:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384620.407206:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6661163 refcount=4 00000020:00000001:0.0:1767384620.407208:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384620.407211:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384620.407214:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384620.407216:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384620.407223:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384620.407225:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384620.407232:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384620.407234:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767384620.407235:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767384620.407236:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384620.407238:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384620.407242:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384620.407253:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384620.407255:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384620.407257:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.407259:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:3.0:1767384620.407263:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384620.407263:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384620.407273:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d6661163 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384620.407276:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384620.407279:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384620.407281:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384620.407287:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384620.407289:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384620.407291:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384620.407293:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6661163 refcount=5 00000020:00000001:0.0:1767384620.407296:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384620.407298:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139008 : -115912505412608 : ffff9694044a3400) 00010000:00000001:0.0:1767384620.407302:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384620.407304:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384620.407311:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384620.407314:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384620.407316:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.407320:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384620.407322:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384620.407325:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384620.407326:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384620.407329:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d6661163 with handle 0x534bb1615bf4c741 from hash 00010000:00000001:0.0:1767384620.407332:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:3.0:1767384620.407333:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384620.407334:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384620.407337:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384620.407339:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384620.407347:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384620.407350:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384620.407353:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384620.407355:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384620.407357:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384620.407360:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.407362:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384620.407364:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384620.407367:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384620.407368:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384620.407369:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.407371:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.407373:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384620.407375:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384620.407381:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384620.407382:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384620.407383:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384620.407385:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384620.407386:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384620.407387:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384620.407389:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384620.407391:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384620.407408:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384620.407411:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384620.407417:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384620.407418:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384620.407420:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d6661163/0x534bb1615bf4c741 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384620.407426:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000710924d3 count: 0 00010000:00000001:0.0:1767384620.407433:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384620.407434:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384620.409871:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294910499, at 4294910500 00000100:00000010:3.0:1767384620.409879:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fd4b9b9. 00000100:00000040:1.0:1767384620.410036:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294910499, at 4294910500 00000100:00000040:2.0:1767384620.410037:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294910499, at 4294910500 00000100:00000010:1.0:1767384620.410045:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb2475f0. 00000100:00000040:0.0:1767384620.410062:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294910499, at 4294910500 00000100:00000010:2.0:1767384620.410071:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b97bbc8. 00000100:00000010:0.0:1767384620.410074:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030fbd6a1. 00010000:00000010:0.1:1767384620.413863:0:22571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000710924d3. 00010000:00000010:0.1:1767384620.413870:0:22571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6661163. 00080000:00000001:0.0:1767384620.415150:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384620.415155:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384620.415156:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:2.0:1767384620.415159:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384620.415160:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384620.415164:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384620.415165:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384620.415168:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384620.415169:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384620.415171:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384620.415176:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000923c35a3. 20000000:00000001:0.0:1767384620.415181:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384620.415182:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384620.415187:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384620.415191:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384620.415194:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384620.415196:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384620.415200:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384620.415204:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384620.415206:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384620.415212:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b8ab47eb. 00010000:00000001:1.0:1767384620.415217:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384620.415220:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00000020:00000001:1.0:1767384620.415222:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384620.415225:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c748 to hash 00000020:00000001:1.0:1767384620.415228:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384620.415229:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384620.415231:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384620.415233:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384620.415235:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384620.415238:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415244:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384620.415247:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384620.415248:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384620.415250:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384620.415252:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384620.415254:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384620.415255:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384620.415257:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384620.415259:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384620.415260:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384620.415262:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384620.415263:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b8ab47eb) refcount = 1 00010000:00010000:1.0:1767384620.415265:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415279:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384620.415281:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384620.415283:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384620.415285:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.415286:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384620.415289:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384620.415291:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384620.415293:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384620.415295:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384620.415296:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=4 00000020:00000001:1.0:1767384620.415298:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384620.415300:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384620.415302:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384620.415304:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415308:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384620.415310:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415314:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384620.415315:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384620.415316:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415320:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384620.415321:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.415323:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384620.415324:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384620.415329:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384620.415331:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384620.415339:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384620.415341:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415345:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384620.415347:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384620.415348:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384620.415348:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:1.0:1767384620.415349:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384620.415350:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384620.415352:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384620.415353:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415357:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384620.415358:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384620.415360:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.415363:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384620.415364:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384620.415366:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384620.415367:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384620.415369:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c748 from hash 00010000:00000001:1.0:1767384620.415370:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384620.415371:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384620.415372:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384620.415373:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384620.415374:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384620.415375:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384620.415376:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384620.415377:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384620.415379:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.415380:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384620.415381:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384620.415382:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384620.415383:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384620.415384:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.415390:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.415391:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384620.415408:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415412:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384620.415413:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384620.415414:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384620.415415:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384620.415417:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384620.415418:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384620.415420:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384620.415422:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384620.415424:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384620.415425:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384620.415430:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384620.415432:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384620.415433:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c748 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384620.415437:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b8ab47eb count: 0 00010000:00000001:1.0:1767384620.415446:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384620.415447:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384620.416975:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384620.416978:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384620.416981:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005af6e98a. 20000000:00000001:1.0:1767384620.416987:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384620.416990:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059662464 00010000:00000001:1.0:1767384620.416993:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384620.417001:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a27c39bd x1853237059662464/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:601/0 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384620.417009:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384620.417011:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384620.417014:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384620.417019:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384620.417027:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384620.417029:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384620.417032:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384620.417034:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.417038:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384620.417043:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384620.417047:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4aaca95. 00000100:00000200:1.0:1767384620.417053:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059662464, offset 224 00000400:00000200:1.0:1767384620.417061:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384620.417075:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384620.417087:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03280 00000400:00000200:1.0:1767384620.417095:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1485 [2] + 224 00000400:00000200:1.0:1767384620.417102:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384620.417107:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384620.417114:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384620.417119:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384620.417128:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.417150:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384620.417159:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4aaca95 00000400:00000010:1.0:1767384620.417161:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4aaca95. 00000100:00000001:1.0:1767384620.417165:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384620.417167:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384620.417173:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384620.417175:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384620.417178:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384620.417179:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384620.417182:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384620.417187:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27c39bd x1853237059662464/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:601/0 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384620.417196:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a27c39bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059662464:12345-0@lo:253: Request processed in 19869us (20320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384620.417213:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:1.0:1767384620.417216:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384620.417218:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384620.417220:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384620.417225:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000fd6e724. 00000020:00000010:1.0:1767384620.417229:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd3fe80. 00000020:00000010:1.0:1767384620.417232:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d043c99. 00000020:00000040:1.0:1767384620.417236:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:1.0:1767384620.417241:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384620.417242:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000041d43b13. 02000000:00000001:1.0:1767384620.417245:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384620.417247:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384620.417253:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384620.417380:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384620.417383:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384620.417388:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384620.417418:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384620.417421:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06ff1d0. 00000400:00000200:1.0:1767384620.417424:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335c1232 00000400:00000010:1.0:1767384620.417426:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000335c1232. 00000100:00000001:1.0:1767384620.417429:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384620.417444:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384620.417450:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.417456:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384620.417457:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384620.417459:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384620.417462:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384620.417463:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384620.417465:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384620.417467:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384620.417471:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=28 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384620.417474:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384620.417497:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384620.417499:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.417501:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384620.417503:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.417505:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384620.417509:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.417514:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384620.417516:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384620.417517:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384620.417520:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384620.417522:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384620.417524:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384620.417525:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384620.417526:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384620.417527:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384620.417529:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384620.417530:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384620.417532:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384620.417533:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384620.417538:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384620.417542:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0abc76e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059662464:0@lo:253: 00000100:00000001:1.0:1767384620.417546:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384620.417549:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384620.417551:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0abc76e x1853237059662464/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.417556:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384620.417558:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384620.417560:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000008b9edf5. 02000000:00000001:1.0:1767384620.417564:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384620.417566:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384620.417568:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384620.417570:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384620.417572:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009593abf9. 02000000:00000001:1.0:1767384620.417585:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384620.417587:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384620.417589:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0abc76e. 00000100:00000001:1.0:1767384620.417595:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384620.417597:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384620.417599:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384620.417617:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384620.417619:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.417623:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384620.417625:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384620.417635:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035287bf1. 00000400:00000010:1.0:1767384620.417642:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4aaca95. 00080000:00000020:1.0:1767384620.417775:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384620.417777:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384620.417779:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000097c3c790. 20000000:00000001:1.0:1767384620.417786:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384620.417790:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059662592 00010000:00000001:1.0:1767384620.417792:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384620.417797:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc96b24d x1853237059662592/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:601/0 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384620.417804:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384620.417805:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384620.417807:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384620.417812:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384620.417815:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384620.417817:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384620.417819:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384620.417821:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.417824:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384620.417827:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384620.417858:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb445bc. 00000100:00000200:1.0:1767384620.417861:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059662592, offset 224 00000400:00000200:1.0:1767384620.417868:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384620.417876:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384620.417884:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03300 00000400:00000200:1.0:1767384620.417888:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x148d [2] + 224 00000400:00000200:1.0:1767384620.417901:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384620.417905:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384620.417908:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384620.417912:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384620.417922:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.417939:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384620.417944:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb445bc 00000400:00000010:1.0:1767384620.417946:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bb445bc. 00000100:00000001:1.0:1767384620.417949:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384620.417951:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384620.417953:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384620.417955:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.417958:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384620.417959:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384620.417962:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384620.417964:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384620.417965:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384620.417965:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384620.417970:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384620.417972:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc96b24d x1853237059662592/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:601/0 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384620.417975:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c24b67a. 00000400:00000200:3.0:1767384620.417983:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000347d5561 00000100:00100000:1.0:1767384620.417984:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc96b24d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059662592:12345-0@lo:253: Request processed in 20498us (21024us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384620.417989:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000347d5561. 00000100:00100000:1.0:1767384620.417994:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000001:3.0:1767384620.417995:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384620.417997:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384620.418001:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384620.418004:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.418005:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384620.418009:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032c5cb35. 00000020:00000010:1.0:1767384620.418019:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2afc4ac. 00000020:00000010:1.0:1767384620.418024:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e92747ef. 00000020:00000040:1.0:1767384620.418030:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:1.0:1767384620.418038:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384620.418041:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000052ea48b4. 00000100:00000200:3.0:1767384620.418043:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384620.418048:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384620.418052:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.418055:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384620.418058:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.418064:0:16143:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384620.418066:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384620.418067:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384620.418071:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384620.418074:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384620.418074:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038339787. 02000000:00000001:3.0:1767384620.418076:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384620.418082:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=28 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384620.418082:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb445bc. 00000100:00001000:3.0:1767384620.418090:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384620.418095:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384620.418096:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384620.418099:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384620.418101:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.418103:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384620.418108:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.418115:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384620.418118:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384620.418120:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384620.418123:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384620.418125:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384620.418127:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384620.418129:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384620.418131:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384620.418133:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384620.418134:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384620.418136:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384620.418137:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384620.418142:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384620.418149:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a13c2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059662592:0@lo:253: 00000100:00000001:3.0:1767384620.418156:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.418164:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384620.418168:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a13c2de x1853237059662592/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.418176:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384620.418178:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384620.418181:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008e93b23b. 02000000:00000001:3.0:1767384620.418186:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384620.418188:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384620.418189:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384620.418192:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384620.418194:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007621ea56. 02000000:00000001:3.0:1767384620.418199:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384620.418200:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384620.418202:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a13c2de. 00000100:00000001:3.0:1767384620.418206:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384620.418208:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.418210:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.418216:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384620.418218:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.418220:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384620.418223:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384620.419867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b8ab47eb. 00010000:00000010:1.1:1767384620.419878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00000400:00000010:2.0:1767384620.421501:0:22575:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004f47b1dc. 00000400:00000040:2.0:1767384620.421523:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384620.421526:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384620.421529:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384620.421531:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384620.421534:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384620.421536:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384620.421540:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384620.421542:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384620.421543:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384620.421545:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384620.421548:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384620.421551:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384620.421554:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384620.421556:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384620.421557:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384620.421560:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384620.421562:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384620.421564:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384620.421566:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384620.421569:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384620.421571:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384620.421573:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384620.421576:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384620.421579:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384620.421580:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384620.421583:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384620.421584:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384620.421586:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384620.421596:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384620.421598:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384620.421600:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384620.421603:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384620.421604:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384620.421606:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384620.421608:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384620.421611:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384620.421612:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384620.421615:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384620.421617:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384620.421619:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384620.421621:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384620.421622:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384620.421624:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384620.421626:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384620.421628:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384620.421630:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384620.421631:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384620.421632:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384620.421645:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384620.421647:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384620.421649:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384620.421650:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384620.421652:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384620.421654:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384620.421655:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384620.421657:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384620.421658:0:22575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384620.421709:0:22575:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004f47b1dc. 00010000:00000001:0.0:1767384620.950914:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384620.950921:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.950927:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384620.950928:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.950981:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384620.950989:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384620.950993:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384621.366970:0:22819:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384621.366984:0:22819:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.366989:0:22819:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.366994:0:22819:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384621.367000:0:22819:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.367003:0:22819:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.909914:0:16765:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384621.909922:0:16765:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.909924:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384621.909929:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.973905:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384621.973912:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.973919:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384621.973921:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384621.973970:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384621.973974:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384621.973976:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384622.133305:0:22984:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384622.133311:0:22984:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:1.0:1767384622.136629:0:22984:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384622.143153:0:22985:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000d37fb7d. 00000400:00000010:1.0:1767384622.143166:0:22985:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b01d7854. 00000400:00000010:1.0:1767384622.143175:0:22985:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000072e8b072. 00000400:00000010:1.0:1767384622.143178:0:22985:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000cfb60a5. 00000400:00000010:1.0:1767384622.143182:0:22985:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb17544c. 00000400:00000010:1.0:1767384622.143186:0:22985:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003280b126. 00000400:00000010:1.0:1767384622.143189:0:22985:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005290108f. 00000400:00000010:1.0:1767384622.143191:0:22985:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b3476c6. 00000400:00000010:1.0:1767384622.143195:0:22985:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006035fab0. 00000800:00000010:1.0:1767384622.143207:0:22985:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c0976bce. 00000800:00000200:1.0:1767384622.143219:0:22985:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384622.143229:0:22985:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384622.143269:0:22985:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384622.143288:0:22985:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp22 [8/256/0/180] 00000400:00000010:1.0:1767384622.144624:0:22985:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000be5ce5ec. 00000400:00000010:1.0:1767384622.144629:0:22985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7c70db. 00000400:00000010:1.0:1767384622.144634:0:22985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000400:00000001:1.0:1767384622.144647:0:22985:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384622.144649:0:22985:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384622.144651:0:22985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000832d4cae. 00000400:00000200:1.0:1767384622.144653:0:22985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070595828 00000400:00000010:1.0:1767384622.144655:0:22985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070595828. 00000400:00000010:1.0:1767384622.144658:0:22985:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000000af90964. 00000400:00000200:1.0:1767384622.144669:0:22985:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (13) 00000400:00000200:1.0:1767384622.144680:0:22985:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384622.144686:0:22985:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:1.0:1767384622.144692:0:22985:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000041d43b13. 00000020:01000000:1.0:1767384622.144694:0:22985:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384622.144696:0:22985:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp22 00000400:00000010:1.0:1767384622.144707:0:22985:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b01d7854. 00000400:00000010:1.0:1767384622.144710:0:22985:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000d37fb7d. 00000400:00000200:3.0:1767384622.144714:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384622.144722:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:3.0:1767384622.144730:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062b59af0. 00000400:00000200:3.0:1767384622.144734:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (14) 00000400:00000010:3.0:1767384622.144741:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ec1b16c0. 00000400:00000200:3.0:1767384622.144747:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:2.0:1767384622.144757:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384622.144761:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:2.0:1767384622.144769:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384622.144770:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:2.0:1767384622.144774:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384622.144777:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384622.144781:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384622.144782:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384622.144784:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384622.144788:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384622.144791:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384622.144792:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384622.144795:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384622.144796:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384622.144797:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384622.144799:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384622.144801:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384622.144802:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384622.144807:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054a20d96. 00000020:00000040:2.0:1767384622.144811:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384622.144818:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384622.144819:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:2.0:1767384622.144821:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384622.144828:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:2.0:1767384622.144828:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384622.144854:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000097c3c790. 00000400:00000200:3.0:1767384622.144864:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:2.0:1767384622.144864:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.144873:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384622.144874:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384622.144876:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.144884:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000040:2.0:1767384622.144887:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054a20d96] to pc [ptlrpcd_00_03+3] req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384622.144898:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384622.144907:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:00000001:2.0:1767384622.144913:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.144914:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 10000000:00000001:2.0:1767384622.144917:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.144922:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384622.144925:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384622.144928:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000001:2.0:1767384622.144933:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384622.144935:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 10000000:00000001:2.0:1767384622.144936:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384622.144940:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384622.144942:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384622.144945:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp21 00000020:01000004:2.0:1767384622.144946:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384622.144951:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384622.144952:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384622.144956:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp21 lpni_is_preferred = 0 00000020:01000004:2.0:1767384622.144956:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384622.144959:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384622.144963:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp21 00000400:00000200:3.0:1767384622.144970:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp21 NI seq info: [29:29:256:4294967295] 192.168.202.117@tcp21 LPNI seq info [29:29:8:4294967295] 00000020:01000004:2.0:1767384622.144971:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384622.144973:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384622.144975:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384622.144976:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384622.144980:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384622.144981:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384622.144984:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp21 00000100:00000010:2.0:1767384622.144985:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d839be4. 00000100:00000001:0.0:1767384622.144985:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384622.144990:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000040:0.0:1767384622.144993:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.144997:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384622.145000:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384622.145004:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.145008:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21:) -> 192.168.202.117@tcp21(192.168.202.117@tcp:192.168.202.117@tcp21) : PUT try# 0 02000000:00000010:2.0:1767384622.145012:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007621ea56. 00000100:00000001:0.0:1767384622.145013:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384622.145016:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384622.145021:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.202.117@tcp21 02000000:00000001:0.0:1767384622.145021:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384622.145024:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.145025:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384622.145028:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e1fa1d. 02000000:00000001:0.0:1767384622.145030:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145032:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384622.145035:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054a20d96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059662720:0@lo:253: 00000100:00000001:2.0:1767384622.145036:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145041:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767384622.145043:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000401c949. 00000100:00000040:2.0:1767384622.145044:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d839be4] to pc [ptlrpcd_00_00+0] req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384622.145047:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767384622.145050:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000036a9485d. 02000000:00000001:0.0:1767384622.145052:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.145057:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767384622.145063:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (2) 02000000:00000010:0.0:1767384622.145064:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f8c80833. 02000000:00000001:0.0:1767384622.145069:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384622.145074:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (2) 10000000:00000001:2.0:1767384622.145074:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384622.145074:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 10000000:00000001:2.0:1767384622.145079:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.145081:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384622.145082:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee5bf88c. 00000020:01000000:2.0:1767384622.145083:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384622.145088:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000041d43b13. 00000100:00000200:0.0:1767384622.145095:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059662720, portal 25 00000100:00000001:0.0:1767384622.145098:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384622.145100:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204776448 : -115911504775168 : ffff96943feeb800) 00000400:00000200:3.0:1767384622.145102:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000001:2.0:1767384622.145103:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384622.145107:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384622.145108:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1767384622.145111:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:2.0:1767384622.145115:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.145123:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384622.145126:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384622.145127:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384622.145131:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.145133:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384622.145133:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1cd6676. 00000100:00000001:2.0:1767384622.145134:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.145137:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384622.145138:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059662720, offset 0 00000100:00000001:2.0:1767384622.145139:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384622.145146:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384622.145146:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384622.145147:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384622.145159:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.145159:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384622.145159:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384622.145163:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.145165:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.145166:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384622.145169:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384622.145172:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03380 02000000:00000001:2.0:1767384622.145174:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384622.145179:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059662848:0@lo:253: 00000400:00000200:0.0:1767384622.145181:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:0.0:1767384622.145184:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f70522e8. 00000400:00000200:0.0:1767384622.145187:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000917a6c56 00000100:00000001:2.0:1767384622.145191:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384622.145195:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384622.145197:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384622.145197:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384622.145204:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384622.145207:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384622.145208:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009593abf9. 02000000:00000001:2.0:1767384622.145211:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384622.145213:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000917a6c56 00000400:00000010:2.0:1767384622.145215:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000309ea4bd. 00000400:00000010:0.0:1767384622.145219:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000917a6c56. 00000100:00000001:0.0:1767384622.145227:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384622.145230:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:2.0:1767384622.145230:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098af63bf. 00000100:00000200:0.0:1767384622.145230:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384622.145237:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059662848, portal 25 00000100:00000040:0.0:1767384622.145237:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000036e74594 x1853237059662720 msgsize 4848 00000100:00000001:2.0:1767384622.145243:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384622.145245:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000100:00100000:0.0:1767384622.145250:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384622.145253:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384622.145254:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384622.145262:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384622.145265:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384622.145267:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384622.145268:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abad2c63. 00000100:00000200:2.0:1767384622.145272:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059662848, offset 0 00000400:00000200:2.0:1767384622.145278:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384622.145283:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1cd6676 00000400:00000200:2.0:1767384622.145284:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384622.145288:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1cd6676. 00000400:00000200:3.0:1767384622.145290:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:0.0:1767384622.145292:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384622.145297:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03400 00000100:00000200:0.0:1767384622.145300:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384622.145306:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000010:2.0:1767384622.145314:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d9f4b40. 00000100:00000001:0.0:1767384622.145320:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384622.145321:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060846535 00000100:00000040:0.0:1767384622.145324:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384622.145326:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384622.145330:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.145336:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384622.145340:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.145341:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846535 00000400:00000010:2.0:1767384622.145344:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060846535. 00000100:00000001:2.0:1767384622.145348:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384622.145349:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384622.145351:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384622.145355:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000622ae30e x1853237059662848 msgsize 4848 00000100:00000001:0.0:1767384622.145357:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384622.145362:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384622.145364:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384622.145364:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294912247 00000100:00000010:0.0:1767384622.145370:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071137b53. 00000100:00000001:2.0:1767384622.145374:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384622.145375:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384622.145396:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:0.0:1767384622.145397:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294912247 00000400:00000200:2.0:1767384622.145398:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abad2c63 00000100:00000010:0.0:1767384622.145403:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000400:00000010:2.0:1767384622.145408:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abad2c63. 00000100:00000001:0.0:1767384622.145410:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384622.145413:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384622.145416:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294912247 00000100:00000200:2.0:1767384622.145419:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384622.145421:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015b0e17a. 00000100:00000001:0.0:1767384622.145425:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384622.145430:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294912247 00000100:00000001:2.0:1767384622.145432:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384622.145435:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000100:00000040:2.0:1767384622.145438:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.145440:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384622.145446:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.145448:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145449:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145451:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384622.145452:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:0.0:1767384622.145455:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145458:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145460:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.145463:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294912247 00000100:00000001:2.0:1767384622.145467:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294912247 00000100:00000001:0.0:1767384622.145468:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384622.145469:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294912247 00000100:00000001:0.0:1767384622.145473:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384622.145474:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294912247 00000100:00000001:2.0:1767384622.145480:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294912247 00000100:00000001:0.0:1767384622.145481:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.145482:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294912247 00000100:00000001:0.0:1767384622.145485:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384622.145486:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294912247 00000100:00000001:2.0:1767384622.145490:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294912247 00000100:00000001:0.0:1767384622.145491:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145493:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.145497:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145498:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145500:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145505:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.145514:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:2.0:1767384622.145530:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384622.145530:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384622.145535:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662720 00000100:00100000:2.0:1767384622.145536:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662848 02000000:00000001:0.0:1767384622.145539:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384622.145540:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384622.145542:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384622.145543:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384622.145546:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145546:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.145551:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.145552:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.145557:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662720 00000100:00100000:2.0:1767384622.145558:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662848 00000020:00000001:2.0:1767384622.145562:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384622.145562:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384622.145566:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000040:2.0:1767384622.145567:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:3.0:1767384622.145571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000020:00000001:2.0:1767384622.145571:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384622.145571:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384622.145582:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000040:2.0:1767384622.145583:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384622.145587:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384622.145588:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384622.145590:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384622.145592:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384622.145596:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384622.145597:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384622.145602:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f772fa3c. 00000020:00000010:0.0:1767384622.145602:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f20cbbcf. 00000100:00000001:0.0:1767384622.145607:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.145608:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384622.145610:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f20cbbcf. 00000020:00000010:2.0:1767384622.145613:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f772fa3c. 00000020:00000010:0.0:1767384622.145618:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd6c69bf. 00000020:00000010:2.0:1767384622.145620:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e12b1f7e. 00000020:00000010:0.0:1767384622.145624:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6fd9cc5. 00000400:00000200:3.0:1767384622.145625:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000020:00000010:2.0:1767384622.145627:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbf2ad82. 00000020:00000010:0.0:1767384622.145630:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e8486d83. 00000020:00000010:2.0:1767384622.145634:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d7ef570. 00000100:00000040:0.0:1767384622.145642:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384622.145646:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384622.145647:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384622.145648:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384622.145651:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384622.145652:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145655:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145662:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145663:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145674:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.145681:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.145688:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384622.145690:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:0.0:1767384622.145691:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384622.145696:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384622.145697:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:2.0:1767384622.145700:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384622.145701:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384622.145705:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935853648 : -115911773697968 : ffff96942fe74850) 00000100:00100000:2.0:1767384622.145709:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:0.0:1767384622.145710:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036e74594 x1853237059662720/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 4848/0 e 0 to 0 dl 1767384633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384622.145713:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:2.0:1767384622.145719:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935852624 : -115911773698992 : ffff96942fe74450) 00000100:00000001:0.0:1767384622.145723:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384622.145726:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000622ae30e x1853237059662848/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 4848/0 e 0 to 0 dl 1767384633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384622.145727:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f20cbbcf. 00000100:00000001:0.0:1767384622.145733:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384622.145738:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f20cbbcf. 00000100:00000001:2.0:1767384622.145739:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384622.145744:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f772fa3c. 00000100:00100000:0.0:1767384622.145745:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036e74594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059662720:12345-0@lo:253: 00000100:00000001:2.0:1767384622.145750:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384622.145751:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662720 00000400:00000200:3.0:1767384622.145754:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000020:00000010:2.0:1767384622.145756:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f772fa3c. 00000020:00000001:0.0:1767384622.145757:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384622.145762:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384622.145765:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384622.145767:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000622ae30e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059662848:12345-0@lo:253: 00000100:00000200:2.0:1767384622.145772:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662848 00000020:00000001:0.0:1767384622.145774:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384622.145775:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384622.145778:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384622.145779:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384622.145782:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384622.145783:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384622.145785:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384622.145787:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384622.145789:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384622.145790:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384622.145793:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.145794:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000020:00000001:2.0:1767384622.145797:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:0.0:1767384622.145798:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384622.145801:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384622.145802:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384622.145805:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384622.145808:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767384622.145808:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d1637cae. 00000020:00000001:2.0:1767384622.145810:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384622.145811:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.145814:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.145815:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.145820:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384622.145820:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384622.145825:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384622.145855:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008b9edf5. 20000000:00000010:0.0:1767384622.145857:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e53d4549. 02000000:00000001:2.0:1767384622.145858:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384622.145863:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384622.145864:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.145868:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 20000000:00000001:2.0:1767384622.145869:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384622.145869:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384622.145873:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384622.145876:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384622.145878:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384622.145879:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384622.145887:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005cb21c70. 20000000:00000010:0.0:1767384622.145889:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d272bac. 20000000:01000000:2.0:1767384622.145893:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384622.145893:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:2.0:1767384622.145898:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384622.145900:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384622.145901:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384622.145902:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.145905:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.145907:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384622.145908:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384622.145928:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00080000:00000001:0.0:1767384622.145956:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384622.145960:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384622.145962:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384622.145963:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384622.145967:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384622.145972:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384622.145975:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384622.145981:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000785cd38. 00080000:00000001:0.0:1767384622.145983:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868757504 : -115916840794112 : ffff969301e18800) 00000400:00000200:3.0:1767384622.145984:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00080000:00000001:0.0:1767384622.145986:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384622.146028:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146070:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000001:00000001:0.0:1767384622.146095:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384622.146097:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384622.146106:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384622.146127:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384622.146130:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384622.146134:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146196:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146248:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00080000:00000001:0.0:1767384622.146263:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384622.146267:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384622.146295:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146347:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146405:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146442:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146483:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.146767:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384622.146902:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp21 from 231.3.0.2 00000800:00000010:2.0:1767384622.146906:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000378149e7. 00000800:00000010:2.0:1767384622.147027:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9e4ec98. 00000800:00000010:2.0:1767384622.147031:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007932cbc5. 00000800:00000010:3.0:1767384622.147122:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009569ecc3. 00000800:00000010:3.0:1767384622.147129:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e9348f3. 00000800:00000010:3.0:1767384622.147135:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ca597cb. 00000800:00000010:3.0:1767384622.147188:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ca597cb. 00000800:00000010:3.0:1767384622.147230:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000043b49af9. 00000800:00000200:3.1:1767384622.147237:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (2) 00000800:00000200:3.1:1767384622.147241:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp21 0000000043b49af9 deleted 00000800:00000010:3.1:1767384622.147244:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000043b49af9. 00000800:00000200:3.1:1767384622.147250:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384622.147259:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp21 ip 192.168.202.117:999 00000800:00000200:3.1:1767384622.147263:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092e1fa1d type 1, nob 352 niov 1 nkiov 1 00000800:00000200:3.0:1767384622.147269:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp21 p 3.x 192.168.202.117 -> 192.168.202.117:999 incarnation:1767384620393287094 sched[0] 00000800:00000010:3.0:1767384622.147275:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ca597cb. 00000800:00000010:3.0:1767384622.147326:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ca597cb. 00000800:00000010:3.0:1767384622.147330:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007932cbc5. 00000800:00000010:3.0:1767384622.147360:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000378149e7. 00000800:00000001:3.0:1767384622.147372:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384622.147392:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384622.147451:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384622.147458:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp21 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384620393287094 sched[0] 00000800:00000010:2.0:1767384622.147461:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e9348f3. 00000400:00000200:2.0:1767384622.147509:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.147546:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:3.0:1767384622.147586:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384622.147588:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:3.0:1767384622.147594:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384622.147597:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384622.147602:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384622.147608:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21) <- 192.168.202.117@tcp21 : PUT - for me 00000400:00000200:3.0:1767384622.147618:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384622.147623:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 256/256 into md 0x1495 [1] + 0 00000400:00000010:3.0:1767384622.147627:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c5a27e8. 00000400:00000200:2.0:1767384622.147628:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.147630:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012832d65 00000800:00000001:3.0:1767384622.147635:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384622.147645:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384622.147647:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384622.147652:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp21->192.168.202.117@tcp21: PUT: OK 00000400:00000200:3.0:1767384622.147655:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:3.0:1767384622.147656:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000400:00000200:2.0:1767384622.147675:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.147695:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384622.147699:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (15) 00000400:00000200:3.0:1767384622.147703:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:3.0:1767384622.147706:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000abd503df. 00000400:00000200:3.0:1767384622.147709:0:16135:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 14 00000400:00000200:3.0:1767384622.147711:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384622.147717:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (16) 00000400:00000200:3.0:1767384622.147721:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384622.147726:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp21 to MR: 192.168.202.117@tcp21 local destination 00000400:00000200:3.0:1767384622.147738:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp21 NI seq info: [30:30:255:4294967295] 192.168.202.117@tcp21 LPNI seq info [30:30:7:4294967295] 00000400:00000200:3.0:1767384622.147748:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21:192.168.202.117@tcp21) -> 192.168.202.117@tcp21(192.168.202.117@tcp21:192.168.202.117@tcp21) 192.168.202.117@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384622.147753:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp21 00000800:00000200:3.0:1767384622.148042:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384622.148046:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e1fa1d. 00000400:00000200:3.0:1767384622.148051:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384622.148055:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp21->192.168.202.117@tcp21: PUT: OK 00000400:00000200:3.0:1767384622.148058:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384622.148061:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000010:3.0:1767384622.148074:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e1fa1d. 00000800:00000200:3.0:1767384622.148079:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (4) 00000800:00000200:3.0:1767384622.148085:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp21 ip 192.168.202.117:988 00000400:00000200:2.0:1767384622.148086:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000200:3.0:1767384622.148087:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092e1fa1d type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384622.148222:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384622.148226:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384622.148256:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384622.148263:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aa569a9. 00000800:00000200:3.0:1767384622.148269:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384622.148269:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 00000800:00000010:3.0:1767384622.148274:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e1fa1d. 00000400:00000200:0.0:1767384622.148277:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:3.0:1767384622.148279:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384622.148285:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1004d1 00000400:00000200:3.0:1767384622.148289:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp21->192.168.202.117@tcp21: ACK: OK 00000400:00000010:0.0:1767384622.148295:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000ea02607d. 00000800:00000001:3.0:1767384622.148298:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384622.148302:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 000000004b463719. 00000800:00000001:3.0:1767384622.148304:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384622.148307:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 0000000025134045. 00000800:00000001:3.0:1767384622.148308:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384622.148313:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384622.148320:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21) <- 192.168.202.117@tcp21 : ACK - for me 00000400:00000200:3.0:1767384622.148330:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp21: ACK from 12345-192.168.202.117@tcp21 into md 0x14ad 00000400:00000200:3.0:1767384622.148334:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384622.148336:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000071774dd7. 00000400:00000200:3.0:1767384622.148339:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp21->192.168.202.117@tcp21: ACK: OK 00000400:00000200:3.0:1767384622.148345:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062b59af0 00000400:00000200:2.0:1767384622.148347:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384622.148347:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000071774dd7 nid 192.168.202.117@tcp22 00000400:00000010:3.0:1767384622.148348:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062b59af0. 00000400:00000200:3.0:1767384622.148356:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:0.0:1767384622.148356:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009a3e8112. 00000400:00000200:3.0:1767384622.148363:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:0.0:1767384622.148363:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000009a3e8112 net tcp22 00000400:00000200:0.0:1767384622.148368:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (15) 00000400:00000200:0.0:1767384622.148392:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp22 flags 0x11 00000400:00000010:0.0:1767384622.148398:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000ea02607d. 00000400:00000200:2.0:1767384622.148400:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384622.148401:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:0.0:1767384622.148405:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 000000004b463719. 00000400:00000200:3.0:1767384622.148408:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (16) 00000400:00000010:0.0:1767384622.148411:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 0000000025134045. 00000800:00000001:3.0:1767384622.148417:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384622.148417:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000abd503df. 00000800:00000001:3.0:1767384622.148425:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384622.148426:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384622.148434:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384622.148438:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384622.148445:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:2.0:1767384622.148447:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384622.148449:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384622.148452:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384622.148461:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384622.148467:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (15) 00000400:00000200:2.0:1767384622.148510:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148564:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148589:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148647:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148713:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148738:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148763:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148791:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148818:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148905:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148937:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148965:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384622.148990:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000800:00000010:2.0:1767384622.149158:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a99a1f65. 00000800:00000010:2.0:1767384622.149163:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ca82fa2. 00000800:00000010:2.0:1767384622.149166:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f772fa3c. 00000800:00000010:2.0:1767384622.149200:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f772fa3c. 00000400:00000200:2.0:1767384622.149251:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384622.149262:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp21 from 230.3.0.2 00000800:00000010:2.0:1767384622.149264:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005763e353. 00000800:00000010:3.0:1767384622.149462:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e93b23b. 00000800:00000010:3.0:1767384622.149470:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c28e9e1a. 00000800:00000010:3.0:1767384622.149533:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000df018b31. 00000800:00000200:3.1:1767384622.149543:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (4) 00000800:00000200:3.1:1767384622.149551:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp21 00000000df018b31 deleted 00000800:00000010:3.1:1767384622.149553:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000df018b31. 00000800:00000200:3.1:1767384622.149558:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384622.149566:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp21 p 3.x 192.168.202.117 -> 192.168.202.117:998 incarnation:1767384620393287094 sched[0] 00000800:00000010:3.0:1767384622.149573:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a47c2b5. 00000800:00000010:3.0:1767384622.149635:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a47c2b5. 00000800:00000010:3.0:1767384622.149640:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c28e9e1a. 00000800:00000010:3.0:1767384622.149672:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005763e353. 00000800:00000001:3.0:1767384622.149686:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384622.149691:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384622.149722:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384622.149729:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp21 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384620393287094 sched[0] 00000800:00000010:3.0:1767384622.149733:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ca82fa2. 00000800:00000001:0.0:1767384622.149773:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384622.149778:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384622.155265:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384622.155275:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384622.155279:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384622.155280:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:2.0:1767384622.155282:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384622.155284:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384622.155285:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384622.155288:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384622.155288:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384622.155293:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000785cd38. 00080000:00000001:2.0:1767384622.155297:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384622.155301:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384622.155309:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384622.155313:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384622.155319:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384622.155330:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384622.155333:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c1251477. 20000000:00000001:2.0:1767384622.155334:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384622.155337:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1767384622.155340:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00010000:00000001:2.0:1767384622.155342:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:3.0:1767384622.155346:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384622.155352:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384622.155353:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:2.0:1767384622.155359:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eaac4c22. 00010000:00000001:2.0:1767384622.155364:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384622.155367:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00000020:00000001:2.0:1767384622.155370:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384622.155372:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000634a8a61 with handle 0x534bb1615bf4c74f to hash 00000020:00000001:2.0:1767384622.155374:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384622.155375:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384622.155392:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384622.155395:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384622.155397:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384622.155399:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384622.155400:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384622.155408:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384622.155411:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155411:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384622.155415:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384622.155416:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384622.155418:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384622.155421:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384622.155422:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384622.155425:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.155427:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384622.155429:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:2.0:1767384622.155429:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.155430:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384622.155433:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384622.155437:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384622.155438:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384622.155438:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384622.155440:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eaac4c22) refcount = 1 00010000:00010000:2.0:1767384622.155443:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384622.155447:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a4ddab25. 00010000:00000001:2.0:1767384622.155448:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384622.155450:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384622.155453:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384622.155455:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857594880 : -115916851956736 : ffff969301373400) 00010000:00000001:2.0:1767384622.155455:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155459:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384622.155463:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384622.155464:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384622.155467:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:2.0:1767384622.155475:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384622.155477:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384622.155478:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=4 00000020:00000001:2.0:1767384622.155480:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384622.155482:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384622.155484:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384622.155485:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.155490:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384622.155492:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.155495:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.155497:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384622.155498:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.155501:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384622.155502:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155504:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384622.155506:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384622.155510:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000634a8a61 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384622.155512:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384622.155514:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384622.155516:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.155520:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384622.155522:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384622.155523:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384622.155524:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=5 00000020:00000001:2.0:1767384622.155526:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384622.155533:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384622.155535:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000001:00000001:3.0:1767384622.155538:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384622.155538:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384622.155542:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155544:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384622.155548:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384622.155549:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384622.155549:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155555:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384622.155556:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384622.155558:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384622.155559:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384622.155561:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000634a8a61 with handle 0x534bb1615bf4c74f from hash 00010000:00000001:2.0:1767384622.155563:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384622.155565:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.155566:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.155567:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384622.155568:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155568:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384622.155571:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384622.155573:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384622.155574:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.155576:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155580:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:3.0:1767384622.155581:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384622.155582:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384622.155586:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.155587:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.155588:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155590:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.155591:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.155593:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.155596:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.155597:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.155598:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384622.155599:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384622.155606:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.155607:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.155609:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384622.155611:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.155613:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.155615:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.155619:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384622.155620:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384622.155622:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c74f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384622.155626:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eaac4c22 count: 0 00010000:00000001:2.0:1767384622.155637:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384622.155638:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384622.155685:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384622.155690:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384622.157912:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294912247, at 4294912248 00000100:00000010:0.0:1767384622.157921:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071137b53. 00000100:00000040:1.0:1767384622.158885:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294912247, at 4294912249 00000100:00000010:1.0:1767384622.158892:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00000100:00000040:3.0:1767384622.158910:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294912247, at 4294912249 00000100:00000010:3.0:1767384622.158919:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00000100:00000040:2.0:1767384622.158959:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294912247, at 4294912249 00000100:00000010:2.0:1767384622.158966:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015b0e17a. 00010000:00000010:2.1:1767384622.159852:0:22989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eaac4c22. 00010000:00000010:2.1:1767384622.159859:0:22989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00080000:00000001:3.0:1767384622.164068:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384622.164076:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:2.0:1767384622.164076:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384622.164080:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384622.164083:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384622.164084:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384622.164087:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384622.164089:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384622.164090:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384622.164094:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384622.164095:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a4ddab25. 00080000:00000001:2.0:1767384622.164101:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384622.164113:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384622.164119:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384622.164128:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384622.164142:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384622.164146:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384622.164149:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384622.164153:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384622.164156:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384622.164163:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d6ca22b. 00010000:00000001:3.0:1767384622.164168:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384622.164171:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fa625b5. 00000020:00000001:3.0:1767384622.164175:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384622.164179:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fa625b5 with handle 0x534bb1615bf4c756 to hash 00000020:00000001:3.0:1767384622.164182:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384622.164184:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384622.164187:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384622.164190:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384622.164192:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384622.164196:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164205:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384622.164208:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384622.164211:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384622.164213:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384622.164223:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.164225:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384622.164227:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.164230:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384622.164232:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384622.164235:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384622.164237:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384622.164240:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d6ca22b) refcount = 1 00010000:00010000:3.0:1767384622.164244:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164252:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384622.164254:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384622.164256:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.164258:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.164261:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384622.164264:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384622.164268:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:3.0:1767384622.164271:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384622.164274:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384622.164276:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fa625b5 refcount=4 00000020:00000001:3.0:1767384622.164279:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384622.164282:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384622.164285:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384622.164288:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164295:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384622.164297:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164304:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384622.164306:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384622.164307:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164324:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384622.164326:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.164329:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384622.164331:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384622.164337:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fa625b5 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384622.164341:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384622.164343:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384622.164345:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164351:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384622.164353:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384622.164355:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384622.164357:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fa625b5 refcount=5 00000020:00000001:3.0:1767384622.164360:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384622.164362:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384622.164365:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384622.164367:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164374:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384622.164376:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384622.164392:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.164397:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384622.164399:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384622.164401:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384622.164403:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384622.164406:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fa625b5 with handle 0x534bb1615bf4c756 from hash 00010000:00000001:3.0:1767384622.164409:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384622.164412:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384622.164414:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384622.164423:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384622.164425:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384622.164428:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384622.164430:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384622.164432:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.164434:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.164436:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384622.164439:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384622.164442:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384622.164444:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384622.164446:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.164448:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.164450:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384622.164453:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164460:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384622.164462:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384622.164463:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384622.164466:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384622.164468:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384622.164470:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384622.164472:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384622.164475:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384622.164478:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384622.164480:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.164487:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384622.164489:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384622.164490:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c756 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384622.164498:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d6ca22b count: 0 00010000:00000001:3.0:1767384622.164508:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384622.164509:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384622.165757:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384622.165761:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384622.165763:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e53d4549. 20000000:00000001:2.0:1767384622.165769:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384622.165774:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059662720 00010000:00000001:2.0:1767384622.165776:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384622.165784:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036e74594 x1853237059662720/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384622.165792:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384622.165794:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384622.165798:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384622.165802:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384622.165810:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384622.165812:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384622.165815:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384622.165818:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.165823:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384622.165827:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384622.165907:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e38dff9b. 00000100:00000200:2.0:1767384622.165913:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059662720, offset 224 00000400:00000200:2.0:1767384622.165921:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384622.165934:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384622.165946:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03380 00000400:00000200:2.0:1767384622.165955:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14b1 [2] + 224 00000400:00000200:2.0:1767384622.165962:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384622.165967:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384622.165973:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384622.165977:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384622.165986:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.166000:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384622.166008:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38dff9b 00000400:00000010:2.0:1767384622.166010:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e38dff9b. 00000100:00000001:2.0:1767384622.166013:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384622.166015:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384622.166019:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384622.166021:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384622.166023:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384622.166025:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.166028:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384622.166032:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e74594 x1853237059662720/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384622.166039:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036e74594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059662720:12345-0@lo:253: Request processed in 20314us (20800us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384622.166057:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384622.166060:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384622.166062:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384622.166064:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384622.166069:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6fd9cc5. 00000020:00000010:2.0:1767384622.166073:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e8486d83. 00000020:00000010:2.0:1767384622.166077:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd6c69bf. 00000020:00000040:2.0:1767384622.166082:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384622.166085:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384622.166086:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d1637cae. 02000000:00000001:2.0:1767384622.166105:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384622.166107:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384622.166112:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384622.166226:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.166228:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384622.166233:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384622.166235:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384622.166236:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000400:00000200:2.0:1767384622.166261:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5bf88c 00000400:00000010:2.0:1767384622.166264:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee5bf88c. 00000100:00000001:2.0:1767384622.166267:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384622.166271:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384622.166277:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.166283:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384622.166285:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.166287:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384622.166289:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384622.166291:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384622.166293:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.166295:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384622.166299:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384622.166302:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384622.166311:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384622.166312:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.166334:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384622.166336:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.166339:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384622.166343:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.166348:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.166351:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384622.166352:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384622.166356:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384622.166358:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384622.166359:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384622.166360:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384622.166362:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384622.166363:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384622.166365:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384622.166366:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384622.166367:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384622.166368:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384622.166370:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384622.166375:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054a20d96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059662720:0@lo:253: 00000100:00000001:2.0:1767384622.166392:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.166394:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384622.166396:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054a20d96 x1853237059662720/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.166401:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384622.166403:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384622.166405:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f8c80833. 02000000:00000001:2.0:1767384622.166409:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384622.166411:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384622.166412:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384622.166415:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384622.166417:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000097c3c790. 02000000:00000001:2.0:1767384622.166427:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384622.166428:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384622.166430:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054a20d96. 00000100:00000001:2.0:1767384622.166433:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384622.166434:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.166435:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.166443:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384622.166444:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.166446:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.166448:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384622.166456:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae640ce3. 00000400:00000010:2.0:1767384622.166460:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e38dff9b. 00080000:00000020:0.0:1767384622.167075:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384622.167078:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384622.167079:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005cb21c70. 20000000:00000001:0.0:1767384622.167084:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384622.167087:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059662848 00010000:00000001:0.0:1767384622.167089:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384622.167092:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000622ae30e x1853237059662848/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384622.167099:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384622.167101:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384622.167103:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384622.167105:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384622.167107:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384622.167108:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384622.167111:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384622.167112:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.167114:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384622.167118:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384622.167120:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ca1394f. 00000100:00000200:0.0:1767384622.167123:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059662848, offset 224 00000400:00000200:0.0:1767384622.167127:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384622.167133:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384622.167140:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03400 00000400:00000200:0.0:1767384622.167144:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14b9 [2] + 224 00000400:00000200:0.0:1767384622.167149:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384622.167158:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384622.167161:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384622.167163:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384622.167171:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.167183:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384622.167188:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca1394f 00000400:00000010:0.0:1767384622.167191:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ca1394f. 00000100:00000001:2.0:1767384622.167193:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384622.167194:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384622.167196:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384622.167198:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384622.167201:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384622.167204:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384622.167204:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384622.167208:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000309ea4bd. 00000100:00000040:0.0:1767384622.167211:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:2.0:1767384622.167213:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098af63bf 00010000:00000001:0.0:1767384622.167216:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384622.167217:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098af63bf. 00000020:00000001:0.0:1767384622.167222:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.167223:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384622.167227:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384622.167230:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384622.167234:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000622ae30e x1853237059662848/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384622.167248:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384622.167254:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000622ae30e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059662848:12345-0@lo:253: Request processed in 21512us (21895us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384622.167266:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384622.167269:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384622.167270:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:2.0:1767384622.167272:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384622.167274:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 02000000:00000001:2.0:1767384622.167275:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384622.167278:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384622.167279:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384622.167282:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.167282:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384622.167286:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384622.167287:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbf2ad82. 00000100:00001000:2.0:1767384622.167290:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=30 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384622.167294:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d7ef570. 00000100:00001000:2.0:1767384622.167295:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=30 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384622.167299:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e12b1f7e. 00000100:00000001:2.0:1767384622.167300:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384622.167304:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384622.167305:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00010000:00000001:2.0:1767384622.167307:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384622.167309:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.167309:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384622.167311:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000008b9edf5. 02000000:00000001:0.0:1767384622.167314:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384622.167315:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.167321:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384622.167322:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384622.167325:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384622.167333:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bed268c. 00000100:00000001:2.0:1767384622.167334:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.167339:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384622.167339:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ca1394f. 00000100:00000001:2.0:1767384622.167343:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384622.167346:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384622.167348:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384622.167349:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384622.167350:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384622.167351:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384622.167352:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384622.167353:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384622.167355:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384622.167356:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384622.167358:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384622.167363:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d839be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059662848:0@lo:253: 00000100:00000001:2.0:1767384622.167365:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.167366:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384622.167367:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d839be4 x1853237059662848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.167371:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384622.167372:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384622.167373:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009593abf9. 02000000:00000001:2.0:1767384622.167390:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384622.167391:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384622.167392:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384622.167393:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384622.167394:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007621ea56. 02000000:00000001:2.0:1767384622.167396:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384622.167397:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384622.167398:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d839be4. 00000100:00000001:2.0:1767384622.167400:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384622.167401:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.167408:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.167411:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384622.167412:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.167414:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.167416:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384622.167918:0:22990:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001f958c39. 00000400:00000040:3.0:1767384622.167941:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384622.167950:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384622.167953:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384622.167955:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384622.167958:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384622.167959:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384622.167962:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384622.167964:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384622.167966:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384622.167968:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384622.167971:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384622.167974:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384622.167976:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384622.167978:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384622.167980:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384622.167983:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384622.167984:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384622.167986:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384622.167988:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384622.167991:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384622.167993:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384622.167995:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384622.167997:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384622.167999:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384622.168001:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384622.168004:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384622.168006:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384622.168009:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384622.168011:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384622.168013:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384622.168014:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384622.168017:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384622.168018:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384622.168020:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384622.168022:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384622.168024:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384622.168025:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384622.168028:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384622.168030:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384622.168032:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384622.168043:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384622.168045:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384622.168047:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384622.168049:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384622.168051:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384622.168053:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384622.168055:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384622.168056:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384622.168059:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384622.168061:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384622.168063:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384622.168065:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384622.168067:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384622.168069:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384622.168071:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384622.168072:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384622.168074:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384622.168126:0:22990:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001f958c39. 00010000:00000010:3.1:1767384622.170405:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d6ca22b. 00010000:00000010:3.1:1767384622.170415:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fa625b5. 10000000:00000001:0.0:1767384622.421897:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384622.421901:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:0.0:1767384622.421906:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384622.421909:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384622.421910:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384622.421912:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384622.421914:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384622.421916:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384622.421918:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 23 10000000:00000001:0.0:1767384622.421921:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384622.421922:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384622.421928:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4e86417. 00000020:00000040:0.0:1767384622.421932:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384622.421936:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384622.421940:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384622.421944:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384622.421950:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004793a21c. 00000100:00000001:0.0:1767384622.421956:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.421960:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384622.421962:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384622.421968:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000074ec3c38. 00010000:00000001:0.0:1767384622.421971:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384622.421974:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fdc33ea8. 00000020:00000001:0.0:1767384622.421977:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384622.421980:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fdc33ea8 with handle 0x534bb1615bf4c75d to hash 00000020:00000001:0.0:1767384622.421982:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384622.421983:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384622.421986:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384622.421989:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384622.421991:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384622.421993:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384622.422000:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384622.422015:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384622.422019:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384622.422020:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384622.422025:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000324c1dc7. 00000100:00000001:0.0:1767384622.422027:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161927722496 : -115911781829120 : ffff96942f6b3600) 00000100:00000001:0.0:1767384622.422029:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384622.422031:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027864064 : -115911681687552 : ffff969435634000) 00000100:00000001:0.0:1767384622.422035:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384622.422036:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.422038:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384622.422039:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384622.422045:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.422051:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384622.422053:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.422056:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384622.422058:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384622.422061:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.422064:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4e86417 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059662976:0@lo:101: 00000100:00000001:0.0:1767384622.422069:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384622.422074:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384622.422079:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.422085:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384622.422091:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000090e01cf9. 02000000:00000001:0.0:1767384622.422094:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384622.422101:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023896c75. 00000400:00000010:0.0:1767384622.422109:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf61e47. 00000100:00000200:0.0:1767384622.422115:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059662976, portal 25 00000100:00000001:0.0:1767384622.422118:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384622.422119:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027864064 : -115911681687552 : ffff969435634000) 00000100:00000040:0.0:1767384622.422123:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.422134:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384622.422137:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384622.422140:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d297065. 00000100:00000200:0.0:1767384622.422142:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059662976, offset 0 00000400:00000200:0.0:1767384622.422148:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384622.422159:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384622.422170:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a03480 00000400:00000200:0.0:1767384622.422175:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x9bd [2] + 0 00000400:00000010:0.0:1767384622.422179:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fcf5e7a. 00000400:00000200:0.0:1767384622.422183:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8e8f685 00000400:00000200:0.0:1767384622.422188:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384622.422191:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384622.422195:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8e8f685 00000400:00000010:0.0:1767384622.422197:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8e8f685. 00000100:00000001:0.0:1767384622.422201:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384622.422202:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384622.422205:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000009d962304 x1853237059662976 msgsize 328 00000100:00100000:0.0:1767384622.422208:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384622.422209:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384622.422221:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384622.422225:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d297065 00000400:00000010:0.0:1767384622.422227:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d297065. 00000100:00000001:0.0:1767384622.422229:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384622.422232:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.422240:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384622.422242:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.422247:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.422248:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384622.422252:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.422256:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294912524 00000100:00000001:3.0:1767384622.422257:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384622.422261:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071137b53. 00000100:00100000:3.0:1767384622.422262:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059662976 02000000:00000001:3.0:1767384622.422266:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384622.422269:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384622.422273:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384622.422274:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.422280:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294912524 02000000:00000001:3.0:1767384622.422281:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384622.422283:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00100000:3.0:1767384622.422287:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059662976 00000100:00000001:0.0:1767384622.422287:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384622.422289:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294912524 00000020:00000001:3.0:1767384622.422293:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384622.422295:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000020:00000040:3.0:1767384622.422298:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384622.422300:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384622.422304:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384622.422305:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294912524 00000020:00000040:3.0:1767384622.422310:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000010:0.0:1767384622.422311:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ead953d. 00000100:00000001:0.0:1767384622.422314:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384622.422316:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384622.422318:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384622.422323:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384622.422324:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384622.422325:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384622.422328:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384622.422331:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000324c1dc7 going to sleep for 11 seconds 00000100:00000001:3.0:1767384622.422332:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384622.422334:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384622.422338:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004048ff59. 00000100:00000001:0.0:1767384622.422339:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.422346:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384622.422350:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004048ff59. 00000020:00000010:3.0:1767384622.422358:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068b3d267. 00000020:00000010:3.0:1767384622.422372:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b084c141. 00000020:00000010:3.0:1767384622.422393:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffde1dac. 00000100:00000040:3.0:1767384622.422403:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384622.422407:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384622.422408:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384622.422411:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.422419:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.422431:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.422447:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384622.422450:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384622.422457:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:3.0:1767384622.422461:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384622.422465:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935861840 : -115911773689776 : ffff96942fe76850) 00000100:00000040:3.0:1767384622.422470:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d962304 x1853237059662976/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 328/0 e 0 to 0 dl 1767384633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.422481:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384622.422485:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004048ff59. 00000100:00000001:3.0:1767384622.422488:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384622.422490:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004048ff59. 00000100:00100000:3.0:1767384622.422495:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d962304 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059662976:12345-0@lo:101: 00000100:00000200:3.0:1767384622.422499:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059662976 00000020:00000001:3.0:1767384622.422503:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384622.422506:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384622.422509:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384622.422512:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384622.422515:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:3.0:1767384622.422519:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384622.422521:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384622.422524:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384622.422525:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384622.422529:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384622.422531:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384622.422534:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384622.422543:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384622.422545:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384622.422547:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.422552:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384622.422558:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000502e7d93. 00010000:00000001:3.0:1767384622.422562:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384622.422567:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000054cf2ccc. 00000020:00000001:3.0:1767384622.422570:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384622.422572:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000054cf2ccc with handle 0x534bb1615bf4c764 to hash 00000020:00000001:3.0:1767384622.422575:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384622.422576:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586117632 : -115912123433984 : ffff96941b0ebc00) 00010000:00000001:3.0:1767384622.422579:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586117632 : -115912123433984 : ffff96941b0ebc00) 00010000:00010000:3.0:1767384622.422582:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c75d expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384622.422591:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:3.0:1767384622.422593:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:3.0:1767384622.422601:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384622.422604:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384622.422608:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d69c530b. 02000000:00000001:3.0:1767384622.422610:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.422613:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.422615:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384622.422619:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384622.422622:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384622.422624:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384622.422626:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.422628:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384622.422630:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.422633:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384622.422635:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384622.422637:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384622.422639:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384622.422641:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000502e7d93) refcount = 1 00010000:00010000:3.0:1767384622.422646:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.422660:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384622.422663:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384622.422665:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.422667:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.422669:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384622.422675:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384622.422679:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384622.422686:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384622.422689:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384622.422691:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384622.422694:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.422696:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384622.422699:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384622.422701:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384622.422702:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000054cf2ccc, rc 0) 00000020:00000001:3.0:1767384622.422705:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384622.422709:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059662976 00010000:00000001:3.0:1767384622.422712:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384622.422717:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d962304 x1853237059662976/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 328/344 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384622.422725:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384622.422727:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384622.422730:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384622.422735:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384622.422738:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384622.422740:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384622.422743:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384622.422745:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.422748:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384622.422750:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384622.422755:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062b59af0. 00000100:00000200:3.0:1767384622.422759:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059662976, offset 224 00000400:00000200:3.0:1767384622.422771:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384622.422779:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384622.422788:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a03480 00000400:00000200:3.0:1767384622.422793:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x14d5 [1] + 224 00000400:00000200:3.0:1767384622.422798:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384622.422802:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384622.422806:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384622.422810:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384622.422821:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.422874:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384622.422881:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062b59af0 00000400:00000010:3.0:1767384622.422884:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062b59af0. 00000100:00000001:3.0:1767384622.422888:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384622.422890:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384622.422895:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.422899:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384622.422900:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384622.422902:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384622.422906:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384622.422907:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384622.422910:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384622.422910:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384622.422914:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023896c75. 00000100:00000040:3.0:1767384622.422917:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d962304 x1853237059662976/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 328/344 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384622.422920:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf61e47 00000400:00000010:0.0:1767384622.422923:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf61e47. 00000100:00000001:0.0:1767384622.422929:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384622.422936:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d962304 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059662976:12345-0@lo:101: Request processed in 452us (726us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384622.422936:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384622.422955:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384622.422959:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:3.0:1767384622.422967:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384622.422968:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384622.422971:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.422972:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384622.422974:0:16775:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384622.422977:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384622.422978:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384622.422981:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384622.422983:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b084c141. 00000020:00000010:3.0:1767384622.422990:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffde1dac. 00000100:00000001:0.0:1767384622.422990:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.422994:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384622.422998:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068b3d267. 00000100:00001000:0.0:1767384622.422999:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=30 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384622.423003:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384622.423006:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384622.423009:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.423012:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384622.423014:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00010000:00000001:0.0:1767384622.423014:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423017:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384622.423022:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384622.423023:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384622.423027:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d69c530b. 02000000:00000001:3.0:1767384622.423034:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384622.423034:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384622.423037:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384622.423040:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.423040:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384622.423048:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384622.423049:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384622.423057:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c5a27e8. 00000100:00100000:0.0:1767384622.423059:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4e86417 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059662976:0@lo:101: 00000400:00000010:3.0:1767384622.423065:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8115167. 00000100:00000001:0.0:1767384622.423068:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.423074:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423077:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384622.423080:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384622.423084:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.423092:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384622.423095:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000324c1dc7. 00000100:00000001:0.0:1767384622.423099:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384622.423101:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.423104:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384622.423107:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384622.423109:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384622.423111:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=4 00000020:00000001:0.0:1767384622.423114:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384622.423117:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000040:0.0:1767384622.423127:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000fdc33ea8, remote cookie: 0x534bb1615bf4c764, flags: 0x0 00010000:00000001:0.0:1767384622.423130:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384622.423132:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384622.423134:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384622.423136:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384622.423137:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384622.423138:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000074ec3c38) refcount = 1 00010000:00010000:0.0:1767384622.423141:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384622.423146:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384622.423147:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384622.423148:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384622.423150:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384622.423152:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384622.423154:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384622.423158:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384622.423159:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384622.423160:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384622.423160:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384622.423161:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384622.423162:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423164:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384622.423166:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4e86417 x1853237059662976/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.423171:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384622.423173:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384622.423175:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000090e01cf9. 02000000:00000001:0.0:1767384622.423178:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384622.423179:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384622.423181:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384622.423182:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384622.423184:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004793a21c. 02000000:00000001:0.0:1767384622.423186:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384622.423192:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384622.423195:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4e86417. 00000100:00000001:0.0:1767384622.423197:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384622.423197:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384622.423199:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384622.423200:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384622.423201:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:0.0:1767384622.423203:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.423205:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384622.423206:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384622.423206:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=3 00000020:00000001:0.0:1767384622.423208:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384622.423209:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384622.423211:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384622.423212:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384622.423213:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384622.423213:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384622.423215:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384622.423217:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002b0e8a88. 00000100:00000010:0.0:1767384622.423229:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4e86417. 00000020:00000040:0.0:1767384622.423230:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384622.423233:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384622.423234:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384622.423236:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384622.423238:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004793a21c. 00000100:00000001:0.0:1767384622.423242:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423244:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384622.423248:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000090e01cf9. 00000100:00000010:0.0:1767384622.423250:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000056809ea6. 00000020:00000040:0.0:1767384622.423252:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384622.423255:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384622.423255:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384622.423257:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000324c1dc7. 00000100:00000001:0.0:1767384622.423259:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161927722496 : -115911781829120 : ffff96942f6b3600) 00000100:00000001:0.0:1767384622.423261:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384622.423261:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027864064 : -115911681687552 : ffff969435634000) 00000100:00000001:0.0:1767384622.423268:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384622.423269:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423271:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384622.423272:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384622.423275:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.423280:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384622.423281:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.423283:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384622.423284:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384622.423286:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.423287:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4e86417 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059663104:0@lo:256: 00000100:00000001:0.0:1767384622.423289:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384622.423291:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384622.423292:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423294:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384622.423298:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023896c75. 00000400:00000010:0.0:1767384622.423301:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005fad65b0. 00000100:00000200:0.0:1767384622.423304:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a03500-0x6958260a03500, portal 33 00000100:00000001:0.0:1767384622.423306:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.423307:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384622.423310:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008021a4d6. 02000000:00000001:0.0:1767384622.423311:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384622.423312:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000400:00000010:0.0:1767384622.423316:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf61e47. 00000100:00000200:0.0:1767384622.423318:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059663104, portal 25 00000100:00000001:0.0:1767384622.423319:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384622.423320:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027864064 : -115911681687552 : ffff969435634000) 00000100:00000040:0.0:1767384622.423323:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.423327:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384622.423328:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384622.423329:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d297065. 00000100:00000200:0.0:1767384622.423331:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059663104, offset 0 00000400:00000200:0.0:1767384622.423338:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384622.423343:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384622.423349:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a03500 00000400:00000200:0.0:1767384622.423351:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9cd [2] + 0 00000400:00000010:0.0:1767384622.423354:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053badd3a. 00000400:00000200:0.0:1767384622.423356:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3f8ece7 00000400:00000200:0.0:1767384622.423359:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384622.423363:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384622.423366:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3f8ece7 00000400:00000010:0.0:1767384622.423368:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3f8ece7. 00000100:00000001:0.0:1767384622.423372:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384622.423373:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384622.423391:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000385393fe x1853237059663104 msgsize 304 00000100:00100000:0.0:1767384622.423395:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384622.423398:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384622.423409:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384622.423413:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d297065 00000400:00000010:0.0:1767384622.423415:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d297065. 00000100:00000001:0.0:1767384622.423416:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384622.423419:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.423424:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384622.423426:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.423431:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423432:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384622.423435:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423437:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294912525 00000100:00000001:0.0:1767384622.423443:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912524 00000100:00000001:0.0:1767384622.423446:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294912525 00000100:00000001:0.0:1767384622.423450:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912524 00000100:00000001:0.0:1767384622.423456:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294912525 00000100:00000001:2.0:1767384622.423458:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384622.423460:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912524 00000100:00100000:2.0:1767384622.423463:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059663104 02000000:00000001:2.0:1767384622.423467:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384622.423470:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294912525 00000100:00000001:2.0:1767384622.423471:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384622.423473:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912524 00000100:00000001:2.0:1767384622.423475:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423477:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384622.423481:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.423482:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.423482:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384622.423485:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384622.423488:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000324c1dc7 going to sleep for 11 seconds 00000100:00100000:2.0:1767384622.423489:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059663104 00000100:00000001:0.0:1767384622.423491:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384622.423495:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384622.423495:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384622.423500:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384622.423504:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384622.423507:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384622.423510:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384622.423513:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384622.423517:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384622.423522:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000911373bc. 00000100:00000001:2.0:1767384622.423525:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384622.423528:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000911373bc. 00000020:00000010:2.0:1767384622.423534:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070d51c01. 00000020:00000010:2.0:1767384622.423538:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000090b9c68. 00000020:00000010:2.0:1767384622.423543:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018fe8a33. 00000100:00000040:2.0:1767384622.423549:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384622.423552:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384622.423554:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384622.423556:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.423561:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.423574:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.423584:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384622.423587:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384622.423593:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:2.0:1767384622.423596:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384622.423599:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935857744 : -115911773693872 : ffff96942fe75850) 00000100:00000040:2.0:1767384622.423612:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000385393fe x1853237059663104/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 304/0 e 0 to 0 dl 1767384633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.423622:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384622.423626:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000911373bc. 00000100:00000001:2.0:1767384622.423629:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384622.423631:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000911373bc. 00000100:00100000:2.0:1767384622.423636:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000385393fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059663104:12345-0@lo:256: 00000100:00000200:2.0:1767384622.423641:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059663104 00000020:00000001:2.0:1767384622.423643:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384622.423646:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384622.423649:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.423652:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384622.423654:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:2.0:1767384622.423657:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384622.423658:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384622.423660:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384622.423663:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384622.423665:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.423669:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384622.423672:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384622.423676:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e6d8b07a. 02000000:00000001:2.0:1767384622.423680:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.423683:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.423686:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384622.423690:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384622.423694:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384622.423697:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384622.423700:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.423703:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384622.423705:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384622.423709:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000de7a8a75. 20000000:00000001:2.0:1767384622.423712:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384622.423726:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384622.423732:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384622.423741:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384622.423745:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384622.423747:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384622.423750:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384622.423752:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384622.423755:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384622.423758:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384622.423760:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384622.423763:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384622.423766:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384622.423769:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384622.423771:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:2.0:1767384622.423774:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3792/1/4/3. 20000000:00000040:2.0:1767384622.423782:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384622.423784:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384622.423786:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384622.423789:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384622.423792:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384622.423794:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384622.423797:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384622.423800:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384622.423804:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384622.423806:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384622.423810:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384622.423812:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384622.423815:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384622.423817:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:2.0:1767384622.423821:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3488/1/4/3. 20000000:01000000:2.0:1767384622.423824:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 608, version 32 20000000:00000001:2.0:1767384622.423826:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=608 : 608 : 260) 00000100:00000001:2.0:1767384622.423829:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384622.423858:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f9db0705. 00000100:00000010:2.0:1767384622.423862:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000610b38ca. 00000020:00000040:2.0:1767384622.423865:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:2.0:1767384622.423869:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384622.423874:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384622.423880:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000400:00000010:2.0:1767384622.423890:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cbe6e902. 00000400:00000200:2.0:1767384622.423903:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384622.423913:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384622.423921:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 608 into portal 33 MB=0x6958260a03500 00000400:00000200:2.0:1767384622.423928:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 608/608 into md 0x14e5 [4] + 0 00000400:00000010:2.0:1767384622.423932:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023896c75. 00000400:00000200:2.0:1767384622.423936:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fad65b0 00000400:00000200:2.0:1767384622.423939:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384622.423944:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384622.423947:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fad65b0 00000400:00000010:2.0:1767384622.423949:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005fad65b0. 00000100:00000001:2.0:1767384622.423954:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384622.423956:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e4e86417 desc 0000000090e01cf9 mbits 1853237059663104 00000100:00000001:2.0:1767384622.423969:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384622.423974:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384622.423981:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384622.423990:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14f1 00000400:00000200:2.0:1767384622.423994:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384622.423994:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384622.423998:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.424004:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384622.424010:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384622.424013:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f9db0705 00000100:00000001:2.0:1767384622.424016:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384622.424025:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df02c340 00000400:00000010:2.0:1767384622.424027:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000100:00000001:2.0:1767384622.424032:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384622.424034:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f9db0705 00000100:00000001:2.0:1767384622.424038:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384622.424045:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 608 bytes via portal 33 id 12345-0@lo mbits 0x6958260a03500-0x6958260a03500 00000100:00000001:2.0:1767384622.424049:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.424054:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.424057:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384622.424059:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:2.0:1767384622.424062:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000610b38ca. 00000100:00000010:2.0:1767384622.424066:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f9db0705. 00000100:00000001:2.0:1767384622.424069:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384622.424070:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384622.424081:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000de7a8a75. 20000000:00000001:2.0:1767384622.424085:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384622.424088:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059663104 00010000:00000001:2.0:1767384622.424091:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384622.424095:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000385393fe x1853237059663104/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 304/240 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384622.424105:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384622.424106:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384622.424109:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384622.424113:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384622.424117:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384622.424119:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384622.424122:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384622.424124:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.424128:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384622.424132:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384622.424135:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000100:00000200:2.0:1767384622.424139:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059663104, offset 224 00000400:00000200:2.0:1767384622.424145:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384622.424153:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384622.424160:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a03500 00000400:00000200:2.0:1767384622.424165:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14e9 [1] + 224 00000400:00000200:2.0:1767384622.424169:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384622.424172:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384622.424175:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384622.424179:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384622.424189:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.424206:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384622.424211:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df02c340 00000400:00000010:2.0:1767384622.424213:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000100:00000001:2.0:1767384622.424216:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384622.424222:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384622.424227:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384622.424231:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384622.424231:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384622.424236:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384622.424237:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384622.424239:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384622.424240:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384622.424244:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384622.424244:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936bb8ae. 00000400:00000200:0.0:1767384622.424249:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf61e47 00000100:00000040:2.0:1767384622.424251:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000385393fe x1853237059663104/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:603/0 lens 304/240 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384622.424252:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf61e47. 00000100:00000001:0.0:1767384622.424257:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384622.424262:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384622.424273:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000385393fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059663104:12345-0@lo:256: Request processed in 647us (877us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384622.424278:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.424288:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384622.424291:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000001:0.0:1767384622.424291:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.424295:0:16775:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384622.424298:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 02000000:00000001:0.0:1767384622.424298:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384622.424299:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384622.424302:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.424305:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384622.424305:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.424310:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384622.424310:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=30 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384622.424315:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000090b9c68. 00000100:00001000:0.0:1767384622.424315:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384622.424321:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384622.424322:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384622.424323:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018fe8a33. 00010000:00000001:0.0:1767384622.424324:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384622.424326:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384622.424329:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070d51c01. 00000020:00000040:2.0:1767384622.424334:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:0.0:1767384622.424336:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.424340:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384622.424341:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384622.424345:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e6d8b07a. 02000000:00000001:2.0:1767384622.424352:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384622.424353:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.424356:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.424363:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384622.424364:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384622.424365:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384622.424370:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384622.424373:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000309ea4bd. 00000100:00100000:0.0:1767384622.424392:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4e86417 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059663104:0@lo:256: 00000400:00000010:2.0:1767384622.424397:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0314fbe. 00000100:00000001:0.0:1767384622.424398:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.424404:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.424405:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384622.424408:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384622.424410:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.424415:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384622.424417:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000324c1dc7. 00000100:00000001:0.0:1767384622.424419:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384622.424420:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384622.424423:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 32, more 0. 10000000:00000001:0.0:1767384622.424426:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384622.424431:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000abeda2be. 10000000:00000040:0.0:1767384622.424439:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384622.424444:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384622.424446:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384622.424450:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:0.0:1767384622.424452:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.424453:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384622.424454:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:0.0:1767384622.424455:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:0.0:1767384622.424458:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 14 NIDs 00000400:00001000:0.0:1767384622.424466:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384622.424468:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:0.0:1767384622.424473:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384622.424477:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (14) 00000400:00000200:0.0:1767384622.424480:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384622.424484:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:0.0:1767384622.424485:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (15) 00000400:00000200:0.0:1767384622.424487:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:0.0:1767384622.424489:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:0.0:1767384622.424491:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424493:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:0.0:1767384622.424494:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:0.0:1767384622.424496:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424497:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:0.0:1767384622.424498:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:0.0:1767384622.424500:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424501:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:0.0:1767384622.424502:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:0.0:1767384622.424504:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424505:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:0.0:1767384622.424506:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:0.0:1767384622.424508:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424509:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:0.0:1767384622.424510:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:0.0:1767384622.424512:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424513:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:0.0:1767384622.424514:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:0.0:1767384622.424515:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424517:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:0.0:1767384622.424518:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:0.0:1767384622.424520:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424521:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:0.0:1767384622.424522:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:0.0:1767384622.424524:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424525:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:0.0:1767384622.424526:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:0.0:1767384622.424534:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424535:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:0.0:1767384622.424536:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:0.0:1767384622.424538:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424540:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:0.0:1767384622.424541:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:0.0:1767384622.424542:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424543:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:0.0:1767384622.424544:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:0.0:1767384622.424547:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384622.424548:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000100:00000001:0.0:1767384622.424550:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.424552:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384622.424555:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:0.0:1767384622.424557:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f648afd4. 10000000:00000040:0.0:1767384622.424559:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 32/32 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:0.0:1767384622.424561:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384622.424566:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384622.424568:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113bd02d. 00000020:00000010:0.0:1767384622.424571:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000071b10b8. 00000040:00000010:0.0:1767384622.424573:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007465225b. 00000020:00000010:0.0:1767384622.424577:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af626e3b. 00000020:00000010:0.0:1767384622.424580:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000087c723ed. 00000020:00000010:0.0:1767384622.424584:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b415a058. 80000000:00000010:0.0:1767384622.424588:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006b598b03. 40000000:00000010:0.0:1767384622.424590:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a92e109. 00100000:00000010:0.0:1767384622.424594:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000002562b51. 00040000:00000010:0.0:1767384622.424598:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005f814671. 00040000:00000010:0.0:1767384622.424601:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000073025040. 00040000:00000010:0.0:1767384622.424604:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bba4333b. 00080000:00000010:0.0:1767384622.424607:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d1ec938. 00000004:00000010:0.0:1767384622.424611:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000051cc94d. 00000004:00000010:0.0:1767384622.424615:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e6f50f20. 00000004:00000010:0.0:1767384622.424620:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cb7b49bb. 00002000:00000010:0.0:1767384622.424629:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d4d0b0be. 00000004:00000010:0.0:1767384622.424633:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007674bde8. 00000004:00000001:0.0:1767384622.424636:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384622.424639:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384622.424640:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f648afd4 00000040:00001000:0.0:1767384622.424642:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384622.424643:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384622.424644:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384622.424645:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384622.424647:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384622.424648:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384622.424649:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384622.424651:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:0.0:1767384622.424652:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384622.424707:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384622.424712:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000071b10b8. 00000040:00000010:0.0:1767384622.424715:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007465225b. 00000020:00000010:0.0:1767384622.424717:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af626e3b. 00000020:00000010:0.0:1767384622.424720:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000087c723ed. 00000020:00000010:0.0:1767384622.424723:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b415a058. 80000000:00000010:0.0:1767384622.424726:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006b598b03. 40000000:00000010:0.0:1767384622.424730:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a92e109. 00100000:00000010:0.0:1767384622.424732:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000002562b51. 00040000:00000010:0.0:1767384622.424735:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005f814671. 00040000:00000010:0.0:1767384622.424737:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000073025040. 00040000:00000010:0.0:1767384622.424740:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bba4333b. 00080000:00000010:0.0:1767384622.424743:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007d1ec938. 00000004:00000010:0.0:1767384622.424745:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000051cc94d. 00000004:00000010:0.0:1767384622.424748:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6f50f20. 00000004:00000010:0.0:1767384622.424752:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cb7b49bb. 00002000:00000010:0.0:1767384622.424754:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d4d0b0be. 00000004:00000010:0.0:1767384622.424756:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007674bde8. 00000020:00000010:0.0:1767384622.424757:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113bd02d. 00000020:00000001:0.0:1767384622.424759:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384622.424761:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384622.424763:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f648afd4. 10000000:00000010:0.0:1767384622.424771:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000abeda2be. 10000000:00000001:0.0:1767384622.424774:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.424776:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384622.424779:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4e86417 x1853237059663104/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.424784:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384622.424785:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384622.424786:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008021a4d6. 02000000:00000001:0.0:1767384622.424788:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384622.424789:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384622.424790:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384622.424791:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384622.424792:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384622.424793:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384622.424794:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384622.424795:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384622.424796:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000056809ea6. 00000100:00000010:0.0:1767384622.424798:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000090e01cf9. 00000100:00000001:0.0:1767384622.424799:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384622.424800:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004793a21c. 02000000:00000001:0.0:1767384622.424801:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384622.424802:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384622.424803:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4e86417. 00000100:00000001:0.0:1767384622.424805:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384622.424806:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384622.424817:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002b0e8a88. 10000000:01000000:0.0:1767384622.424820:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384622.424822:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384622.424823:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384622.424824:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384622.424826:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=3 00000020:00000001:0.0:1767384622.424827:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384622.424830:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384622.424858:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384622.424860:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384622.424871:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384622.424872:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384622.424874:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384622.424878:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384622.424879:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384622.424880:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384622.424881:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384622.424883:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384622.424885:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384622.424886:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384622.424887:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:0.0:1767384622.424889:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384622.435565:0:23077:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004048ff59. 00000020:00000040:3.0:1767384622.435575:0:23077:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384622.435578:0:23077:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004048ff59. 00000100:00000040:1.0:1767384622.436163:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294912525, at 4294912526 00000100:00000010:1.0:1767384622.436172:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000100:00000040:2.0:1767384622.436874:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294912525, at 4294912527 00000100:00000010:2.0:1767384622.436881:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000040:0.0:1767384622.436987:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294912525, at 4294912527 00000100:00000010:0.0:1767384622.436994:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071137b53. 00000100:00000040:3.0:1767384622.437026:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294912525, at 4294912527 00000100:00000010:3.0:1767384622.437035:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ead953d. 00000100:00000040:3.0:1767384622.933911:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384622.933921:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384622.933925:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384622.933928:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384622.933929:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000596b7d4e. 00000100:00000010:0.0:1767384622.933933:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4e86417. 00000020:00000040:3.0:1767384622.933936:0:2396:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384622.933939:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384622.933942:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384622.933943:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384622.933946:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384622.933947:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384622.933954:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.933954:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384622.933964:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000936c8b72. 02000000:00000010:0.0:1767384622.933964:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f814671. 00000100:00000001:3.0:1767384622.933972:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.933973:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.933982:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384622.933984:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384622.933985:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384622.933995:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4e86417] to pc [ptlrpcd_00_01+1] req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.933997:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384622.934000:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.934008:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000596b7d4e] to pc [ptlrpcd_00_02+2] req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384622.934027:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.934034:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.934037:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384622.934038:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.934040:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384622.934041:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384622.934042:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384622.934046:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384622.934048:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384622.934051:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.934053:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384622.934055:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000772ef718. 00000020:00000040:3.0:1767384622.934059:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384622.934063:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.934064:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384622.934067:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384622.934071:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384622.934078:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012968a41. 00000100:00000001:0.0:1767384622.934082:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384622.934085:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.934086:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.934094:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384622.934095:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384622.934095:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384622.934099:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.934100:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.934105:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.934107:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384622.934111:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.934111:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4e86417 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059663360:0@lo:13: 02000000:00000001:2.0:1767384622.934115:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384622.934118:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384622.934120:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000772ef718] to pc [ptlrpcd_00_03+3] req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384622.934120:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384622.934123:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384622.934129:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.934129:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.934134:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.934135:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384622.934137:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767384622.934139:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000596b7d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059663232:0@lo:400: 02000000:00000010:0.0:1767384622.934140:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a8717f0e. 00000100:00000001:3.0:1767384622.934141:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384622.934145:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384622.934146:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000020:00000040:3.0:1767384622.934152:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384622.934152:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384622.934153:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000100:00000001:3.0:1767384622.934158:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384622.934159:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384622.934160:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384622.934163:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.934163:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384622.934163:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf61e47. 02000000:00000001:2.0:1767384622.934170:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384622.934172:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c666ac81. 00000100:00000200:0.0:1767384622.934172:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059663360, portal 4 02000000:00000010:2.0:1767384622.934175:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d2e2fab. 00000100:00000001:0.0:1767384622.934179:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384622.934180:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.934181:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.934182:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027864064 : -115911681687552 : ffff969435634000) 00000100:00000040:3.0:1767384622.934188:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384622.934191:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c27d90f. 00000100:00000040:0.0:1767384622.934195:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384622.934202:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000100:00000200:2.0:1767384622.934211:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059663232, portal 4 00000100:00000001:3.0:1767384622.934215:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384622.934217:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384622.934219:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934222:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933869056 : -115911775682560 : ffff96942fc90000) 00000100:00000001:0.0:1767384622.934223:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384622.934228:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa33995e] to pc [ptlrpcd_00_00+0] req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384622.934232:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384622.934234:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384622.934257:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000001:3.0:1767384622.934259:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934259:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384622.934265:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059663360, offset 0 00000100:00000040:2.0:1767384622.934267:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384622.934268:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (250) 00000400:00000010:2.0:1767384622.934274:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000400:00000200:1.0:1767384622.934275:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384622.934281:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059663232, offset 0 00000100:00000001:3.0:1767384622.934282:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.934292:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384622.934294:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384622.934294:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384622.934295:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384622.934303:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384622.934311:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384622.934315:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a03600 00000100:00000001:3.0:1767384622.934323:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384622.934326:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.934326:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 896 02000000:00000001:3.0:1767384622.934332:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384622.934332:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a03580 02000000:00000001:3.0:1767384622.934336:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384622.934336:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384622.934342:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.934346:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2320 00000100:00100000:3.0:1767384622.934347:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059663616:0@lo:400: 00000400:00000200:1.0:1767384622.934347:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384622.934357:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384622.934360:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384622.934361:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384622.934361:0:16141:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384622.934365:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384622.934365:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384622.934369:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384622.934388:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384622.934389:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3a2a07c. 00000100:00000010:1.0:1767384622.934389:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0abc76e. 02000000:00000001:3.0:1767384622.934396:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384622.934396:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000a0abc76e x1853237059663360 msgsize 224 00000100:00000001:2.0:1767384622.934400:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384622.934402:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087f49169. 00000100:00000200:2.0:1767384622.934405:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1767384622.934406:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384622.934409:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062b59af0. 00000100:00000200:3.0:1767384622.934414:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059663616, portal 10 00000100:00000010:2.0:1767384622.934414:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d839be4. 00000100:00000001:3.0:1767384622.934418:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384622.934419:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384622.934420:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000100:00000001:0.0:1767384622.934424:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384622.934427:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384622.934429:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384622.934432:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000100:00000001:0.0:1767384622.934432:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384622.934433:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000003d839be4 x1853237059663232 msgsize 224 00000400:00000010:1.0:1767384622.934439:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 00000100:00000040:0.0:1767384622.934440:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.934448:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384622.934451:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384622.934455:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384622.934458:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384622.934460:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384622.934463:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384622.934465:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000001:0.0:1767384622.934466:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934471:0:16142:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384622.934472:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384622.934473:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059663616, offset 0 02000000:00000001:0.0:1767384622.934476:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384622.934481:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384622.934482:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.934483:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384622.934489:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000772ef718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059663488:0@lo:400: 00000100:00000040:1.0:1767384622.934490:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384622.934495:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384622.934496:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000400:00000010:2.0:1767384622.934501:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000400:00000200:3.0:1767384622.934507:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a03700 00000100:00000001:0.0:1767384622.934509:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384622.934511:0:16142:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384622.934513:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384622.934518:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000200:2.0:1767384622.934520:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.934527:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.934529:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384622.934532:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384622.934539:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384622.934542:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934548:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384622.934549:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6732 usecs (7 jiffies) 00000100:00000001:3.0:1767384622.934550:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384622.934555:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913031 00000100:00000040:2.0:1767384622.934556:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384622.934560:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384622.934562:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000552acc39. 00000100:00000010:3.0:1767384622.934567:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008348ac80. 02000000:00000001:0.0:1767384622.934568:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.934571:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384622.934574:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384622.934575:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008348ac80 x1853237059663616 msgsize 224 00000100:00000001:1.0:1767384622.934579:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913031 00000100:00000001:2.0:1767384622.934587:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384622.934587:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d00728c. 00000100:00100000:3.0:1767384622.934588:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384622.934593:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384622.934594:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384622.934599:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913031 00000100:00000001:3.0:1767384622.934602:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384622.934603:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fb9123d. 00000100:00000001:2.0:1767384622.934604:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.934610:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384622.934611:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000100:00000040:2.0:1767384622.934611:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6732 usecs (7 jiffies) 00000400:00000010:3.0:1767384622.934616:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000100:00000001:1.0:1767384622.934617:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913031 00000100:00000001:2.0:1767384622.934619:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913031 00000100:00000001:3.0:1767384622.934621:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384622.934622:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79d9e97. 00000100:00000001:2.0:1767384622.934626:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913031 00000100:00000001:1.0:1767384622.934628:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384622.934629:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.934635:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913031 00000100:00000001:1.0:1767384622.934635:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384622.934641:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934643:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913031 00000100:00000001:3.0:1767384622.934644:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384622.934644:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384622.934645:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.934649:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059663232 00000100:00000040:3.0:1767384622.934650:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.934652:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913031 00000100:00000001:1.0:1767384622.934652:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384622.934653:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384622.934657:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384622.934661:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913031 00000100:00000001:0.0:1767384622.934661:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.934664:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384622.934665:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934668:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913031 02000000:00000001:0.0:1767384622.934668:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.934669:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384622.934669:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384622.934675:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059663232 00000100:00000001:2.0:1767384622.934676:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913031 00000100:00000001:1.0:1767384622.934677:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.934678:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.934680:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384622.934682:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384622.934683:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384622.934684:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3501 usecs (4 jiffies) 00000100:00000001:1.0:1767384622.934684:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384622.934687:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000001:1.0:1767384622.934691:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.934692:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294913028 00000100:00000001:2.0:1767384622.934692:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384622.934693:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384622.934699:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294913031 00000020:00000040:0.0:1767384622.934699:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000001:2.0:1767384622.934700:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.934704:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294913028 00000100:00000001:2.0:1767384622.934706:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384622.934707:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384622.934708:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294913031 00000100:00000001:1.0:1767384622.934712:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384622.934715:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294913028 00000100:00000001:2.0:1767384622.934715:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384622.934716:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059663360 00000020:00000001:0.0:1767384622.934716:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384622.934721:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384622.934722:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294913031 02000000:00000001:1.0:1767384622.934722:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384622.934724:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384622.934725:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384622.934728:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.934730:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294913028 00000100:00000001:1.0:1767384622.934730:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934731:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384622.934732:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b46e4a84. 00000100:00000001:3.0:1767384622.934737:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294913031 00000100:00000001:2.0:1767384622.934737:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384622.934737:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384622.934740:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000aa08d651. 00000100:00000001:3.0:1767384622.934744:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.934745:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.934748:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384622.934748:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384622.934755:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384622.934757:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059663360 00000100:00000001:3.0:1767384622.934758:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384622.934760:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384622.934762:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:1.0:1767384622.934763:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000001:3.0:1767384622.934764:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384622.934766:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384622.934767:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384622.934768:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b415a058. 00000020:00000040:1.0:1767384622.934769:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=6 00000020:00000001:1.0:1767384622.934773:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000010:0.0:1767384622.934775:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092d33ece. 00000100:00000001:3.0:1767384622.934780:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384622.934780:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384622.934780:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000010:0.0:1767384622.934782:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfbfc54. 00000100:00000001:3.0:1767384622.934784:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384622.934789:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384622.934790:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384622.934790:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000040:0.0:1767384622.934792:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384622.934795:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384622.934796:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f08803fc. 00000100:00000001:0.0:1767384622.934797:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384622.934800:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384622.934804:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384622.934805:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384622.934810:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f08803fc. 00000100:00000001:0.0:1767384622.934812:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384622.934816:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384622.934817:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5a8febc. 00000100:00000001:0.0:1767384622.934818:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384622.934826:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cefc5ccf. 00000100:00000001:0.0:1767384622.934827:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384622.934858:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd3fe80. 00000100:00000040:1.0:1767384622.934871:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384622.934874:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384622.934876:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384622.934878:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934881:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384622.934882:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384622.934884:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.934885:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384622.934886:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384622.934895:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384622.934899:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384622.934900:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384622.934901:0:17557:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.934907:0:17557:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934908:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204769280 : -115911504782336 : ffff96943fee9c00) 00000100:00000001:1.0:1767384622.934916:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384622.934917:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d839be4 x1853237059663232/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:603/0 lens 224/0 e 0 to 0 dl 1767384633 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.934920:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384622.934926:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384622.934931:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 2 00000100:00000001:3.0:1767384622.934934:0:17558:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:1.0:1767384622.934935:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158522624 : -115911551028992 : ffff96943d2cf100) 00000100:00000001:2.0:1767384622.934936:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384622.934938:0:17558:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000020:00000010:2.0:1767384622.934944:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da14624. 00000100:00000040:1.0:1767384622.934944:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0abc76e x1853237059663360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:603/0 lens 224/0 e 0 to 0 dl 1767384633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384622.934945:0:17558:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a34ac3c4. 02000000:00000010:0.0:1767384622.934946:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000113bd02d. 02000000:00000001:0.0:1767384622.934952:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.934953:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384622.934959:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823a5319. 00000020:00000010:2.0:1767384622.934961:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da14624. 00000100:00000001:1.0:1767384622.934962:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384622.934963:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d297065. 00000020:00000010:1.0:1767384622.934968:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f08803fc. 00000100:00000200:0.0:1767384622.934969:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059663488, portal 10 00000100:00100000:2.0:1767384622.934974:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d839be4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16142:x1853237059663232:12345-0@lo:400: 00000100:00000001:1.0:1767384622.934975:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384622.934975:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384622.934979:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933880704 : -115911775670912 : ffff96942fc92d80) 00000100:00100000:3.0:1767384622.934981:0:17558:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000020:00000010:1.0:1767384622.934981:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f08803fc. 00000100:00000200:2.0:1767384622.934989:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059663232 00000100:00000040:0.0:1767384622.934992:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384622.934993:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0abc76e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16141:x1853237059663360:12345-0@lo:13: 00000020:00000001:2.0:1767384622.934995:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384622.935002:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384622.935006:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384622.935008:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384622.935011:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059663360 00000100:00000040:0.0:1767384622.935013:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384622.935016:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384622.935017:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384622.935017:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 00000020:00000001:1.0:1767384622.935022:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384622.935024:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000200:0.0:1767384622.935024:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059663488, offset 0 00000020:00000001:1.0:1767384622.935025:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384622.935032:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384622.935033:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384622.935036:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000400:00000200:0.0:1767384622.935036:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384622.935039:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384622.935041:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384622.935046:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384622.935047:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384622.935047:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384622.935052:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384622.935053:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384622.935056:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384622.935056:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a03680 00000020:00000001:2.0:1767384622.935059:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384622.935060:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384622.935065:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000020:00000001:2.0:1767384622.935067:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384622.935067:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384622.935070:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384622.935071:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384622.935073:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384622.935077:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000d37fb7d. 00000400:00000200:0.0:1767384622.935078:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384622.935079:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384622.935082:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935085:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384622.935086:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384622.935087:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c55ae7fb. 00000100:00000200:0.0:1767384622.935088:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00002000:00000001:1.0:1767384622.935091:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:2.0:1767384622.935094:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384622.935095:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 00002000:00000001:1.0:1767384622.935096:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384622.935101:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384622.935101:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000045bf8c80 x1853237059663488 msgsize 224 00000020:00000001:1.0:1767384622.935102:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384622.935107:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:2.0:1767384622.935109:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.935114:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000040:2.0:1767384622.935115:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059663232 00080000:00000001:1.0:1767384622.935119:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.935120:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384622.935123:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384622.935124:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000024:1.0:1767384622.935128:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00010000:00000200:2.0:1767384622.935129:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d839be4 x1853237059663232/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384622.935133:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:0.0:1767384622.935133:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000400:00000010:0.0:1767384622.935136:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000020:00000020:1.0:1767384622.935139:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384622.935143:0:16143:0:(events.c:34:request_out_callback()) Process entered 00002000:00000020:1.0:1767384622.935146:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000200:0.0:1767384622.935150:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384622.935153:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384622.935157:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384622.935161:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.935164:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:1.0:1767384622.935165:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.935169:0:17558:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.935170:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384622.935171:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059663360 00010000:00000001:1.0:1767384622.935177:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:2.0:1767384622.935179:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384622.935179:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384622.935181:0:23247:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000200:1.0:1767384622.935183:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0abc76e x1853237059663360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:603/0 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384622.935186:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.935191:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384622.935193:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384622.935198:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000010:3.0:1767384622.935199:0:23247:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000071fd8f1f. 00000100:00000001:0.0:1767384622.935202:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.935203:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.935206:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:3.0:1767384622.935208:0:23247:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000961938e0. 00000100:00001000:1.0:1767384622.935209:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384622.935209:0:16143:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384622.935212:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384622.935216:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384622.935218:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935218:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384622.935221:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:2.0:1767384622.935225:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384622.935226:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000040:0.0:1767384622.935227:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3288 usecs (4 jiffies) 02000000:00000001:1.0:1767384622.935230:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384622.935234:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384622.935235:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935235:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913029 00000400:00000010:2.0:1767384622.935240:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000100:00000001:1.0:1767384622.935241:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384622.935243:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913031 00000100:00000200:2.0:1767384622.935247:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059663232, offset 224 00000100:00000040:1.0:1767384622.935248:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384622.935249:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913029 00000400:00000010:1.0:1767384622.935252:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000001:0.0:1767384622.935257:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913031 00000400:00000200:2.0:1767384622.935262:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384622.935264:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913029 00000100:00000200:1.0:1767384622.935268:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059663360, offset 224 00000100:00000001:0.0:1767384622.935269:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913031 00000020:00000010:3.0:1767384622.935272:0:23247:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1880ffb. 00000100:00000001:0.0:1767384622.935276:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913029 00000400:00000200:2.0:1767384622.935277:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384622.935280:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384622.935281:0:23247:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e92747ef. 00000100:00000001:0.0:1767384622.935283:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913031 00000100:00000001:0.0:1767384622.935288:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384622.935290:0:23247:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ac8210f. 00000100:00000001:0.0:1767384622.935292:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.935293:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384622.935297:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a03580 00000100:00000001:0.0:1767384622.935299:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384622.935300:0:23247:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009899a983. 00000100:00000001:0.0:1767384622.935304:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384622.935307:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a03600 00000020:00000010:3.0:1767384622.935310:0:23247:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f30e5e17. 00000400:00000200:2.0:1767384622.935311:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1501 [1] + 224 00000100:00000001:0.0:1767384622.935312:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384622.935315:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 80000000:00000010:3.0:1767384622.935318:0:23247:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000750d3b0. 00000100:00000001:0.0:1767384622.935319:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384622.935322:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384622.935323:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 40000000:00000010:3.0:1767384622.935325:0:23247:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4b1ad04. 00000400:00000200:1.0:1767384622.935327:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14fd [1] + 224 00000100:00000001:0.0:1767384622.935327:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935333:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.935334:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:3.0:1767384622.935335:0:23247:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000166655af. 00000400:00000200:1.0:1767384622.935337:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1767384622.935343:0:23247:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007a5b9e81. 00000100:00000001:2.0:1767384622.935346:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384622.935346:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:3.0:1767384622.935349:0:23247:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af453f4a. 00000100:00000001:0.0:1767384622.935350:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384622.935353:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384622.935354:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059663616 00000100:00000200:2.0:1767384622.935355:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384622.935357:0:23247:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003b0ee992. 02000000:00000001:0.0:1767384622.935358:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384622.935359:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.935361:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384622.935365:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384622.935368:0:23247:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d69c530b. 02000000:00000001:0.0:1767384622.935388:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.935394:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059663616 00000100:00000040:1.0:1767384622.935395:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384622.935398:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384622.935400:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00000010:3.0:1767384622.935404:0:23247:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000575a3677. 00000020:00000001:0.0:1767384622.935405:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384622.935406:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384622.935415:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000100:00000200:3.0:1767384622.935418:0:23247:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000001:0.0:1767384622.935420:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:1.0:1767384622.935425:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384622.935426:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:0.0:1767384622.935433:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384622.935434:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000020:00000010:0.0:1767384622.935436:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa08d651. 00000400:00000010:1.0:1767384622.935439:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 00000020:00000010:0.0:1767384622.935441:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009f2784b6. 00000100:00000001:2.0:1767384622.935443:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384622.935447:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384622.935448:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:3.0:1767384622.935452:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384622.935452:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384622.935453:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000100:00000001:3.0:1767384622.935458:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384622.935459:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:0.0:1767384622.935459:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384622.935461:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384622.935464:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bba4333b. 00000100:00000001:2.0:1767384622.935467:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384622.935468:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384622.935469:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000010:0.0:1767384622.935470:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a947e831. 00000100:00000001:2.0:1767384622.935473:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384622.935474:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384622.935476:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000611fc760. 00010000:00000001:1.0:1767384622.935478:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384622.935479:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936bb8ae. 00000100:00000001:2.0:1767384622.935481:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384622.935481:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384622.935484:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1767384622.935486:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf61e47 00000020:00000001:1.0:1767384622.935488:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384622.935489:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384622.935492:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf61e47. 00000100:00000040:2.0:1767384622.935492:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384622.935493:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384622.935496:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0abc76e x1853237059663360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:603/0 lens 224/368 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.935498:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.935501:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384622.935501:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384622.935506:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935506:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384622.935510:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1767384622.935511:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.935513:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.935514:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384622.935522:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384622.935532:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d839be4 x1853237059663232/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.935532:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384622.935535:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059663488 02000000:00000001:0.0:1767384622.935539:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384622.935542:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384622.935545:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384622.935551:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0abc76e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16141:x1853237059663360:12345-0@lo:13: Request processed in 584us (1150us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384622.935551:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.935556:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059663488 00000020:00000001:0.0:1767384622.935561:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384622.935564:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00100000:2.0:1767384622.935568:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d839be4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16142:x1853237059663232:12345-0@lo:400: Request processed in 627us (1129us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384622.935569:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384622.935570:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000040:0.0:1767384622.935573:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00000040:1.0:1767384622.935578:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 1 00000020:00000001:0.0:1767384622.935580:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:1.0:1767384622.935583:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384622.935586:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:1.0:1767384622.935588:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384622.935591:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384622.935593:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000010:1.0:1767384622.935595:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cefc5ccf. 00000020:00000010:0.0:1767384622.935595:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c80329. 00000100:00000200:3.0:1767384622.935596:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384622.935600:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000020:00000010:1.0:1767384622.935602:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd3fe80. 00000100:00000001:0.0:1767384622.935605:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384622.935608:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384622.935608:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5a8febc. 00000020:00000010:0.0:1767384622.935612:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c80329. 00000100:00000001:2.0:1767384622.935614:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384622.935616:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000020:00000010:0.0:1767384622.935619:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008021a4d6. 00000020:00000010:2.0:1767384622.935621:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092d33ece. 00000100:00000001:1.0:1767384622.935621:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384622.935624:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f648afd4. 00000020:00000010:0.0:1767384622.935630:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000100:00000001:3.0:1767384622.935631:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384622.935631:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfbfc54. 00000100:00000001:0.0:1767384622.935634:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384622.935636:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.935637:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384622.935640:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b415a058. 00000100:00000001:0.0:1767384622.935641:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.935643:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384622.935648:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384622.935649:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384622.935649:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:0.0:1767384622.935651:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384622.935653:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384622.935655:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.935656:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.935658:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.935659:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384622.935663:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384622.935664:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935665:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384622.935670:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384622.935674:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00001000:3.0:1767384622.935675:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=20 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384622.935677:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933878016 : -115911775673600 : ffff96942fc92300) 00000100:00080000:2.0:1767384622.935680:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384622.935681:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:3.0:1767384622.935685:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=20 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384622.935686:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008348ac80 x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:603/0 lens 224/0 e 0 to 0 dl 1767384633 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.935686:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384622.935687:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:3.0:1767384622.935696:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384622.935697:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384622.935700:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.935702:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384622.935706:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:2.0:1767384622.935708:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384622.935709:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384622.935711:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384622.935713:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027874816 : -115911681676800 : ffff969435636a00) 00000400:00000001:2.0:1767384622.935715:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384622.935716:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f08803fc. 00010000:00080000:3.0:1767384622.935719:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384622.935721:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384622.935721:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045bf8c80 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:603/0 lens 224/0 e 0 to 0 dl 1767384633 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.935722:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384622.935726:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c27d90f. 00000020:00000010:1.0:1767384622.935728:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f08803fc. 00000400:00000200:2.0:1767384622.935737:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df02c340 00000100:00100000:1.0:1767384622.935739:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008348ac80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059663616:12345-0@lo:400: 00000400:00000010:2.0:1767384622.935743:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000100:00000200:1.0:1767384622.935750:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059663616 00000100:00000001:2.0:1767384622.935751:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384622.935754:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384622.935758:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384622.935760:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384622.935762:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.935763:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935763:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384622.935768:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384622.935769:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c80329. 00000020:00000001:1.0:1767384622.935772:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:3.0:1767384622.935773:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384622.935774:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384622.935778:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384622.935780:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384622.935781:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c80329. 00000100:00000001:3.0:1767384622.935786:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384622.935789:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.935791:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384622.935792:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045bf8c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059663488:12345-0@lo:400: 00000020:00000001:1.0:1767384622.935794:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384622.935798:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384622.935798:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384622.935800:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059663488 00000020:00000001:1.0:1767384622.935802:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.935803:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384622.935805:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384622.935808:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384622.935810:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384622.935811:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384622.935814:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384622.935816:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384622.935820:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384622.935822:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f80c7084. 00000020:00000001:0.0:1767384622.935824:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 02000000:00000001:1.0:1767384622.935827:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.935850:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384622.935852:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384622.935853:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:1.0:1767384622.935855:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059663616 00000020:00000001:0.0:1767384622.935858:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384622.935860:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384622.935866:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008348ac80 x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.935867:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384622.935868:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384622.935872:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384622.935873:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384622.935875:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.935880:0:16142:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384622.935881:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384622.935886:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384622.935887:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384622.935887:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384622.935889:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384622.935892:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384622.935893:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1767384622.935894:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090e01cf9. 00000100:00000001:3.0:1767384622.935895:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384622.935896:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.935899:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384622.935899:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.935900:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384622.935902:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.935904:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384622.935907:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00001000:1.0:1767384622.935907:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=25 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384622.935908:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384622.935914:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000040:0.0:1767384622.935914:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059663488 00000100:00000001:1.0:1767384622.935918:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384622.935918:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:2.0:1767384622.935919:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=20 v=5 (5 0 0 0) 00000004:00000040:3.0:1767384622.935921:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:1.0:1767384622.935926:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00010000:00000200:0.0:1767384622.935926:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045bf8c80 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384622.935929:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384622.935932:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384622.935938:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000020:3.0:1767384622.935939:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384622.935941:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384622.935942:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.935945:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.935950:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384622.935953:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384622.935955:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000001:3.0:1767384622.935957:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384622.935959:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384622.935960:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384622.935961:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384622.935964:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=25 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384622.935968:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000001:0.0:1767384622.935974:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384622.935975:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384622.935977:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059663616, offset 224 00000100:00000040:0.0:1767384622.935979:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:0.0:1767384622.935987:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000200:1.0:1767384622.935992:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384622.935993:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384622.935997:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.935998:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.936003:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384622.936006:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384622.936009:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4e86417 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059663360:0@lo:13: 00000100:00000040:2.0:1767384622.936011:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:1.0:1767384622.936012:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384622.936012:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384622.936019:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767384622.936019:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 00000100:00000001:2.0:1767384622.936024:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384622.936025:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059663488, offset 224 00000100:00000001:3.0:1767384622.936028:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384622.936030:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a03700 00000100:00000001:3.0:1767384622.936034:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384622.936035:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384622.936038:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384622.936044:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4e86417 x1853237059663360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384622.936048:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x150d [1] + 224 00000400:00000200:0.0:1767384622.936050:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384622.936062:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384622.936064:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a03680 00000100:00000001:2.0:1767384622.936071:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384622.936073:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384622.936077:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1515 [1] + 224 00000100:00000001:2.0:1767384622.936080:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384622.936082:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384622.936085:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384622.936086:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384622.936086:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384622.936087:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384622.936093:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a8717f0e. 00000100:00000200:1.0:1767384622.936094:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384622.936097:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384622.936098:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384622.936102:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384622.936103:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384622.936108:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384622.936111:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384622.936113:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384622.936120:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384622.936125:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f814671. 02000000:00000001:3.0:1767384622.936133:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384622.936137:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384622.936139:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384622.936141:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000596b7d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059663232:0@lo:400: 00000100:00000010:3.0:1767384622.936142:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4e86417. 00000100:00000001:3.0:1767384622.936150:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384622.936154:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.936156:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.936161:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.936164:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384622.936172:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384622.936173:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000596b7d4e x1853237059663232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.936173:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384622.936176:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.936178:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.936182:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000100:00000001:3.0:1767384622.936187:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384622.936187:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 00000100:00000001:1.0:1767384622.936194:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384622.936195:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.936198:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384622.936202:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384622.936209:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384622.936212:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384622.936213:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384622.936217:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384622.936217:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384622.936219:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384622.936221:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d2e2fab. 00000020:00000001:1.0:1767384622.936222:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384622.936227:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008348ac80 x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384622.936228:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384622.936229:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000020:00000001:2.0:1767384622.936233:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767384622.936235:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000020:00000040:2.0:1767384622.936237:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384622.936243:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384622.936244:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384622.936246:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008348ac80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059663616:12345-0@lo:400: Request processed in 532us (1667us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384622.936248:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767384622.936250:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000936c8b72. 00000100:00000001:0.0:1767384622.936254:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.936259:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384622.936259:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384622.936259:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384622.936260:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:3.0:1767384622.936264:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384622.936266:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384622.936267:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000400:00000001:3.0:1767384622.936270:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384622.936271:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384622.936271:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384622.936271:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384622.936275:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767384622.936277:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000596b7d4e. 00000100:00000001:1.0:1767384622.936277:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384622.936277:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384622.936280:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823a5319. 00000020:00000010:1.0:1767384622.936282:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a947e831. 00000100:00000040:0.0:1767384622.936285:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045bf8c80 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767384633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.936286:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384622.936287:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d297065 00000020:00000010:1.0:1767384622.936288:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000611fc760. 00000100:00000001:2.0:1767384622.936291:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384622.936294:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d297065. 00000020:00000010:1.0:1767384622.936295:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bba4333b. 00000100:00000001:2.0:1767384622.936298:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384622.936302:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:3.0:1767384622.936304:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384622.936307:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.936309:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384622.936310:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045bf8c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059663488:12345-0@lo:400: Request processed in 542us (1204us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384622.936312:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.936315:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.936324:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384622.936325:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384622.936327:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384622.936329:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384622.936330:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384622.936334:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000400:00000001:1.0:1767384622.936336:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384622.936338:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384622.936338:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384622.936339:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384622.936343:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384622.936344:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087f49169. 00000020:00000010:0.0:1767384622.936348:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f648afd4. 00000400:00000200:1.0:1767384622.936349:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062b59af0 00000400:00000010:1.0:1767384622.936353:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062b59af0. 00000020:00000010:0.0:1767384622.936354:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000020:00000010:0.0:1767384622.936360:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008021a4d6. 00000100:00000001:3.0:1767384622.936364:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384622.936366:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384622.936366:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000001:3.0:1767384622.936369:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384622.936382:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384622.936387:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.936389:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384622.936394:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384622.936398:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384622.936401:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.936402:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384622.936410:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.936413:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384622.936415:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384622.936416:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=25 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384622.936417:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384622.936420:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384622.936424:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767384622.936425:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384622.936426:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384622.936432:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.936433:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384622.936437:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.936440:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384622.936440:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384622.936447:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=25 v=5 (1 0 0 0) 00010000:00080000:3.0:1767384622.936448:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.936455:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384622.936459:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.936464:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384622.936465:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.936470:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:1.0:1767384622.936470:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384622.936474:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384622.936479:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384622.936481:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.936483:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.936485:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384622.936488:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384622.936490:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384622.936491:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.936493:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384622.936497:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.936518:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384622.936523:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384622.936526:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384622.936527:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384622.936532:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.936534:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384622.936538:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384622.936544:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059663616:0@lo:400: 00000100:00000040:3.0:1767384622.936548:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.936559:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384622.936564:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384622.936569:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000772ef718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059663488:0@lo:400: 00000100:00000040:1.0:1767384622.936569:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa33995e x1853237059663616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.936580:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384622.936581:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384622.936584:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384622.936585:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384622.936586:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3a2a07c. 02000000:00000001:1.0:1767384622.936591:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384622.936592:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384622.936594:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000772ef718 x1853237059663488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384622.936594:0:16140:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384622.936598:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384622.936601:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c666ac81. 02000000:00000001:1.0:1767384622.936605:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384622.936607:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384622.936609:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000100:00000001:1.0:1767384622.936612:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384622.936614:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384622.936615:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384622.936616:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384622.936620:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384622.936621:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.936622:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384622.936624:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384622.936626:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384622.936630:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000113bd02d. 02000000:00000001:3.0:1767384622.936636:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384622.936638:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384622.936639:0:16143:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384622.936642:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384622.936644:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012968a41. 02000000:00000001:3.0:1767384622.936647:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384622.936649:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384622.936650:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000772ef718. 00000100:00000001:3.0:1767384622.936654:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384622.936655:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.936657:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.936662:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384622.936663:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.936665:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.936667:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.941877:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294913031, at 4294913032 00000100:00000010:3.0:1767384622.941889:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79d9e97. 00000100:00000040:2.0:1767384622.941915:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294913031, at 4294913032 00000100:00000040:1.0:1767384622.941923:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294913031, at 4294913032 00000100:00000010:2.0:1767384622.941925:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fb9123d. 00000100:00000010:1.0:1767384622.941932:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d00728c. 00000100:00000040:0.0:1767384622.942889:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294913031, at 4294913033 00000100:00000010:0.0:1767384622.942896:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000552acc39. 00010000:00000001:0.0:1767384622.997890:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384622.997896:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.997901:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384622.997904:0:3311:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384622.997918:0:3311:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384622.997919:0:3311:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.997922:0:3311:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384622.997923:0:3311:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.997925:0:3311:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.997927:0:3311:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384622.997987:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384622.997992:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384622.997996:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384623.062597:0:23248:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384623.062609:0:23248:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.062612:0:23248:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.062617:0:23248:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384623.062622:0:23248:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.062624:0:23248:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384623.768628:0:23412:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384623.768632:0:23412:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:0.0:1767384623.771713:0:23412:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384623.778243:0:23413:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000ea3395f. 00000400:00000010:0.0:1767384623.778256:0:23413:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ee5bf88c. 00000400:00000010:0.0:1767384623.778264:0:23413:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001d7c2b22. 00000400:00000010:0.0:1767384623.778266:0:23413:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bba4333b. 00000400:00000010:0.0:1767384623.778269:0:23413:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d9ba29c. 00000400:00000010:0.0:1767384623.778273:0:23413:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a054e189. 00000400:00000010:0.0:1767384623.778274:0:23413:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041ec43ee. 00000400:00000010:0.0:1767384623.778275:0:23413:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c1f4a13. 00000400:00000010:0.0:1767384623.778278:0:23413:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003ebb10cb. 00000800:00000010:0.0:1767384623.778288:0:23413:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000026cfab91. 00000800:00000200:0.0:1767384623.778298:0:23413:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384623.778305:0:23413:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384623.778384:0:23413:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384623.778418:0:23413:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp23 [8/256/0/180] 00000400:00000010:0.0:1767384623.779921:0:23413:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b415a058. 00000400:00000010:0.0:1767384623.779926:0:23413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000400:00000010:0.0:1767384623.779931:0:23413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 00000400:00000001:0.0:1767384623.779944:0:23413:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384623.779945:0:23413:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384623.779947:0:23413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7c70db. 00000400:00000200:0.0:1767384623.779948:0:23413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000010:0.0:1767384623.779950:0:23413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000400:00000010:0.0:1767384623.779953:0:23413:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000be5ce5ec. 00000400:00000200:0.0:1767384623.779956:0:23413:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (14) 00000400:00000200:0.0:1767384623.779967:0:23413:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384623.779977:0:23413:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000400:00000200:3.0:1767384623.779982:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384623.779984:0:23413:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c7f9f3b1. 00000400:00000200:3.0:1767384623.779989:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:3.0:1767384623.779995:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000020:01000000:0.0:1767384623.779998:0:23413:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384623.779999:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (15) 00000020:01000000:0.0:1767384623.780004:0:23413:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp23 00000400:00000010:3.0:1767384623.780006:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9483c7d. 00000400:00000200:3.0:1767384623.780011:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000010:0.0:1767384623.780017:0:23413:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ee5bf88c. 00000400:00000010:0.0:1767384623.780022:0:23413:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000ea3395f. 00000400:00000200:3.0:1767384623.780023:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384623.780029:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384623.780033:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384623.780037:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000001:1.0:1767384623.780039:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384623.780040:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:1.0:1767384623.780045:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.780047:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384623.780051:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384623.780055:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384623.780056:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384623.780059:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384623.780062:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384623.780063:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767384623.780066:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.780070:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384623.780071:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:1.0:1767384623.780073:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.780077:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384623.780078:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:1.0:1767384623.780079:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384623.780082:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384623.780085:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:1.0:1767384623.780090:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384623.780091:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:01000004:1.0:1767384623.780092:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384623.780098:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000010:1.0:1767384623.780099:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a13c2de. 00000400:00000200:3.0:1767384623.780105:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:1.0:1767384623.780106:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:3.0:1767384623.780109:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:1.0:1767384623.780113:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384623.780115:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp22 02000000:00000001:1.0:1767384623.780117:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384623.780121:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp22 lpni_is_preferred = 0 02000000:00000001:1.0:1767384623.780123:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.780125:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp22 00000400:00000200:3.0:1767384623.780128:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp22 NI seq info: [31:31:256:4294967295] 192.168.202.117@tcp22 LPNI seq info [31:31:8:4294967295] 02000000:00000010:1.0:1767384623.780131:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005af6e98a. 00000400:00000200:3.0:1767384623.780135:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp22 00000100:00000001:1.0:1767384623.780140:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.780146:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22:) -> 192.168.202.117@tcp22(192.168.202.117@tcp:192.168.202.117@tcp22) : PUT try# 0 00000800:00000200:3.0:1767384623.780151:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp22 00000100:00000001:1.0:1767384623.780151:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384623.780154:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384623.780157:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012968a41. 00000100:00000040:1.0:1767384623.780163:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a13c2de] to pc [ptlrpcd_00_01+1] req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384623.780166:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008a6a0e8e. 00000800:00000010:3.0:1767384623.780172:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000043b49af9. 00000800:00000200:3.0:1767384623.780178:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (2) 00000800:00000200:3.1:1767384623.780181:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (2) 10000000:00000001:1.0:1767384623.780194:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.780198:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:00000001:1.0:1767384623.780199:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.780203:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:2.0:1767384623.780203:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384623.780204:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.780207:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384623.780210:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384623.780211:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384623.780218:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384623.780219:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.780221:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.780223:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384623.780226:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384623.780230:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384623.780231:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384623.780232:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384623.780235:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384623.780236:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.780239:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384623.780241:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384623.780242:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384623.780246:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384623.780246:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.780247:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384623.780251:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384623.780251:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384623.780253:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000020:01000004:1.0:1767384623.780254:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384623.780255:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a13c2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059663744:0@lo:253: 00000100:00000001:2.0:1767384623.780260:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384623.780260:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000020:00000040:1.0:1767384623.780265:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:2.0:1767384623.780266:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384623.780267:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384623.780270:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.780271:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384623.780275:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384623.780275:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384623.780282:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff17f106. 02000000:00000010:1.0:1767384623.780283:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000041d43b13. 02000000:00000001:2.0:1767384623.780287:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.780288:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.780291:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c27d90f. 00000400:00000010:2.0:1767384623.780297:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000afabc76. 00000100:00000001:1.0:1767384623.780299:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384623.780301:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:1.0:1767384623.780301:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384623.780310:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059663744, portal 25 00000100:00000040:1.0:1767384623.780313:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eebd37] to pc [ptlrpcd_00_02+2] req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.780314:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384623.780317:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158517248 : -115911551034368 : ffff96943d2cdc00) 00000100:00000040:2.0:1767384623.780326:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384623.780328:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:2.0:1767384623.780337:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384623.780341:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384623.780342:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.780344:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005454d402. 10000000:00000001:1.0:1767384623.780345:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384623.780347:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059663744, offset 0 00000020:00000001:1.0:1767384623.780349:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384623.780352:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384623.780354:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c7f9f3b1. 00000100:00000001:0.0:1767384623.780354:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384623.780355:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.780358:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:0.0:1767384623.780359:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.780376:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384623.780381:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384623.780384:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384623.780384:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.780389:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.780394:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03780 00000100:00000001:0.0:1767384623.780400:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384623.780402:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.780406:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384623.780406:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 02000000:00000001:0.0:1767384623.780407:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384623.780411:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384623.780415:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa22607. 02000000:00000001:0.0:1767384623.780415:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.780422:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001085ca5e 00000100:00100000:0.0:1767384623.780422:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059663872:0@lo:253: 00000100:00000001:0.0:1767384623.780428:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384623.780430:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384623.780431:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384623.780435:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.780438:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384623.780441:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384623.780444:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c7f9f3b1. 00000400:00000200:2.0:1767384623.780446:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001085ca5e 02000000:00000001:0.0:1767384623.780447:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.780451:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001085ca5e. 00000400:00000010:0.0:1767384623.780453:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f56192b. 00000100:00000001:2.0:1767384623.780458:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384623.780459:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000200:2.0:1767384623.780460:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384623.780460:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee5bf88c. 00000100:00000040:2.0:1767384623.780467:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000009b32bcfe x1853237059663744 msgsize 4848 00000100:00000200:0.0:1767384623.780468:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059663872, portal 25 00000100:00000001:0.0:1767384623.780473:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384623.780474:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 00000100:00100000:2.0:1767384623.780479:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384623.780481:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384623.780483:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384623.780489:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384623.780492:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384623.780494:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384623.780495:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000607c8ba0. 00000100:00000200:0.0:1767384623.780498:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059663872, offset 0 00000400:00000200:2.0:1767384623.780501:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005454d402 00000400:00000200:3.0:1767384623.780504:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000010:2.0:1767384623.780504:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005454d402. 00000100:00000001:2.0:1767384623.780510:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384623.780513:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384623.780516:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.780525:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384623.780527:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.780531:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384623.780536:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.780536:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03800 00000400:00000200:0.0:1767384623.780546:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000100:00000001:2.0:1767384623.780547:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.780550:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9cafd9. 00000400:00000200:0.0:1767384623.780553:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4ad7141 00000100:00000001:2.0:1767384623.780556:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384623.780559:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384623.780562:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.780563:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384623.780566:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:2.0:1767384623.780569:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294913882 00000400:00000200:0.0:1767384623.780570:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4ad7141 00000400:00000010:0.0:1767384623.780574:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4ad7141. 00000100:00000010:2.0:1767384623.780576:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041eea25e. 00000100:00000001:0.0:1767384623.780579:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384623.780581:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384623.780584:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384623.780585:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000070f46c2 x1853237059663872 msgsize 4848 00000100:00000001:2.0:1767384623.780592:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294913882 00000100:00100000:0.0:1767384623.780593:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384623.780597:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000040:0.0:1767384623.780597:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384623.780599:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e4a1499. 00000100:00000001:2.0:1767384623.780604:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384623.780609:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384623.780610:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294913882 00000100:00000010:2.0:1767384623.780614:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bcc04165. 00000400:00000200:0.0:1767384623.780616:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000607c8ba0 00000100:00000001:2.0:1767384623.780618:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384623.780620:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000607c8ba0. 00000100:00000001:2.0:1767384623.780623:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294913882 00000100:00000001:0.0:1767384623.780624:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384623.780627:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074520049. 00000100:00000200:0.0:1767384623.780629:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.780632:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384623.780637:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.780640:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384623.780641:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.780646:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.780647:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.780648:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000001:2.0:1767384623.780651:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.780659:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780661:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384623.780663:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384623.780665:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.780666:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384623.780670:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.780670:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294913882 00000100:00000001:2.0:1767384623.780673:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.780675:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294913882 00000100:00000001:2.0:1767384623.780676:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780681:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294913882 00000100:00000001:2.0:1767384623.780682:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780686:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294913882 00000100:00000001:0.0:1767384623.780688:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294913882 00000100:00000001:0.0:1767384623.780690:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294913882 00000400:00000200:3.0:1767384623.780692:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:0.0:1767384623.780699:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294913882 00000100:00000001:0.0:1767384623.780702:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294913882 00000100:00000001:0.0:1767384623.780704:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.780705:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.780706:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384623.780708:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.780710:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059663744 00000100:00000001:0.0:1767384623.780711:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384623.780717:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384623.780718:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000001:0.0:1767384623.780719:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.780721:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.780723:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384623.780725:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780727:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.780730:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384623.780731:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780732:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780738:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.780739:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059663744 00000020:00000001:2.0:1767384623.780743:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384623.780746:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:3.0:1767384623.780747:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000020:00000001:2.0:1767384623.780749:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384623.780753:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384623.780757:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059663872 02000000:00000001:0.0:1767384623.780760:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384623.780762:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:0.0:1767384623.780762:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.780765:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.780768:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 02000000:00000001:0.0:1767384623.780769:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.780772:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:3.0:1767384623.780774:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00100000:0.0:1767384623.780774:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059663872 00000100:00000001:2.0:1767384623.780778:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384623.780778:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384623.780781:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000010:2.0:1767384623.780783:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e19110. 00000020:00000001:0.0:1767384623.780783:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.780787:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000100:00000001:2.0:1767384623.780788:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384623.780791:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:2.0:1767384623.780792:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e19110. 00000020:00000001:0.0:1767384623.780796:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:2.0:1767384623.780801:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068041a65. 00000100:00000001:0.0:1767384623.780801:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384623.780802:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000020:00000010:0.0:1767384623.780804:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000805bf12b. 00000020:00000010:2.0:1767384623.780809:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5a13745. 00000100:00000001:0.0:1767384623.780809:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.780811:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000805bf12b. 00000020:00000010:2.0:1767384623.780817:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018fe8a33. 00000020:00000010:0.0:1767384623.780818:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004793a21c. 00000020:00000010:0.0:1767384623.780824:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d6ca0ab. 00000100:00000040:2.0:1767384623.780828:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384623.780828:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000400:00000200:3.0:1767384623.780830:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000001:2.0:1767384623.780855:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384623.780858:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384623.780860:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.780867:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780869:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384623.780872:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384623.780877:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384623.780880:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000100:00000001:0.0:1767384623.780880:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.780889:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.780890:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384623.780894:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384623.780898:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:2.0:1767384623.780901:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384623.780901:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.780905:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935854672 : -115911773696944 : ffff96942fe74c50) 00000100:00000040:2.0:1767384623.780911:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b32bcfe x1853237059663744/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384623.780912:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000100:00000001:0.0:1767384623.780914:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.780918:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384623.780924:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384623.780925:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000020:00000010:2.0:1767384623.780928:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e19110. 00000100:00000040:0.0:1767384623.780929:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:2.0:1767384623.780933:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.780934:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935856720 : -115911773694896 : ffff96942fe75450) 00000400:00000200:3.0:1767384623.780938:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000020:00000010:2.0:1767384623.780939:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e19110. 00000100:00000040:0.0:1767384623.780942:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000070f46c2 x1853237059663872/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.780950:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b32bcfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059663744:12345-0@lo:253: 00000100:00000001:0.0:1767384623.780956:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384623.780957:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059663744 00000020:00000001:2.0:1767384623.780961:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384623.780962:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000805bf12b. 00000020:00000001:2.0:1767384623.780964:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384623.780966:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000100:00000001:0.0:1767384623.780966:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384623.780967:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.780971:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000805bf12b. 00000020:00000001:2.0:1767384623.780977:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384623.780981:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00100000:0.0:1767384623.780981:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000070f46c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059663872:12345-0@lo:253: 00000020:00000001:2.0:1767384623.780988:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384623.780989:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059663872 00000020:00000001:2.0:1767384623.780991:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384623.780992:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384623.780994:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384623.780997:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384623.780997:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384623.781000:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.781002:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.781004:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384623.781007:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000100:00000001:2.0:1767384623.781007:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384623.781007:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 02000000:00000001:2.0:1767384623.781011:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384623.781012:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384623.781015:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384623.781017:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005cb21c70. 00000020:00000001:0.0:1767384623.781018:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384623.781021:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384623.781022:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.781024:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.781025:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.781029:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384623.781030:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384623.781032:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.781038:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d1637cae. 02000000:00000001:0.0:1767384623.781040:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384623.781041:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097c3c790. 00000100:00000001:0.0:1767384623.781042:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384623.781047:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384623.781048:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 20000000:00000001:0.0:1767384623.781048:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384623.781054:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384623.781059:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384623.781059:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e53d4549. 20000000:00000001:2.0:1767384623.781063:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.781066:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.781072:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384623.781073:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384623.781077:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384623.781079:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384623.781081:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384623.781082:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000093d8b961. 20000000:00000001:0.0:1767384623.781084:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.781086:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 20000000:01000000:2.0:1767384623.781087:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:0.0:1767384623.781089:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384623.781096:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384623.781104:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384623.781130:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00080000:00000001:2.0:1767384623.781151:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384623.781155:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384623.781157:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.781159:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384623.781162:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384623.781168:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000400:00000200:3.0:1767384623.781170:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00080000:00000001:2.0:1767384623.781171:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384623.781179:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eed46900. 00080000:00000001:2.0:1767384623.781181:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855368704 : -115916854182912 : ffff969301153c00) 00080000:00000001:2.0:1767384623.781185:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384623.781286:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384623.781288:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.781296:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384623.781316:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.781319:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767384623.781410:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000172b2b22. 00000800:00000010:3.0:1767384623.781415:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000653ca601. 00000800:00000010:3.0:1767384623.781420:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005da8fbe8. 00080000:00000001:2.0:1767384623.781424:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384623.781427:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384623.781447:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005da8fbe8. 00000100:00000001:3.0:1767384623.781466:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.781469:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.781748:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384623.781771:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp22 from 229.3.0.2 00000800:00000010:3.0:1767384623.781775:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000064e76130. 00000800:00000010:3.0:1767384623.782012:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a6afd450. 00000800:00000010:3.0:1767384623.782016:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df018b31. 00000800:00000010:3.0:1767384623.782037:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000038e23d10. 00000800:00000200:3.1:1767384623.782042:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (2) 00000800:00000200:3.1:1767384623.782046:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp22 0000000038e23d10 deleted 00000800:00000010:3.1:1767384623.782048:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000038e23d10. 00000800:00000200:3.1:1767384623.782053:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384623.782059:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp22 ip 192.168.202.117:997 00000800:00000200:3.1:1767384623.782062:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012968a41 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384623.782067:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp22 p 3.x 192.168.202.117 -> 192.168.202.117:997 incarnation:1767384622143209687 sched[0] 00000800:00000010:3.0:1767384623.782071:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005da8fbe8. 00000800:00000010:3.0:1767384623.782109:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005da8fbe8. 00000800:00000010:3.0:1767384623.782113:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df018b31. 00000800:00000010:3.0:1767384623.782140:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000064e76130. 00000800:00000001:3.0:1767384623.782152:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.782157:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384623.782203:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384623.782206:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012968a41. 00000400:00000200:3.0:1767384623.782210:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.782214:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: PUT: OK 00000400:00000200:3.0:1767384623.782218:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384623.782220:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000200:0.1:1767384623.782244:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384623.782252:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp22 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384622143209687 sched[0] 00000800:00000010:0.0:1767384623.782255:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000653ca601. 00000400:00000200:0.0:1767384623.782295:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:2.0:1767384623.782311:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.782320:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.782321:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:2.0:1767384623.782322:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.782327:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.782353:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384623.782410:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22) <- 192.168.202.117@tcp22 : PUT - for me 00000400:00000200:0.0:1767384623.782529:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.782567:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384623.782571:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384623.782606:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x14c1 [1] + 0 00000400:00000010:2.0:1767384623.782611:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004aa569a9. 00000400:00000200:2.0:1767384623.782615:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa7fb912 00000800:00000001:2.0:1767384623.782620:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.782631:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.782634:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.782640:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: PUT: OK 00000400:00000200:2.0:1767384623.782643:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000400:00000010:2.0:1767384623.782644:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 00000400:00000200:2.0:1767384623.782647:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384623.782650:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (16) 00000400:00000200:2.0:1767384623.782653:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:2.0:1767384623.782657:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009ae57975. 00000400:00000200:2.0:1767384623.782659:0:16135:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 15 00000400:00000200:2.0:1767384623.782662:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384623.782669:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (17) 00000400:00000200:2.0:1767384623.782673:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384623.782677:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp22 to MR: 192.168.202.117@tcp22 local destination 00000400:00000200:2.0:1767384623.782681:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp22 NI seq info: [32:32:256:4294967295] 192.168.202.117@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1767384623.782689:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) -> 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) 192.168.202.117@tcp22 : ACK try# 0 00000800:00000200:2.0:1767384623.782694:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp22 00000800:00000010:2.0:1767384623.782703:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb2df92e. 00000800:00000200:2.0:1767384623.782707:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (4) 00000800:00000200:2.0:1767384623.782716:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp22 ip 192.168.202.117:988 00000800:00000200:2.0:1767384623.782719:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb2df92e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384623.782905:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384623.782911:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5eb503. 00000400:00000010:3.0:1767384623.782914:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb3f9a62. 00000400:00000200:3.0:1767384623.782918:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000992b3979 00000400:00000200:3.0:1767384623.782921:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1004d1 00000400:00000010:3.0:1767384623.782928:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000371e3af3. 00000400:00000010:3.0:1767384623.782931:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000291c2c05. 00000400:00000010:3.0:1767384623.782933:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000d65e9882. 00000400:00000010:3.0:1767384623.782956:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a96ce2ed. 00000400:00000200:3.0:1767384623.782960:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a96ce2ed nid 192.168.202.117@tcp23 00000400:00000010:3.0:1767384623.782963:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bb2475f0. 00000400:00000200:3.0:1767384623.782966:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bb2475f0 net tcp23 00000400:00000200:3.0:1767384623.782969:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (16) 00000400:00000200:3.0:1767384623.782973:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp23 flags 0x11 00000400:00000010:3.0:1767384623.782977:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000371e3af3. 00000400:00000010:3.0:1767384623.782980:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000291c2c05. 00000400:00000010:3.0:1767384623.782988:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000d65e9882. 00000400:00000010:3.0:1767384623.782990:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009ae57975. 00000400:00000200:3.0:1767384623.782993:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384623.782996:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100551 00000400:00000200:3.0:1767384623.782998:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 1 00000400:00000200:3.0:1767384623.783003:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 00000400:00000200:3.0:1767384623.783006:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384623.783008:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100511 rc 0 00000400:00000200:3.0:1767384623.783012:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384623.783015:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (17) 00000400:00000200:0.0:1767384623.783058:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000200:3.0:1767384623.783062:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384623.783066:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb2df92e. 00000400:00000200:3.0:1767384623.783071:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.783076:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: ACK: OK 00000800:00000001:3.0:1767384623.783083:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.783087:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.783089:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.783099:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.783102:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.783108:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.783118:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22) <- 192.168.202.117@tcp22 : ACK - for me 00000400:00000200:2.0:1767384623.783129:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp22: ACK from 12345-192.168.202.117@tcp22 into md 0x1531 00000400:00000200:2.0:1767384623.783133:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.783137:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: ACK: OK 00000400:00000200:2.0:1767384623.783140:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012832d65 00000400:00000010:2.0:1767384623.783142:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012832d65. 00000400:00000200:2.0:1767384623.783145:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384623.783146:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:2.0:1767384623.783148:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (16) 00000800:00000001:2.0:1767384623.783153:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.783157:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.783196:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783228:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783245:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783269:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783307:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783338:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783394:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783434:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783466:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783491:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783516:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783549:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783574:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783599:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783613:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783639:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783665:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783701:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783735:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783763:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384623.783786:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000800:00000010:0.0:1767384623.784098:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008b9edf5. 00000800:00000010:0.0:1767384623.784104:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000607c8ba0. 00000800:00000010:0.0:1767384623.784110:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ce71d0e. 00000800:00000010:0.0:1767384623.784150:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ce71d0e. 00000400:00000200:3.0:1767384623.784204:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384623.784221:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp22 from 228.3.0.2 00000800:00000010:3.0:1767384623.784224:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002b966434. 00000800:00000010:3.0:1767384623.784543:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001939fc5c. 00000800:00000010:3.0:1767384623.784546:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df018b31. 00000800:00000010:3.0:1767384623.784564:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000653ca601. 00000800:00000200:3.1:1767384623.784569:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (4) 00000800:00000200:3.1:1767384623.784573:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp22 00000000653ca601 deleted 00000800:00000010:3.1:1767384623.784576:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000653ca601. 00000800:00000200:3.1:1767384623.784580:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384623.784586:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp22 p 3.x 192.168.202.117 -> 192.168.202.117:996 incarnation:1767384622143209687 sched[0] 00000800:00000010:3.0:1767384623.784592:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d09bcf44. 00000800:00000010:3.0:1767384623.784643:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d09bcf44. 00000800:00000010:3.0:1767384623.784647:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df018b31. 00000800:00000010:3.0:1767384623.784673:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002b966434. 00000800:00000200:2.1:1767384623.784674:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384623.784684:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp22 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384622143209687 sched[0] 00000800:00000001:3.0:1767384623.784685:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384623.784690:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000607c8ba0. 00000800:00000001:3.0:1767384623.784691:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384623.784727:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.784731:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384623.789196:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384623.789203:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:1.0:1767384623.789203:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384623.789208:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384623.789208:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384623.789213:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384623.789213:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384623.789217:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384623.789219:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384623.789222:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eed46900. 00080000:00000001:1.0:1767384623.789225:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384623.789226:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384623.789235:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384623.789238:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384623.789244:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384623.789246:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ac1862d8. 20000000:01000000:3.0:1767384623.789250:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:3.0:1767384623.789259:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384623.789264:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384623.789292:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384623.789294:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384623.789295:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.789296:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384623.789299:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384623.789302:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384623.789305:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384623.789313:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076f02652. 00080000:00000001:3.0:1767384623.789316:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857583616 : -115916851968000 : ffff969301370800) 00080000:00000001:3.0:1767384623.789320:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384623.789418:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384623.789420:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.789422:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384623.789436:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.789438:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384623.789524:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384623.789526:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384623.789542:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384623.789545:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384623.789547:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384623.789551:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384623.789554:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384623.789559:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000502e7d93 count: 2 00010000:00000001:3.0:1767384623.789562:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384623.789565:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384623.789567:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001adae855. 00000020:00000001:3.0:1767384623.789571:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384623.789573:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001adae855 with handle 0x534bb1615bf4c76b to hash 00000020:00000001:3.0:1767384623.789575:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384623.789577:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.789579:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.789582:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384623.789584:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.789586:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.789599:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384623.789602:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384623.789604:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384623.789606:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384623.789608:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384623.789611:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.789615:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384623.789617:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.789619:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384623.789620:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384623.789622:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384623.789623:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384623.789625:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384623.789629:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000502e7d93) refcount = 2 00010000:00000040:3.0:1767384623.789631:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384623.789633:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384623.789636:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384623.789637:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384623.789643:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0a5265d. 00000100:00000001:3.0:1767384623.789645:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384623.789648:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000653ca601. 00000100:00000001:3.0:1767384623.789650:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156880163392 : -115916829388224 : ffff9693028f9240) 00000100:00000001:3.0:1767384623.789651:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156880163392 : -115916829388224 : ffff9693028f9240) 00000100:00000001:3.0:1767384623.789653:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384623.789655:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384623.789656:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384623.789664:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.789666:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384623.789667:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384623.789669:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384623.789671:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384623.789674:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384623.789678:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000772ef718. 00000020:00000040:3.0:1767384623.789681:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:3.0:1767384623.789684:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384623.789686:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384623.789689:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.789693:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077d4c413. 00000100:00000001:3.0:1767384623.789696:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.789699:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384623.789709:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 16 pid: 16772 timeout: 396 lvb_type: 0 00010000:00000001:3.0:1767384623.789715:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384623.789717:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384623.789720:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384623.789727:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384623.789728:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.789731:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000772ef718 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059664000:0@lo:104: 00000100:00000001:3.0:1767384623.789734:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.789737:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384623.789738:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.789740:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384623.789743:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7c6449b. 02000000:00000001:3.0:1767384623.789745:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.789749:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d66b7f13. 00000400:00000010:3.0:1767384623.789753:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316ab0a2. 00000100:00000200:3.0:1767384623.789756:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059664000, portal 16 00000100:00000001:3.0:1767384623.789757:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.789763:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933880704 : -115911775670912 : ffff96942fc92d80) 00000100:00000040:3.0:1767384623.789767:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384623.789773:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.789776:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.789779:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef77fc4. 00000100:00000200:3.0:1767384623.789782:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059664000, offset 0 00000400:00000200:3.0:1767384623.789787:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.789793:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.789798:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a03880 00000400:00000200:3.0:1767384623.789803:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:3.0:1767384623.789807:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.789809:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384623.789814:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.789815:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384623.789818:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000279d78e9. 00000100:00000040:3.0:1767384623.789820:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000279d78e9 x1853237059664000 msgsize 328 00000100:00100000:3.0:1767384623.789822:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384623.789856:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.789862:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef77fc4 00000400:00000010:3.0:1767384623.789864:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef77fc4. 00000100:00000001:3.0:1767384623.789867:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.789871:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384623.789873:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384623.789878:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664000 00000100:00000001:3.0:1767384623.789881:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384623.789882:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384623.789885:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384623.789886:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384623.789887:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.789893:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.789897:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384623.789898:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664000 00000100:00000001:3.0:1767384623.789902:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384623.789903:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384623.789908:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.789911:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294913892 00000100:00000001:3.0:1767384623.789918:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294913882 00000100:00000001:3.0:1767384623.789924:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294913892 00000020:00000040:0.0:1767384623.789929:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000020:00000001:0.0:1767384623.789932:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.789935:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000100:00000001:3.0:1767384623.789937:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294913882 00000020:00000001:0.0:1767384623.789938:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000020:00000001:0.0:1767384623.789942:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:3.0:1767384623.789945:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294913892 00000100:00000001:0.0:1767384623.789946:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384623.789951:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294913882 00000020:00000010:0.0:1767384623.789951:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee4593cb. 00000100:00000001:0.0:1767384623.789957:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.789960:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294913892 00000020:00000010:0.0:1767384623.789960:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee4593cb. 00000020:00000010:0.0:1767384623.789966:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007465225b. 00000100:00000001:3.0:1767384623.789967:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294913882 00000020:00000010:0.0:1767384623.789974:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000827ac77b. 00000100:00000001:3.0:1767384623.789975:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.789978:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.789979:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001bfbab86. 00010000:00000001:3.0:1767384623.789981:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.789984:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.789986:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.789988:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384623.789989:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767384623.789990:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.789994:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.789994:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384623.789998:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384623.789998:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384623.790002:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384623.790002:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790006:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790009:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384623.790010:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790011:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384623.790016:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000653ca601 going to sleep for 11 seconds 00000100:00000001:3.0:1767384623.790019:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.790021:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.790026:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.790039:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.790046:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384623.790048:0:19653:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000052ea48b4. 00000100:00100000:0.0:1767384623.790053:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384623.790054:0:19653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384623.790056:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:1.0:1767384623.790058:0:19653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384623.790059:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933882496 : -115911775669120 : ffff96942fc93480) 00000100:00000001:1.0:1767384623.790060:0:19653:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.790064:0:19653:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.790065:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000279d78e9 x1853237059664000/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384623.790074:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.790076:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee4593cb. 00000100:00000001:0.0:1767384623.790077:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.790079:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee4593cb. 00000100:00100000:0.0:1767384623.790083:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000279d78e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059664000:12345-0@lo:104: 00000100:00000200:0.0:1767384623.790089:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664000 00010000:00000001:0.0:1767384623.790091:0:16762:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384623.790095:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384623.790097:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.790098:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=2 00000020:00000001:0.0:1767384623.790100:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384623.790102:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384623.790105:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384623.790108:0:16762:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384623.790111:0:16762:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384623.790117:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384623.790119:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.790122:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a0133616. 02000000:00000001:0.0:1767384623.790124:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.790125:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.790128:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384623.790130:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.790133:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.790137:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384623.790145:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384623.790147:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384623.790149:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384623.790151:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.790153:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384623.790155:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384623.790158:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000100:00000200:0.0:1767384623.790161:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059664000, offset 224 00000400:00000200:0.0:1767384623.790166:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.790174:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.790182:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a03880 00000400:00000200:0.0:1767384623.790186:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1549 [1] + 224 00000400:00000200:0.0:1767384623.790189:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.790192:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384623.790196:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384623.790200:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384623.790208:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384623.790220:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384623.790225:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00000400:00000010:0.0:1767384623.790226:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00000100:00000001:0.0:1767384623.790229:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384623.790231:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.790231:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384623.790237:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384623.790239:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384623.790240:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:3.0:1767384623.790243:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384623.790245:0:16762:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384623.790246:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d66b7f13. 00010000:00000010:0.0:1767384623.790249:0:16762:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000950314e9. 00000400:00000200:3.0:1767384623.790251:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000316ab0a2 00000400:00000010:3.0:1767384623.790254:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316ab0a2. 00010000:00000001:0.0:1767384623.790254:0:16762:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384623.790259:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384623.790263:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384623.790264:0:16762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:00000001:1.0:1767384623.790268:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384623.790271:0:16762:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.790272:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.790276:0:16762:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.790278:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384623.790281:0:16762:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.790284:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:3.0:1767384623.790285:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384623.790289:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384623.790289:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000279d78e9 x1853237059664000/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 328/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384623.790293:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.790296:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384623.790299:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.790311:0:16794:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:1.0:1767384623.790312:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fdc33ea8 already unused, calling callback (00000000b79f9119) 02000000:00000001:3.0:1767384623.790316:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:1.0:1767384623.790317:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:0.0:1767384623.790317:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000279d78e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059664000:12345-0@lo:104: Request processed in 241us (494us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384623.790320:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00010000:1.0:1767384623.790321:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.790325:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384623.790330:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 02000000:00000001:3.0:1767384623.790332:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.790334:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00001000:3.0:1767384623.790338:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=31 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384623.790339:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384623.790343:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384623.790347:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000827ac77b. 00000100:00001000:3.0:1767384623.790350:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=31 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384623.790350:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384623.790352:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001bfbab86. 00010000:00000001:1.0:1767384623.790353:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384623.790356:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384623.790357:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384623.790358:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.790359:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007465225b. 00000020:00000040:1.0:1767384623.790360:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=3 00010000:00000001:3.0:1767384623.790376:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.790379:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.790382:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00000100:00000001:3.0:1767384623.790384:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384623.790384:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00010000:00000001:1.0:1767384623.790385:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00000100:00000001:0.0:1767384623.790390:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.790391:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767384623.790393:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384623.790396:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.790410:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384623.790412:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384623.790413:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00010000:1.0:1767384623.790415:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.790416:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384623.790420:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384623.790422:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:1.0:1767384623.790424:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:3.0:1767384623.790425:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.790428:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384623.790429:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000040:3.0:1767384623.790432:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:1.0:1767384623.790433:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384623.790439:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384623.790443:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384623.790446:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.790449:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000772ef718 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059664000:0@lo:104: 00000100:00000001:3.0:1767384623.790455:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.790457:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384623.790457:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384623.790461:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384623.790462:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000040:1.0:1767384623.790465:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 00000100:00000001:3.0:1767384623.790466:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384623.790470:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384623.790472:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000772ef718 x1853237059664000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384623.790473:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.790479:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384623.790482:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384623.790483:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384623.790485:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384623.790486:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767384623.790488:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7c6449b. 00010000:00000001:1.0:1767384623.790489:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384623.790493:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384623.790493:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.790497:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.790497:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fdc33ea8 with handle 0x534bb1615bf4c75d from hash 00010000:00000001:1.0:1767384623.790500:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384623.790501:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384623.790505:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00010000:00000001:1.0:1767384623.790505:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384623.790507:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384623.790510:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077d4c413. 00010000:00000001:1.0:1767384623.790514:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384623.790515:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384623.790517:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384623.790517:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:3.0:1767384623.790520:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000772ef718. 00010000:00000001:1.0:1767384623.790520:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384623.790525:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384623.790527:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384623.790528:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384623.790530:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384623.790533:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000653ca601. 00000100:00000010:1.0:1767384623.790534:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e0f4f46. 00000100:00000001:3.0:1767384623.790536:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384623.790539:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384623.790539:0:16766:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00010000:00000010:3.0:1767384623.790544:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0a5265d. 00000100:00000001:1.0:1767384623.790546:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.790548:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384623.790549:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.790551:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.790552:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.790556:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384623.790557:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7e78a79. 20000000:00000001:3.0:1767384623.790558:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384623.790563:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384623.790564:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.790565:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.790567:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384623.790571:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384623.790577:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384623.790578:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.790581:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384623.790583:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.790588:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0f4f46] to pc [ptlrpcd_00_03+3] req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.790611:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.790612:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.790616:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384623.790616:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384623.790619:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384623.790620:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.790624:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.790625:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.790630:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.790632:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.790635:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384623.790637:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790638:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384623.790639:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790641:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.790643:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384623.790644:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.790645:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.790648:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384623.790653:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.790658:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384623.790659:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059664128:0@lo:103: 00010000:00010000:1.0:1767384623.790661:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000fdc33ea8/0x534bb1615bf4c75d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c764 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.790663:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.790666:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384623.790668:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.790672:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:1.0:1767384623.790672:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000074ec3c38 count: 0 02000000:00000010:3.0:1767384623.790675:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077d4c413. 02000000:00000001:3.0:1767384623.790684:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.790687:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d66b7f13. 00010000:00000001:1.0:1767384623.790688:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384623.790690:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316ab0a2. 00010000:00000001:1.0:1767384623.790691:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384623.790695:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000950314e9. 00000100:00000200:3.0:1767384623.790696:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059664128, portal 18 00000100:00000001:3.0:1767384623.790699:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767384623.790700:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790701:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158520832 : -115911551030784 : ffff96943d2cea00) 00000020:00000001:1.0:1767384623.790707:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384623.790709:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384623.790710:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.790715:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384623.790718:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384623.790720:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.790724:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384623.790725:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384623.790726:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384623.790729:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384623.790729:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.790731:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef77fc4. 00010000:00010000:1.0:1767384623.790732:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384623.790736:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059664128, offset 0 00000400:00000200:3.0:1767384623.790740:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.790744:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.790750:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a03900 00000400:00000200:3.0:1767384623.790754:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384623.790757:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.790760:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384623.790765:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.790766:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384623.790768:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000772ef718. 00000100:00000040:3.0:1767384623.790771:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000772ef718 x1853237059664128 msgsize 328 00000100:00100000:3.0:1767384623.790775:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384623.790787:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.790790:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef77fc4 00000400:00000010:3.0:1767384623.790792:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef77fc4. 00000100:00000001:3.0:1767384623.790795:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.790797:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.790803:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384623.790805:0:16765:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384623.790806:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.790810:0:16765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664128 02000000:00000001:0.0:1767384623.790815:0:16765:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384623.790816:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.790818:0:16765:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.790820:0:16765:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.790823:0:16765:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790824:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384623.790828:0:16765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664128 00000100:00000001:3.0:1767384623.790829:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.790830:0:16765:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384623.790859:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294913893 00000100:00000001:3.0:1767384623.790865:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913892 00000100:00000001:3.0:1767384623.790870:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294913893 00000100:00000001:3.0:1767384623.790875:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913892 00000100:00000001:3.0:1767384623.790880:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294913893 00000100:00000001:3.0:1767384623.790885:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913892 00000100:00000001:3.0:1767384623.790889:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294913893 00000100:00000001:3.0:1767384623.790894:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913892 00000100:00000001:3.0:1767384623.790897:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.790899:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790901:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790903:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.790908:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384623.790909:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384623.790911:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.790913:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.790915:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.790917:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384623.791020:0:16765:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384623.791022:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.791024:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000020:00000001:0.0:1767384623.791026:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384623.791028:0:16765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384623.791030:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.791033:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee4593cb. 00000100:00000001:0.0:1767384623.791036:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.791037:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee4593cb. 00000020:00000010:0.0:1767384623.791047:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007465225b. 00000020:00000010:0.0:1767384623.791049:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000827ac77b. 00000020:00000010:0.0:1767384623.791052:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001bfbab86. 00000100:00000040:0.0:1767384623.791059:0:16765:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384623.791061:0:16765:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384623.791062:0:16765:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384623.791064:0:16765:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384623.791066:0:16765:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791067:0:16765:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384623.791070:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384623.791071:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.791072:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000054cf2ccc refcount=4 00000020:00000001:0.0:1767384623.791074:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586117632 : -115912123433984 : ffff96941b0ebc00) 00010000:00000001:0.0:1767384623.791076:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586117632 : -115912123433984 : ffff96941b0ebc00) 00010000:00010000:0.0:1767384623.791079:0:16765:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 17 pid: 16772 timeout: 396 lvb_type: 0 00010000:00000001:0.0:1767384623.791084:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791086:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791087:0:16765:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791088:0:16765:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791092:0:16765:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384623.791096:0:16765:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000772ef718 x1853237059664128/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.791101:0:16765:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384623.791103:0:16765:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.791111:0:16765:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791124:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.791125:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384623.791127:0:16765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000010:3.0:1767384623.791128:0:19654:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000018bc0efa. 00000100:00000040:0.0:1767384623.791129:0:16765:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:0.0:1767384623.791133:0:16765:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933880704 : -115911775670912 : ffff96942fc92d80) 00000100:00000040:0.0:1767384623.791136:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000772ef718 x1853237059664128/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.791151:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.791155:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee4593cb. 00000100:00000001:0.0:1767384623.791157:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.791159:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee4593cb. 00000100:00100000:0.0:1767384623.791162:0:16765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000772ef718 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16143:x1853237059664128:12345-0@lo:103: 00000100:00000200:0.0:1767384623.791165:0:16765:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664128 00010000:00000001:0.0:1767384623.791167:0:16765:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384623.791169:0:16765:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384623.791170:0:16765:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384623.791173:0:16765:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384623.791175:0:16765:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.791178:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b2546c1d. 02000000:00000001:0.0:1767384623.791179:0:16765:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.791180:0:16765:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791182:0:16765:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384623.791184:0:16765:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384623.791186:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384623.791187:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.791188:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000054cf2ccc refcount=4 00000020:00000001:0.0:1767384623.791190:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586117632 : -115912123433984 : ffff96941b0ebc00) 00010000:00000001:0.0:1767384623.791191:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586117632 : -115912123433984 : ffff96941b0ebc00) 00010000:00000040:0.0:1767384623.791193:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000502e7d93 count: 3 00010000:00010000:0.0:1767384623.791197:0:16765:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 17 pid: 16772 timeout: 396 lvb_type: 0 00000100:00001000:0.0:1767384623.791202:0:16765:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384623 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384623.791204:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384623.791209:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791210:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384623.791212:0:16765:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 17 pid: 16772 timeout: 396 lvb_type: 0 00000020:00000001:0.0:1767384623.791218:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384623.791225:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384623.791226:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.791228:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791231:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384623.791232:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384623.791237:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791239:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791240:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384623.791242:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384623.791244:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000054cf2ccc with handle 0x534bb1615bf4c764 from hash 00010000:00000001:0.0:1767384623.791246:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384623.791248:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791249:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791250:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384623.791252:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384623.791253:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384623.791255:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000054cf2ccc/0x534bb1615bf4c764 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c75d expref: 17 pid: 16772 timeout: 396 lvb_type: 0 00010000:00000040:0.0:1767384623.791259:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:0.0:1767384623.791260:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:0.0:1767384623.791269:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791270:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384623.791272:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384623.791273:0:16765:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001adae855 00010000:00000001:0.0:1767384623.791274:0:16765:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384623.791276:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384623.791277:0:16765:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.791278:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384623.791280:0:16765:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.791282:0:16765:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384623.791283:0:16765:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384623.791284:0:16765:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791289:0:16765:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384623.791291:0:16765:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384623.791297:0:16765:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384623.791299:0:16765:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384623.791300:0:16765:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000502e7d93) refcount = 2 00010000:00010000:0.0:1767384623.791303:0:16765:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791307:0:16765:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384623.791308:0:16765:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384623.791310:0:16765:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.791311:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384623.791327:0:16765:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee4593cb. 00000100:00000001:0.0:1767384623.791329:0:16765:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384623.791333:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080f805ea. 00000100:00000001:0.0:1767384623.791334:0:16765:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161927722304 : -115911781829312 : ffff96942f6b3540) 00000100:00000001:0.0:1767384623.791336:0:16765:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628161927722304 : -115911781829312 : ffff96942f6b3540) 00000100:00000001:0.0:1767384623.791338:0:16765:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384623.791338:0:16765:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384623.791340:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384623.791341:0:16765:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384623.791343:0:16765:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:0.0:1767384623.791345:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384623.791347:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.791349:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001adae855 refcount=5 00000020:00000001:0.0:1767384623.791351:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:0.0:1767384623.791352:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:0.0:1767384623.791354:0:16765:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384623.791356:0:16765:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791360:0:16765:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384623.791376:0:16765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791381:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791382:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384623.791388:0:16765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791392:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384623.791394:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791396:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384623.791397:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384623.791402:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001adae855 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384623.791404:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384623.791406:0:16765:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384623.791408:0:16765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791411:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384623.791413:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384623.791414:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.791415:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001adae855 refcount=6 00000020:00000001:0.0:1767384623.791417:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:0.0:1767384623.791419:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:0.0:1767384623.791421:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384623.791422:0:16765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791425:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384623.791427:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384623.791429:0:16765:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791435:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384623.791436:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384623.791438:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384623.791440:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384623.791442:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001adae855 with handle 0x534bb1615bf4c76b from hash 00010000:00000001:0.0:1767384623.791445:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384623.791446:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791453:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791454:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384623.791455:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384623.791457:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384623.791459:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384623.791460:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.791462:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791463:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384623.791464:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384623.791466:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791467:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791468:0:16765:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791469:0:16765:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791471:0:16765:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384623.791473:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.791476:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791478:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791479:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384623.791480:0:16765:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384623.791482:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791483:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791484:0:16765:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384623.791487:0:16765:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384623.791489:0:16765:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791490:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.791491:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.791492:0:16765:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791494:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384623.791496:0:16765:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384623.791498:0:16765:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.791499:0:16765:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.791501:0:16765:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384623.791503:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000080f805ea. 00000100:00000001:0.0:1767384623.791505:0:16765:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384623.791507:0:16765:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384623.791509:0:16765:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee4593cb. 00010000:00000001:0.0:1767384623.791516:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384623.791518:0:16765:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384623.791519:0:16765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.791522:0:16765:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384623.791523:0:16765:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.791525:0:16765:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.791528:0:16765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384623.791530:0:16765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384623.791532:0:16765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384623.791534:0:16765:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384623.791535:0:16765:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.791537:0:16765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384623.791541:0:16765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384623.791545:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000100:00000200:0.0:1767384623.791548:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059664128, offset 224 00000400:00000200:0.0:1767384623.791553:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.791558:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.791565:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a03900 00000400:00000200:0.0:1767384623.791570:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1555 [1] + 224 00000400:00000200:0.0:1767384623.791573:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.791577:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384623.791581:0:16765:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384623.791584:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384623.791587:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384623.791605:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1767384623.791607:0:16765:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384623.791611:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384623.791617:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384623.791624:0:16765:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384623.791626:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384623.791629:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384623.791630:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00010000:00010000:3.0:1767384623.791633:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001adae855/0x534bb1615bf4c76b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384623.791633:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00000100:00000001:0.0:1767384623.791635:0:16765:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384623.791636:0:16765:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384623.791638:0:16765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.791641:0:16765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384623.791646:0:16765:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384623.791651:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000502e7d93 count: 0 00010000:00000001:0.0:1767384623.791656:0:16765:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.791662:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000772ef718 x1853237059664128/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 328/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384623.791665:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384623.791670:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:0.0:1767384623.791672:0:16765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000772ef718 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059664128:12345-0@lo:103: Request processed in 518us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384623.791679:0:16765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384623.791681:0:16765:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384623.791683:0:16765:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384623.791685:0:16765:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384623.791687:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000827ac77b. 00000020:00000010:0.0:1767384623.791690:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001bfbab86. 00000020:00000010:0.0:1767384623.791693:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007465225b. 00000020:00000040:0.0:1767384623.791696:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:0.0:1767384623.791698:0:16765:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791715:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.791716:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384623.791720:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384623.791721:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384623.791723:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d66b7f13. 00000400:00000200:0.0:1767384623.791726:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000316ab0a2 00000400:00000010:0.0:1767384623.791728:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316ab0a2. 00000100:00000001:0.0:1767384623.791730:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384623.791732:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384623.791737:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.791743:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384623.791745:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791747:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384623.791749:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384623.791751:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.791753:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.791755:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.791758:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384623.791768:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.791772:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384623.791775:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.791778:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384623.791780:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.791782:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.791787:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.791794:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.791797:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384623.791799:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384623.791804:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.791812:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059664128:0@lo:103: 00000100:00000001:0.0:1767384623.791817:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791818:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384623.791820:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e0f4f46 x1853237059664128/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.791825:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384623.791826:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384623.791828:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077d4c413. 02000000:00000001:0.0:1767384623.791831:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384623.791860:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384623.791862:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384623.791864:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384623.791865:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b7e78a79. 02000000:00000001:0.0:1767384623.791869:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384623.791870:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384623.791872:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e0f4f46. 00000100:00000001:0.0:1767384623.791875:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384623.791877:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791878:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.791883:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384623.791885:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.791892:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.791893:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384623.794859:0:18313:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000074ec3c38. 00010000:00000010:3.1:1767384623.794863:0:16650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000502e7d93. 00010000:00000010:1.1:1767384623.794870:0:18313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fdc33ea8. 00010000:00000010:3.1:1767384623.794874:0:16650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001adae855. 00010000:00000010:0.1:1767384623.794877:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000054cf2ccc. 00080000:00000001:1.0:1767384623.798568:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384623.798571:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384623.798573:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384623.798575:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384623.798576:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384623.798579:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076f02652. 00080000:00000001:1.0:1767384623.798583:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384623.798649:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384623.798654:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384623.798657:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384623.798659:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384623.798661:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384623.798670:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384623.798672:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384623.798678:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384623.798686:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384623.798688:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384623.798690:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384623.798692:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384623.798694:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384623.798699:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009f335bf5. 00010000:00000001:3.0:1767384623.798703:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384623.798707:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001adae855. 00000020:00000001:3.0:1767384623.798709:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384623.798712:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001adae855 with handle 0x534bb1615bf4c772 to hash 00000020:00000001:3.0:1767384623.798714:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384623.798716:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.798718:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.798720:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384623.798721:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.798723:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798728:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384623.798730:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384623.798732:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384623.798734:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384623.798741:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384623.798742:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384623.798744:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384623.798746:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384623.798747:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384623.798749:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384623.798750:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384623.798752:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009f335bf5) refcount = 1 00010000:00010000:3.0:1767384623.798755:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798759:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384623.798761:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384623.798762:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384623.798764:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.798766:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384623.798768:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384623.798770:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:3.0:1767384623.798772:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.798773:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.798774:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001adae855 refcount=4 00000020:00000001:3.0:1767384623.798776:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.798778:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.798780:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384623.798781:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798786:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384623.798788:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798792:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.798793:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384623.798794:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798806:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384623.798807:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.798808:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384623.798809:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384623.798813:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001adae855 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384623.798814:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384623.798816:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384623.798818:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798822:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384623.798823:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.798825:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.798826:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001adae855 refcount=5 00000020:00000001:3.0:1767384623.798828:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.798829:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115584 : -115912123436032 : ffff96941b0eb400) 00010000:00000001:3.0:1767384623.798859:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384623.798860:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798865:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384623.798867:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384623.798868:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.798872:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384623.798874:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384623.798877:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384623.798878:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384623.798881:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001adae855 with handle 0x534bb1615bf4c772 from hash 00010000:00000001:3.0:1767384623.798883:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384623.798885:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.798887:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.798892:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384623.798894:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384623.798896:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384623.798898:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384623.798900:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384623.798902:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.798904:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384623.798906:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384623.798907:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.798909:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.798910:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.798911:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.798913:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.798915:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798918:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.798919:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.798921:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384623.798922:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384623.798924:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.798925:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.798926:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384623.798928:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384623.798929:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.798931:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.798935:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384623.798936:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384623.798938:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001adae855/0x534bb1615bf4c772 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384623.798942:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009f335bf5 count: 0 00010000:00000001:3.0:1767384623.798948:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384623.798949:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384623.799641:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384623.799646:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384623.799648:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000097c3c790. 20000000:00000001:1.0:1767384623.799654:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384623.799657:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059663744 00010000:00000001:1.0:1767384623.799659:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384623.799665:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b32bcfe x1853237059663744/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.799672:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384623.799674:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.799676:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.799679:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384623.799681:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384623.799683:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384623.799686:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.799688:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.799697:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.799699:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384623.799703:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b87c27a1. 00000100:00000200:1.0:1767384623.799707:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059663744, offset 224 00000400:00000200:1.0:1767384623.799713:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384623.799720:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384623.799728:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03780 00000400:00000200:1.0:1767384623.799733:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1535 [2] + 224 00000400:00000200:1.0:1767384623.799738:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.799741:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.799744:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.799747:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384623.799754:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.799770:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.799776:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b87c27a1 00000100:00000001:2.0:1767384623.799779:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384623.799779:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b87c27a1. 00000100:00000001:2.0:1767384623.799784:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384623.799785:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384623.799787:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384623.799789:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384623.799791:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384623.799792:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384623.799795:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384623.799797:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384623.799801:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c27d90f. 00000020:00000001:1.0:1767384623.799802:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.799807:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384623.799808:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000afabc76 00000400:00000010:2.0:1767384623.799812:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000afabc76. 00000100:00000001:2.0:1767384623.799814:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384623.799815:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b32bcfe x1853237059663744/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384623.799820:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384623.799859:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.799871:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384623.799873:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b32bcfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059663744:12345-0@lo:253: Request processed in 18945us (19401us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384623.799874:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.799879:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384623.799882:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384623.799883:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.799885:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.799886:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 02000000:00000001:2.0:1767384623.799890:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.799891:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00001000:2.0:1767384623.799893:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=31 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384623.799895:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384623.799898:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384623.799899:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.799901:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384623.799902:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.799904:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384623.799907:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.799909:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384623.799909:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5a13745. 00000100:00000040:2.0:1767384623.799913:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384623.799915:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018fe8a33. 00000020:00000010:1.0:1767384623.799922:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068041a65. 00000100:00000001:2.0:1767384623.799923:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.799927:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384623.799929:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384623.799929:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000020:01000004:2.0:1767384623.799933:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:1.0:1767384623.799935:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384623.799936:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:1.0:1767384623.799938:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005cb21c70. 00000020:01000004:2.0:1767384623.799939:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384623.799943:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384623.799944:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384623.799945:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384623.799947:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384623.799948:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384623.799951:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384623.799953:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000200:1.0:1767384623.799954:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384623.799955:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:1.0:1767384623.799961:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a2890. 00000020:01000004:2.0:1767384623.799963:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384623.799967:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b87c27a1. 00000100:00000040:2.0:1767384623.799968:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.799977:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a13c2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059663744:0@lo:253: 00000100:00000001:2.0:1767384623.799982:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.799984:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.799987:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a13c2de x1853237059663744/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.799992:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384623.799993:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384623.799995:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff17f106. 02000000:00000001:2.0:1767384623.799997:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384623.799999:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384623.800000:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384623.800002:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384623.800003:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005af6e98a. 02000000:00000001:2.0:1767384623.800006:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384623.800007:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384623.800009:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a13c2de. 00000100:00000001:2.0:1767384623.800011:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384623.800012:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.800015:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.800020:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.800022:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.800025:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.800027:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.800740:0:23418:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000db102678. 00000400:00000040:2.0:1767384623.800758:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384623.800761:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384623.800764:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384623.800765:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384623.800769:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384623.800770:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384623.800774:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384623.800775:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384623.800777:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384623.800782:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384623.800784:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384623.800786:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384623.800788:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384623.800789:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384623.800790:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384623.800792:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384623.800793:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384623.800794:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384623.800795:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384623.800798:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384623.800799:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384623.800800:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384623.800802:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384623.800803:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384623.800804:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384623.800806:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384623.800807:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384623.800808:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384623.800810:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384623.800811:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384623.800812:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384623.800814:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384623.800815:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384623.800817:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384623.800818:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384623.800819:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384623.800821:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384623.800822:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384623.800824:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384623.800825:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384623.800827:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384623.800828:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384623.800830:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384623.800851:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384623.800853:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384623.800855:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384623.800856:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384623.800858:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384623.800864:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384623.800865:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384623.800866:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384623.800868:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384623.800870:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384623.800872:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384623.800875:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384623.800876:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384623.800878:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384623.800947:0:23418:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000db102678. 00080000:00000020:3.0:1767384623.801638:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384623.801642:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384623.801652:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e53d4549. 20000000:00000001:3.0:1767384623.801657:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384623.801661:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059663872 00010000:00000001:3.0:1767384623.801664:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384623.801669:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000070f46c2 x1853237059663872/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384623.801680:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384623.801681:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384623.801684:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.801688:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384623.801690:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384623.801693:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384623.801696:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384623.801699:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.801702:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.801705:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.801709:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000012decfb. 00000100:00000200:3.0:1767384623.801714:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059663872, offset 224 00000400:00000200:3.0:1767384623.801720:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.801727:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.801734:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03800 00000400:00000200:3.0:1767384623.801739:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x153d [2] + 224 00000400:00000200:3.0:1767384623.801745:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.801749:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384623.801752:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384623.801756:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384623.801768:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.801787:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.801793:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000012decfb 00000400:00000010:3.0:1767384623.801795:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000012decfb. 00000100:00000001:3.0:1767384623.801799:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384623.801800:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.801804:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384623.801808:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384623.801809:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384623.801812:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384623.801816:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.801816:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f56192b. 00000100:00000040:3.0:1767384623.801822:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:1.0:1767384623.801822:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5bf88c 00000400:00000010:1.0:1767384623.801826:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee5bf88c. 00010000:00000001:3.0:1767384623.801827:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384623.801857:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.801863:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384623.801871:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384623.801873:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.801879:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384623.801881:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384623.801883:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.801885:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384623.801888:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000070f46c2 x1853237059663872/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384623.801888:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384623.801891:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.801894:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.801898:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.801903:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384623.801909:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.801913:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384623.801914:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000070f46c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059663872:12345-0@lo:253: Request processed in 20953us (21325us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384623.801915:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.801919:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384623.801922:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.801931:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000001:1.0:1767384623.801932:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.801938:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000040:1.0:1767384623.801939:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.801944:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384623.801948:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384623.801951:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384623.801953:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d6ca0ab. 00000100:00000001:1.0:1767384623.801954:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384623.801956:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384623.801960:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:3.0:1767384623.801962:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000020:01000004:1.0:1767384623.801962:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384623.801963:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.801967:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.801969:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:3.0:1767384623.801970:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004793a21c. 00000020:01000004:1.0:1767384623.801970:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.801973:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384623.801976:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384623.801977:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:3.0:1767384623.801979:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000040:1.0:1767384623.801980:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384623.801986:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384623.801989:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d1637cae. 00000100:00100000:1.0:1767384623.801990:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059663872:0@lo:253: 00000100:00000001:1.0:1767384623.801998:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.802000:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.802002:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059663872/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.802007:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384623.802009:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384623.802011:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c7f9f3b1. 02000000:00000001:3.0:1767384623.802016:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384623.802021:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384623.802022:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384623.802025:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.802026:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000100:00000200:3.0:1767384623.802027:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384623.802029:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384623.802032:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000041d43b13. 00000400:00000010:3.0:1767384623.802035:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8006ae2. 02000000:00000001:1.0:1767384623.802036:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384623.802040:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384623.802041:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000400:00000010:3.0:1767384623.802043:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000012decfb. 00000100:00000001:1.0:1767384623.802045:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384623.802048:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.802054:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.802059:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384623.802060:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.802063:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.802065:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.803883:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294913893, at 4294913894 00000100:00000010:3.0:1767384623.803892:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074520049. 00000100:00000040:1.0:1767384623.803896:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294913893, at 4294913894 00000100:00000010:1.0:1767384623.803904:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e4a1499. 00010000:00000010:3.1:1767384623.804875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f335bf5. 00010000:00000010:3.1:1767384623.804886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001adae855. 00000100:00000040:2.0:1767384623.804931:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294913893, at 4294913895 00000100:00000010:2.0:1767384623.804937:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bcc04165. 00000100:00000040:0.0:1767384623.804943:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294913893, at 4294913895 00000100:00000010:0.0:1767384623.804951:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041eea25e. 00010000:00000001:0.0:1767384624.021888:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384624.021896:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.021904:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384624.021905:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.021944:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384624.021948:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384624.021952:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384624.695734:0:23684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384624.695746:0:23684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.695750:0:23684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384624.695755:0:23684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384624.695760:0:23684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.695762:0:23684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.045938:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384625.045944:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.045950:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384625.045951:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.045975:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384625.045979:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384625.045982:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384625.477096:0:23848:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384625.477103:0:23848:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:2.0:1767384625.481512:0:23848:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384625.489635:0:23849:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000796fb75c. 00000400:00000010:2.0:1767384625.489648:0:23849:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000099a8199f. 00000400:00000010:2.0:1767384625.489657:0:23849:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000006b3ffa6. 00000400:00000010:2.0:1767384625.489660:0:23849:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007070a926. 00000400:00000010:2.0:1767384625.489663:0:23849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ae66eff. 00000400:00000010:2.0:1767384625.489667:0:23849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008de52c3b. 00000400:00000010:2.0:1767384625.489669:0:23849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009afc17cc. 00000400:00000010:2.0:1767384625.489670:0:23849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008706cdac. 00000400:00000010:2.0:1767384625.489673:0:23849:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d1c91b4e. 00000800:00000010:2.0:1767384625.489684:0:23849:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000054f4c94c. 00000800:00000200:2.0:1767384625.489693:0:23849:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384625.489700:0:23849:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384625.489734:0:23849:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384625.489761:0:23849:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp24 [8/256/0/180] 00000400:00000010:2.0:1767384625.492083:0:23849:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000cae4d6f5. 00000400:00000010:2.0:1767384625.492091:0:23849:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c27d90f. 00000400:00000010:2.0:1767384625.492098:0:23849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000400:00000001:2.0:1767384625.492117:0:23849:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384625.492119:0:23849:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384625.492121:0:23849:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00000400:00000200:2.0:1767384625.492125:0:23849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000400:00000010:2.0:1767384625.492128:0:23849:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000400:00000010:2.0:1767384625.492133:0:23849:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b415a058. 00000400:00000200:2.0:1767384625.492138:0:23849:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (15) 00000400:00000200:2.0:1767384625.492155:0:23849:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384625.492168:0:23849:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000400:00000200:3.0:1767384625.492174:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384625.492177:0:23849:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000097c3c790. 00000020:01000000:2.0:1767384625.492183:0:23849:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384625.492190:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:01000000:2.0:1767384625.492191:0:23849:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp24 00000400:00000010:3.0:1767384625.492200:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef77fc4. 00000400:00000200:3.0:1767384625.492205:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (16) 00000400:00000010:3.0:1767384625.492211:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049a5b275. 00000400:00000010:2.0:1767384625.492214:0:23849:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000099a8199f. 00000400:00000200:3.0:1767384625.492216:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000010:2.0:1767384625.492224:0:23849:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000796fb75c. 00000400:00000200:3.0:1767384625.492234:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384625.492241:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:0.0:1767384625.492241:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384625.492248:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384625.492249:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:0.0:1767384625.492254:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384625.492255:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:01000000:0.0:1767384625.492258:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384625.492263:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384625.492263:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384625.492268:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384625.492273:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384625.492273:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384625.492277:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384625.492281:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384625.492283:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:0.0:1767384625.492284:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384625.492287:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384625.492289:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384625.492291:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:0.0:1767384625.492292:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384625.492295:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384625.492298:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384625.492303:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000010:0.0:1767384625.492303:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab01833. 00000400:00000200:3.0:1767384625.492309:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:00000040:0.0:1767384625.492311:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:3.0:1767384625.492314:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384625.492320:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:0.0:1767384625.492322:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384625.492323:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 02000000:00000001:0.0:1767384625.492330:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384625.492331:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384625.492337:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 02000000:00000001:0.0:1767384625.492340:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.492344:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp23 00000400:00000200:3.0:1767384625.492363:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp23 lpni_is_preferred = 0 02000000:00000010:0.0:1767384625.492366:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007621ea56. 00000400:00000200:3.0:1767384625.492376:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp23 00000100:00000001:0.0:1767384625.492377:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.492384:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp23 NI seq info: [33:33:256:4294967295] 192.168.202.117@tcp23 LPNI seq info [33:33:8:4294967295] 00000100:00000001:0.0:1767384625.492392:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384625.492395:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp23 00000100:00000001:0.0:1767384625.492397:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.492406:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23:) -> 192.168.202.117@tcp23(192.168.202.117@tcp:192.168.202.117@tcp23) : PUT try# 0 00000100:00000040:0.0:1767384625.492411:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab01833] to pc [ptlrpcd_00_00+0] req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384625.492416:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.117@tcp23 00000800:00000010:3.0:1767384625.492423:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019112eb6. 00000800:00000010:3.0:1767384625.492437:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000030925071. 00000800:00000010:3.0:1767384625.492443:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c4ad7141. 00000800:00000200:3.0:1767384625.492451:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (2) 00000800:00000200:3.1:1767384625.492458:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (2) 00000400:00000200:3.0:1767384625.492480:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384625.492484:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 10000000:00000001:0.0:1767384625.492484:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.492491:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384625.492491:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.492499:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.492500:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384625.492504:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384625.492506:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384625.492514:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384625.492519:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384625.492525:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384625.492526:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384625.492534:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384625.492535:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384625.492541:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:1.0:1767384625.492543:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384625.492544:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384625.492549:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384625.492550:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384625.492561:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384625.492562:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.492571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000020:01000004:0.0:1767384625.492575:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:1.0:1767384625.492579:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059664256:0@lo:253: 00000020:01000004:0.0:1767384625.492582:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384625.492589:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384625.492589:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384625.492595:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384625.492597:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384625.492599:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384625.492600:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384625.492604:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384625.492608:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 02000000:00000001:1.0:1767384625.492610:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384625.492615:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000010:1.0:1767384625.492620:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff17f106. 00000100:00000001:0.0:1767384625.492620:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384625.492624:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384625.492625:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.492631:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384625.492632:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa5b4ba. 00000400:00000200:3.0:1767384625.492643:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000010:1.0:1767384625.492644:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f71d92f7. 02000000:00000010:0.0:1767384625.492645:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009593abf9. 00000100:00000200:1.0:1767384625.492659:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059664256, portal 25 00000100:00000001:0.0:1767384625.492660:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.492665:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384625.492668:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027865856 : -115911681685760 : ffff969435634700) 00000100:00000001:0.0:1767384625.492671:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384625.492677:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.492677:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.492684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000040:0.0:1767384625.492695:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848b0850] to pc [ptlrpcd_00_01+1] req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384625.492715:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:1.0:1767384625.492734:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384625.492743:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384625.492744:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384625.492749:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.492751:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384625.492752:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079273372. 00000400:00000200:3.0:1767384625.492755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000020:01000000:0.0:1767384625.492755:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384625.492763:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000097c3c790. 00000100:00000200:1.0:1767384625.492768:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059664256, offset 0 00000400:00000200:1.0:1767384625.492784:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384625.492785:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384625.492792:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:0.0:1767384625.492800:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384625.492809:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384625.492810:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384625.492825:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000040:0.0:1767384625.492826:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384625.492878:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03980 00000100:00000001:0.0:1767384625.492895:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384625.492897:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384625.492898:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 02000000:00000001:0.0:1767384625.492905:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384625.492907:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7ee3006. 00000400:00000200:3.0:1767384625.492908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 02000000:00000001:0.0:1767384625.492912:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384625.492921:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000059a5679b 02000000:00000001:0.0:1767384625.492922:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.492938:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059664384:0@lo:253: 00000400:00000200:1.0:1767384625.492940:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384625.492944:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384625.492948:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 02000000:00000001:0.0:1767384625.492951:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384625.492956:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384625.492957:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.492962:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384625.492966:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a5679b 00000400:00000010:1.0:1767384625.492970:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059a5679b. 02000000:00000010:0.0:1767384625.492971:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006344ea66. 02000000:00000001:0.0:1767384625.492981:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.492985:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384625.492988:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000100:00000200:1.0:1767384625.492989:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384625.492995:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000040:1.0:1767384625.493004:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000fed87ac8 x1853237059664256 msgsize 4848 00000400:00000010:0.0:1767384625.493006:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a19631f. 00000100:00000200:0.0:1767384625.493015:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059664384, portal 25 00000100:00000001:0.0:1767384625.493020:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384625.493027:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00100000:1.0:1767384625.493028:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384625.493039:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384625.493041:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000040:0.0:1767384625.493043:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.493052:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384625.493055:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384625.493061:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384625.493066:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000607c8ba0. 00000100:00000200:0.0:1767384625.493073:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059664384, offset 0 00000400:00000200:1.0:1767384625.493074:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079273372 00000400:00000010:1.0:1767384625.493082:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079273372. 00000100:00000001:1.0:1767384625.493086:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384625.493093:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384625.493096:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384625.493100:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384625.493119:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384625.493126:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384625.493131:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.493140:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.493145:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384625.493146:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03a00 00000100:00000001:1.0:1767384625.493148:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384625.493163:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.493165:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000100:00000001:1.0:1767384625.493175:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294915595 00000400:00000010:0.0:1767384625.493175:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f6ff4b. 00000400:00000200:0.0:1767384625.493185:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047b959b2 00000100:00000010:1.0:1767384625.493186:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d00728c. 00000400:00000200:3.0:1767384625.493188:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384625.493196:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384625.493198:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384625.493212:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294915595 00000400:00000200:0.0:1767384625.493213:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384625.493225:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000552acc39. 00000400:00000200:0.0:1767384625.493227:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047b959b2 00000400:00000010:0.0:1767384625.493230:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047b959b2. 00000100:00000001:0.0:1767384625.493234:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384625.493236:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000200:0.0:1767384625.493237:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384625.493238:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384625.493252:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000004c2d90ab x1853237059664384 msgsize 4848 00000100:00000001:1.0:1767384625.493256:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294915595 00000100:00000010:1.0:1767384625.493262:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fb9123d. 00000100:00100000:0.0:1767384625.493272:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384625.493273:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384625.493281:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384625.493289:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294915595 00000400:00000200:3.0:1767384625.493293:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000100:00000010:1.0:1767384625.493293:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79d9e97. 00000100:00000001:0.0:1767384625.493296:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.493308:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000607c8ba0 00000100:00000001:1.0:1767384625.493310:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384625.493315:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000607c8ba0. 00000100:00000001:1.0:1767384625.493321:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.493322:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384625.493332:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384625.493335:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.493337:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.493340:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000001:1.0:1767384625.493362:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.493375:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384625.493379:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.493380:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384625.493383:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384625.493392:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000100:00000001:1.0:1767384625.493393:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.493397:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.493398:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384625.493403:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384625.493408:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.493413:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493413:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493428:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294915595 00000100:00000001:0.0:1767384625.493434:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294915595 00000100:00000001:0.0:1767384625.493436:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294915595 00000100:00000001:0.0:1767384625.493439:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294915595 00000100:00000001:0.0:1767384625.493441:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294915595 00000100:00000001:0.0:1767384625.493443:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294915595 00000100:00000001:0.0:1767384625.493445:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294915595 00000100:00000001:0.0:1767384625.493447:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294915595 00000100:00000001:0.0:1767384625.493448:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384625.493452:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000100:00000001:0.0:1767384625.493452:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493456:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493458:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.493472:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.493473:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384625.493476:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.493479:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384625.493480:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493482:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.493490:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000100:00000001:0.0:1767384625.493513:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384625.493518:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664256 02000000:00000001:0.0:1767384625.493522:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384625.493525:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.493528:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.493533:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.493536:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664256 00000020:00000001:0.0:1767384625.493538:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384625.493540:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384625.493542:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384625.493544:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000020:00000040:0.0:1767384625.493546:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384625.493550:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384625.493552:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384625.493556:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384625.493560:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0dee73f. 00000100:00000001:0.0:1767384625.493564:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.493567:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0dee73f. 00000020:00000010:0.0:1767384625.493574:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bdcdce1. 00000020:00000010:0.0:1767384625.493579:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021a1eba0. 00000400:00000200:3.0:1767384625.493582:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000020:00000010:0.0:1767384625.493584:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001bfbab86. 00000100:00000040:0.0:1767384625.493608:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384625.493612:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384625.493616:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384625.493619:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493634:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493649:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.493674:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000100:00000001:0.0:1767384625.493678:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384625.493682:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384625.493684:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664384 00000100:00000001:1.0:1767384625.493687:0:19650:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.493689:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384625.493695:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.493705:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.493708:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384625.493710:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.493713:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384625.493715:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664384 00000020:00000001:0.0:1767384625.493719:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384625.493724:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00100000:1.0:1767384625.493727:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000020:00000001:0.0:1767384625.493729:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384625.493731:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000020:00000040:0.0:1767384625.493733:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000040:1.0:1767384625.493735:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000001:0.0:1767384625.493744:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384625.493745:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935866960 : -115911773684656 : ffff96942fe77c50) 00000020:00000001:0.0:1767384625.493756:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:1.0:1767384625.493763:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fed87ac8 x1853237059664256/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:606/0 lens 4848/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.493764:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384625.493770:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0dee73f. 00000400:00000200:3.0:1767384625.493775:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000100:00000001:0.0:1767384625.493779:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.493790:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0dee73f. 00000100:00000001:1.0:1767384625.493800:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384625.493801:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068041a65. 00000020:00000010:1.0:1767384625.493807:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c861ac. 00000020:00000010:0.0:1767384625.493808:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000827ac77b. 00000100:00000001:1.0:1767384625.493825:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.493825:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000580b8c13. 00000400:00000200:3.0:1767384625.493828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000100:00000001:0.0:1767384625.493893:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384625.493896:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384625.493899:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493910:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.493924:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.493949:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000100:00000001:0.0:1767384625.493949:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384625.493951:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384625.493962:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1767384625.493967:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384625.493971:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935860816 : -115911773690800 : ffff96942fe76450) 00000100:00000040:0.0:1767384625.493978:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c2d90ab x1853237059664384/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:606/0 lens 4848/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.493986:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384625.493990:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0dee73f. 00000020:00000010:1.0:1767384625.493992:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c861ac. 00000100:00000001:0.0:1767384625.493995:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.493999:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0dee73f. 00000100:00100000:1.0:1767384625.494007:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fed87ac8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059664256:12345-0@lo:253: 00000100:00000200:1.0:1767384625.494013:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664256 00000100:00100000:0.0:1767384625.494015:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c2d90ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059664384:12345-0@lo:253: 00000400:00000200:3.0:1767384625.494017:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000020:00000001:1.0:1767384625.494031:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384625.494032:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664384 00000020:00000001:0.0:1767384625.494041:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384625.494042:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384625.494050:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.494052:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384625.494061:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.494062:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384625.494072:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384625.494073:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384625.494084:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:1.0:1767384625.494085:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384625.494093:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384625.494094:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384625.494101:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384625.494102:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384625.494111:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384625.494111:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384625.494121:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384625.494122:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.494130:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.494131:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384625.494137:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384625.494138:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384625.494147:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384625.494149:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005cb21c70. 02000000:00000001:1.0:1767384625.494153:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.494157:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.494161:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384625.494166:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b155ba60. 02000000:00000001:0.0:1767384625.494171:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.494174:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.494178:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384625.494183:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fab21327. 20000000:00000010:0.0:1767384625.494188:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f9a570c9. 20000000:01000000:1.0:1767384625.494189:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384625.494192:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384625.494196:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384625.494197:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384625.494205:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384625.494209:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.494214:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.494215:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384625.494219:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384625.494220:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.494229:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.494233:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384625.494240:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ee96854. 20000000:01000000:0.0:1767384625.494244:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:0.0:1767384625.494252:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384625.494260:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384625.494325:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384625.494328:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384625.494330:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384625.494333:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384625.494337:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384625.494342:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384625.494362:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384625.494375:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000efc61aff. 00080000:00000001:0.0:1767384625.494378:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868766720 : -115916840784896 : ffff969301e1ac00) 00080000:00000001:0.0:1767384625.494382:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384625.494388:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f9f3b1. 00000800:00000010:3.0:1767384625.494397:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001085ca5e. 00000800:00000010:3.0:1767384625.494406:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d8674ced. 00000800:00000010:3.0:1767384625.494441:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d8674ced. 00000001:00000001:0.0:1767384625.494521:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384625.494523:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384625.494525:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384625.494558:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384625.494562:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384625.494657:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384625.494683:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp23 from 227.3.0.2 00000800:00000010:3.0:1767384625.494688:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004c2b009e. 00080000:00000001:0.0:1767384625.494800:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384625.494806:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384625.495001:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c318e828. 00000800:00000010:1.0:1767384625.495007:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079273372. 00000800:00000010:1.0:1767384625.495049:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000033aaf018. 00000800:00000200:1.1:1767384625.495060:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (2) 00000800:00000200:1.1:1767384625.495071:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp23 0000000033aaf018 deleted 00000800:00000010:1.1:1767384625.495074:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000033aaf018. 00000800:00000200:1.1:1767384625.495083:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384625.495094:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp23 ip 192.168.202.117:995 00000800:00000200:1.1:1767384625.495099:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019112eb6 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384625.495107:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp23 p 3.x 192.168.202.117 -> 192.168.202.117:995 incarnation:1767384623778290170 sched[0] 00000800:00000010:1.0:1767384625.495113:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064c861ac. 00000800:00000010:1.0:1767384625.495227:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064c861ac. 00000800:00000010:1.0:1767384625.495234:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079273372. 00000800:00000010:1.0:1767384625.495299:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004c2b009e. 00000800:00000001:1.0:1767384625.495325:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.495333:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384625.495517:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384625.495520:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019112eb6. 00000400:00000200:1.0:1767384625.495532:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384625.495539:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: PUT: OK 00000800:00000200:3.1:1767384625.495545:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384625.495546:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384625.495554:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000800:00000200:3.0:1767384625.495563:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp23 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384623778290170 sched[0] 00000800:00000010:3.0:1767384625.495568:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001085ca5e. 00000400:00000200:3.0:1767384625.495669:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:1.0:1767384625.495727:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.495739:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384625.495743:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.495750:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384625.495762:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23) <- 192.168.202.117@tcp23 : PUT - for me 00000400:00000200:1.0:1767384625.495780:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384625.495789:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 272/288 into md 0x1545 [1] + 0 00000400:00000010:1.0:1767384625.495794:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea5eb503. 00000400:00000200:1.0:1767384625.495800:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb3f9a62 00000800:00000001:1.0:1767384625.495804:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.495810:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384625.495812:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384625.495816:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: PUT: OK 00000400:00000200:1.0:1767384625.495819:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb3f9a62 00000400:00000010:1.0:1767384625.495820:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb3f9a62. 00000400:00000200:1.0:1767384625.495823:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384625.495827:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (17) 00000400:00000200:1.0:1767384625.495872:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:1.0:1767384625.495878:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (288 bytes) 00000400:00000200:1.0:1767384625.495884:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384625.495892:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (18) 00000400:00000200:1.0:1767384625.495897:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384625.495902:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp23 to MR: 192.168.202.117@tcp23 local destination 00000400:00000200:1.0:1767384625.495908:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp23 NI seq info: [34:34:256:4294967295] 192.168.202.117@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1767384625.495917:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23:192.168.202.117@tcp23) -> 192.168.202.117@tcp23(192.168.202.117@tcp23:192.168.202.117@tcp23) 192.168.202.117@tcp23 : ACK try# 0 00000800:00000200:1.0:1767384625.495920:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp23 00000800:00000010:1.0:1767384625.495925:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c23531f. 00000800:00000200:1.0:1767384625.495935:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (4) 00000800:00000200:1.0:1767384625.495939:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp23 ip 192.168.202.117:988 00000800:00000200:1.0:1767384625.495941:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c23531f type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384625.495951:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.495960:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384625.495983:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384625.496008:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384625.496014:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000d65e9882. 00000400:00000010:3.0:1767384625.496019:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d53ce626. 00000800:00000200:1.0:1767384625.496031:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384625.496034:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c23531f. 00000400:00000200:1.0:1767384625.496038:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384625.496042:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: ACK: OK 00000800:00000001:1.0:1767384625.496052:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.496056:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384625.496057:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.496064:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384625.496073:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23) <- 192.168.202.117@tcp23 : ACK - for me 00000400:00000200:1.0:1767384625.496081:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp23: ACK from 12345-192.168.202.117@tcp23 into md 0x1575 00000400:00000200:1.0:1767384625.496086:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384625.496094:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: ACK: OK 00000400:00000200:1.0:1767384625.496100:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef77fc4 00000400:00000010:1.0:1767384625.496103:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef77fc4. 00000400:00000200:1.0:1767384625.496113:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384625.496119:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:1.0:1767384625.496121:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384625.496124:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (17) 00000800:00000001:1.0:1767384625.496134:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.496137:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384625.496390:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384625.496406:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c06a9a38. 00000400:00000200:3.0:1767384625.496411:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d65e9882 00000400:00000010:3.0:1767384625.496416:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000992b3979. 00000400:00000200:3.0:1767384625.496421:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:3.0:1767384625.496428:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000400:00000200:3.0:1767384625.496431:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (16) 00000400:00000010:3.0:1767384625.496435:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000000b8f6723. 00000400:00000010:3.0:1767384625.496439:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d3be0c9. 00000400:00000010:3.0:1767384625.496444:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fcdd89ac. 00000400:00000200:3.0:1767384625.496454:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:3.0:1767384625.496465:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384625.496469:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384625.496474:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384625.496478:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384625.496482:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384625.496490:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384625.496496:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384625.496499:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384625.496502:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384625.496505:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384625.496508:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384625.496511:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384625.496518:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767384625.496524:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:3.0:1767384625.496531:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:3.0:1767384625.496536:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384625.496539:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp 00000400:00000200:3.0:1767384625.496543:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384625.496546:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp 00000400:00000200:3.0:1767384625.496552:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [35:35:256:4294967295] 192.168.202.117@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1767384625.496557:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp 00000400:00000200:3.0:1767384625.496573:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) : GET try# 0 00000800:00000200:3.0:1767384625.496582:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp 00000800:00000010:3.0:1767384625.496600:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000016346fb7. 00000800:00000200:3.0:1767384625.496605:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000800:00000200:3.0:1767384625.496613:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:988 00000800:00000200:3.0:1767384625.496616:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016346fb7 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384625.496628:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384625.496634:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000800:00000200:3.0:1767384625.496724:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384625.496727:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000016346fb7. 00000400:00000200:3.0:1767384625.496731:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384625.496735:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: GET: OK 00000400:00000200:3.0:1767384625.496738:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384625.496741:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:3.0:1767384625.496749:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384625.496754:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384625.496755:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384625.496758:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.496763:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : GET - for me 00000400:00000200:3.0:1767384625.496772:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384625.496779:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 288/288 into md 0x1571 [1] + 0 00000400:00000200:3.0:1767384625.496786:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384625.496789:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [36:36:256:4294967295] 192.168.202.117@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1767384625.496797:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) 192.168.202.117@tcp : REPLY try# 0 00000800:00000200:3.0:1767384625.496801:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.117@tcp 00000800:00000010:3.0:1767384625.496806:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016346fb7. 00000800:00000200:3.0:1767384625.496808:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000800:00000200:3.0:1767384625.496812:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:1023 00000800:00000200:3.0:1767384625.496815:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016346fb7 type 3, nob 384 niov 1 nkiov 1 00000800:00000200:3.0:1767384625.497053:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384625.497057:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016346fb7. 00000400:00000200:3.0:1767384625.497063:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384625.497069:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: REPLY: OK 00000800:00000001:3.0:1767384625.497090:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384625.497099:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384625.497105:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384625.497112:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384625.497115:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384625.497120:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.497125:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : REPLY - for me 00000400:00000200:3.0:1767384625.497136:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp: Reply from 12345-192.168.202.117@tcp of length 288/288 into md 0x158d 00000800:00000001:3.0:1767384625.497142:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384625.497152:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.497155:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384625.497160:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: REPLY: OK 00000400:00000200:3.0:1767384625.497165:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3be0c9 00000400:00000010:3.0:1767384625.497167:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d3be0c9. 00000400:00000200:3.0:1767384625.497170:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384625.497175:0:16134:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:3.0:1767384625.497178:0:16134:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384625.497182:0:16134:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 16. state = 0x100251 00000400:00000200:3.0:1767384625.497188:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384625.497195:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (17) 00000800:00000001:3.0:1767384625.497200:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384625.497205:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.497257:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384625.497266:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:3.0:1767384625.497275:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000f7c6449b. 00000400:00000010:3.0:1767384625.497279:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000b79e581e. 00000400:00000010:3.0:1767384625.497283:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 0000000077d4c413. 00000400:00000010:3.0:1767384625.497322:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000664eb737. 00000400:00000200:3.0:1767384625.497327:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000664eb737 nid 192.168.202.117@tcp24 00000400:00000010:3.0:1767384625.497331:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009b97bbc8. 00000400:00000200:3.0:1767384625.497339:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000009b97bbc8 net tcp24 00000400:00000200:3.0:1767384625.497345:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (16) 00000400:00000200:3.0:1767384625.497367:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp24 flags 0x11 00000400:00000010:3.0:1767384625.497376:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000f7c6449b. 00000400:00000010:3.0:1767384625.497382:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000b79e581e. 00000400:00000010:3.0:1767384625.497388:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 0000000077d4c413. 00000400:00000010:3.0:1767384625.497396:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000000b8f6723. 00000400:00000200:3.0:1767384625.497403:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384625.497411:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:3.0:1767384625.497415:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:3.0:1767384625.497420:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:3.0:1767384625.497426:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384625.497430:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:3.0:1767384625.497437:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384625.497445:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (17) 00000400:00000200:1.0:1767384625.497466:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.497578:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.497615:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.497649:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.497702:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.497774:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.497887:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.497954:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498086:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498119:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498134:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498147:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498206:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498292:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498339:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498421:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498666:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.498815:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499001:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499148:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499295:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499390:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499476:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499580:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499637:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499669:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384625.499698:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000800:00000010:1.0:1767384625.500029:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000626b7b3b. 00000800:00000010:1.0:1767384625.500039:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079273372. 00000800:00000010:1.0:1767384625.500045:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0ee5e2b. 00000800:00000010:1.0:1767384625.500099:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0ee5e2b. 00000400:00000200:3.0:1767384625.500398:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384625.500430:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp23 from 226.3.0.2 00000800:00000010:3.0:1767384625.500434:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000034bfb863. 00000800:00000010:1.0:1767384625.500487:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009c15abbb. 00000800:00000010:1.0:1767384625.500493:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033aaf018. 00000800:00000010:1.0:1767384625.500542:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009d9075d0. 00000800:00000200:1.1:1767384625.500552:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (4) 00000800:00000200:1.1:1767384625.500562:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp23 000000009d9075d0 deleted 00000800:00000010:1.1:1767384625.500566:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009d9075d0. 00000800:00000200:1.1:1767384625.500574:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384625.500586:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp23 p 3.x 192.168.202.117 -> 192.168.202.117:994 incarnation:1767384623778290170 sched[0] 00000800:00000010:1.0:1767384625.500592:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0ee5e2b. 00000800:00000010:1.0:1767384625.500666:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0ee5e2b. 00000800:00000010:1.0:1767384625.500672:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033aaf018. 00000800:00000010:1.0:1767384625.500734:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000034bfb863. 00000800:00000001:1.0:1767384625.500761:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.500772:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384625.500824:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384625.500830:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp23 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384623778290170 sched[0] 00000800:00000010:1.0:1767384625.500871:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079273372. 00000800:00000001:1.0:1767384625.500938:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.500947:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384625.505897:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294915595, at 4294915596 00000100:00000010:0.0:1767384625.505908:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d00728c. 00000100:00000040:2.0:1767384625.505965:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294915595, at 4294915596 00000100:00000010:2.0:1767384625.505975:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fb9123d. 00000100:00000040:3.0:1767384625.505977:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294915595, at 4294915596 00000100:00000010:3.0:1767384625.505988:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79d9e97. 00000100:00000040:1.0:1767384625.507047:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294915595, at 4294915597 00000100:00000010:1.0:1767384625.507056:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000552acc39. 00080000:00000001:1.0:1767384625.507373:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384625.507380:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384625.507384:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.507386:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384625.507397:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:1.0:1767384625.507402:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384625.507404:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384625.507409:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384625.507413:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384625.507415:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384625.507416:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384625.507424:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000010:3.0:1767384625.507425:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000efc61aff. 20000000:00000010:2.0:1767384625.507430:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000925b1f4b. 00080000:00000001:3.0:1767384625.507433:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384625.507436:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384625.507440:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:2.0:1767384625.507448:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384625.507456:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384625.507464:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384625.507470:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384625.507474:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384625.507478:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384625.507482:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384625.507490:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007c2e9e3b. 00010000:00000001:1.0:1767384625.507496:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384625.507498:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00080000:00000001:2.0:1767384625.507500:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384625.507503:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384625.507504:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384625.507508:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.507511:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384625.507511:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c779 to hash 00000020:00000001:1.0:1767384625.507515:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384625.507517:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384625.507519:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00000020:00000001:2.0:1767384625.507523:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384625.507524:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00080000:00000001:2.0:1767384625.507531:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384625.507531:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384625.507536:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384625.507538:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e6d8b07a. 00010000:00010000:1.0:1767384625.507539:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384625.507553:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855353344 : -115916854198272 : ffff969301150000) 00080000:00000001:2.0:1767384625.507557:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384625.507563:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384625.507569:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384625.507571:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384625.507573:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384625.507576:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.507579:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384625.507582:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.507586:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384625.507589:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384625.507591:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384625.507591:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384625.507594:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007c2e9e3b) refcount = 1 00010000:00010000:1.0:1767384625.507597:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.507602:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384625.507603:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384625.507604:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.507617:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.507618:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384625.507621:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384625.507623:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384625.507626:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384625.507629:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384625.507632:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=4 00000020:00000001:1.0:1767384625.507635:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.507637:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.507640:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384625.507641:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.507646:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384625.507648:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.507661:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.507663:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384625.507664:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.507669:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384625.507671:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.507674:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384625.507675:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384625.507682:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384625.507684:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384625.507686:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384625.507688:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384625.507689:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384625.507692:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.507695:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1767384625.507698:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384625.507699:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384625.507701:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384625.507703:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:1.0:1767384625.507705:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.507706:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.507709:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384625.507710:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.507715:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384625.507719:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384625.507722:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.507722:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.507726:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384625.507729:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384625.507732:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384625.507735:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384625.507742:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384625.507745:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c779 from hash 00010000:00000001:1.0:1767384625.507748:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384625.507751:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.507753:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.507754:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384625.507757:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384625.507759:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384625.507762:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384625.507764:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.507767:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.507770:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384625.507772:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384625.507775:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.507777:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.507779:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.507782:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.507785:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384625.507788:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.507795:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.507797:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.507799:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384625.507800:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384625.507802:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.507804:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.507806:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384625.507809:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.507810:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 20000000:00000001:1.0:1767384625.507811:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.507817:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384625.507817:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.507823:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384625.507825:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384625.507827:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c779 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384625.507866:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007c2e9e3b count: 0 00010000:00000001:1.0:1767384625.507885:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384625.507886:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384625.513874:0:23853:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007c2e9e3b. 00010000:00000010:1.1:1767384625.513891:0:23853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00080000:00000001:2.0:1767384625.517771:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384625.517777:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384625.517779:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:3.0:1767384625.517783:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384625.517784:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384625.517789:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384625.517791:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384625.517799:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384625.517800:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384625.517805:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384625.517809:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e6d8b07a. 20000000:00000001:2.0:1767384625.517812:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384625.517815:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384625.517817:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384625.517826:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384625.517829:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384625.517863:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384625.517866:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384625.517870:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384625.517873:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384625.517880:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f98b73bb. 00010000:00000001:1.0:1767384625.517884:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384625.517893:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00000020:00000001:1.0:1767384625.517896:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384625.517903:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c780 to hash 00000020:00000001:1.0:1767384625.517906:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384625.517908:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.517910:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.517913:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384625.517915:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384625.517917:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.517923:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384625.517926:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384625.517929:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384625.517931:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384625.517934:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.517937:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384625.517939:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.517943:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384625.517946:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384625.517948:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384625.517951:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384625.517953:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f98b73bb) refcount = 1 00010000:00010000:1.0:1767384625.517957:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.517969:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384625.517971:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384625.517973:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.517974:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.517975:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384625.517978:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384625.517980:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:1.0:1767384625.517983:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384625.517987:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384625.517989:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=4 00000020:00000001:1.0:1767384625.517992:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.517996:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.517999:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384625.518002:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.518008:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384625.518010:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.518014:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.518018:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384625.518020:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.518025:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384625.518026:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.518029:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384625.518031:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384625.518036:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384625.518037:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384625.518044:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384625.518048:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.518054:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384625.518055:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384625.518057:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384625.518059:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:1.0:1767384625.518062:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.518064:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384625.518070:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384625.518073:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.518078:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384625.518081:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384625.518084:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.518087:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384625.518088:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384625.518092:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384625.518095:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384625.518099:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c780 from hash 00010000:00000001:1.0:1767384625.518105:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384625.518108:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.518111:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.518114:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384625.518116:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384625.518118:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384625.518122:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384625.518125:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384625.518129:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.518132:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384625.518135:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384625.518138:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.518141:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.518144:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.518149:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.518152:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384625.518155:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.518161:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.518164:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.518168:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384625.518172:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384625.518174:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.518177:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384625.518179:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384625.518180:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.518181:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384625.518182:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384625.518186:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384625.518187:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384625.518188:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c780 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384625.518194:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f98b73bb count: 0 00010000:00000001:1.0:1767384625.518221:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384625.518224:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384625.520491:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384625.520494:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384625.520496:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f9a570c9. 20000000:00000001:1.0:1767384625.520500:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384625.520505:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059664384 00010000:00000001:1.0:1767384625.520508:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384625.520515:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c2d90ab x1853237059664384/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384625.520523:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384625.520526:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384625.520530:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384625.520534:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384625.520546:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384625.520549:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384625.520551:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384625.520555:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.520562:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384625.520568:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384625.520574:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002af54077. 00000100:00000200:1.0:1767384625.520580:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059664384, offset 224 00000400:00000200:1.0:1767384625.520592:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384625.520608:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384625.520626:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03a00 00000400:00000200:1.0:1767384625.520633:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1581 [2] + 224 00000400:00000200:1.0:1767384625.520640:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384625.520649:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384625.520658:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384625.520665:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384625.520677:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.520699:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384625.520712:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af54077 00000400:00000010:1.0:1767384625.520715:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002af54077. 00000100:00000001:1.0:1767384625.520721:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384625.520721:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384625.520730:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.520731:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384625.520746:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384625.520748:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384625.520754:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384625.520759:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:0.0:1767384625.520762:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00010000:00000001:1.0:1767384625.520768:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384625.520772:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a19631f 00000020:00000001:1.0:1767384625.520773:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.520780:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a19631f. 00000020:00000001:1.0:1767384625.520782:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384625.520789:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384625.520797:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2d90ab x1853237059664384/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384625.520802:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384625.520866:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c2d90ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059664384:12345-0@lo:253: Request processed in 26878us (27612us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384625.520893:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384625.520909:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:0.0:1767384625.520909:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384625.520916:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384625.520918:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384625.520922:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384625.520923:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384625.520927:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384625.520928:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384625.520932:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000827ac77b. 00000100:00000001:0.0:1767384625.520932:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.520936:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384625.520938:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000580b8c13. 02000000:00000001:0.0:1767384625.520941:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384625.520945:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068041a65. 00000100:00001000:0.0:1767384625.520949:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=33 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384625.520952:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:0.0:1767384625.520955:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=33 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384625.520957:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384625.520965:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384625.520966:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b155ba60. 00000100:00000001:0.0:1767384625.520972:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384625.520975:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384625.520977:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384625.520978:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384625.520983:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384625.520990:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.520995:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.520999:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.521007:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.521011:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384625.521013:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384625.521017:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384625.521020:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384625.521021:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384625.521022:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384625.521023:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384625.521024:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384625.521025:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384625.521027:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384625.521028:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384625.521031:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384625.521037:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059664384:0@lo:253: 00000100:00000001:0.0:1767384625.521042:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.521045:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384625.521047:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848b0850 x1853237059664384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.521052:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384625.521054:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384625.521057:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006344ea66. 02000000:00000001:0.0:1767384625.521064:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384625.521066:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384625.521068:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384625.521070:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384625.521073:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009593abf9. 02000000:00000001:0.0:1767384625.521077:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384625.521079:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384625.521081:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848b0850. 00000100:00000001:0.0:1767384625.521087:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384625.521094:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2985945. 00000100:00000001:0.0:1767384625.521095:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.521104:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384625.521106:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002af54077. 00000100:00000001:0.0:1767384625.521114:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.521116:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.521120:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.521123:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.521287:0:23854:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008bd927af. 00000400:00000040:0.0:1767384625.521305:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384625.521308:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384625.521311:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384625.521313:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384625.521315:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384625.521316:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384625.521318:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384625.521320:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384625.521321:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384625.521321:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384625.521323:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384625.521324:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384625.521326:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384625.521327:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384625.521327:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384625.521329:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384625.521330:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384625.521331:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384625.521332:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384625.521333:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384625.521334:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384625.521335:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384625.521336:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384625.521337:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384625.521338:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384625.521339:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384625.521340:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384625.521341:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384625.521342:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384625.521343:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384625.521343:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384625.521345:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384625.521370:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384625.521371:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384625.521374:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384625.521376:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384625.521378:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384625.521381:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384625.521382:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384625.521384:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384625.521387:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384625.521389:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384625.521391:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384625.521392:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384625.521394:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384625.521395:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384625.521397:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384625.521399:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384625.521402:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384625.521404:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384625.521407:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384625.521408:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384625.521409:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384625.521412:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384625.521413:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384625.521415:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384625.521416:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000020:2.0:1767384625.521505:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384625.521509:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384625.521511:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fab21327. 20000000:00000001:2.0:1767384625.521518:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384625.521525:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059664256 00000400:00000010:0.0:1767384625.521525:0:23854:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008bd927af. 00010000:00000001:2.0:1767384625.521528:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384625.521534:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fed87ac8 x1853237059664256/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384625.521540:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384625.521541:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384625.521543:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384625.521545:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384625.521547:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384625.521548:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384625.521551:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384625.521552:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.521555:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384625.521557:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384625.521559:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060846535. 00000100:00000200:2.0:1767384625.521562:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059664256, offset 224 00000400:00000200:2.0:1767384625.521570:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384625.521585:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384625.521593:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03980 00000400:00000200:2.0:1767384625.521597:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1579 [2] + 224 00000400:00000200:2.0:1767384625.521603:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.521606:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384625.521609:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384625.521611:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384625.521616:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.521629:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384625.521633:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846535 00000400:00000010:2.0:1767384625.521635:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060846535. 00000100:00000001:2.0:1767384625.521637:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384625.521638:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384625.521641:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384625.521644:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384625.521647:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384625.521647:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384625.521649:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.521651:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384625.521652:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384625.521656:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fed87ac8 x1853237059664256/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384625.521657:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384625.521661:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384625.521663:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001aa5b4ba. 00000100:00100000:2.0:1767384625.521668:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fed87ac8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059664256:12345-0@lo:253: Request processed in 27867us (28661us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384625.521669:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f71d92f7 00000400:00000010:1.0:1767384625.521673:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f71d92f7. 00000100:00000001:1.0:1767384625.521679:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384625.521682:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000200:1.0:1767384625.521685:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384625.521686:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384625.521692:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384625.521694:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384625.521697:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384625.521698:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021a1eba0. 00000020:00000010:2.0:1767384625.521704:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001bfbab86. 00000100:00000001:1.0:1767384625.521706:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384625.521709:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bdcdce1. 00000100:00000001:1.0:1767384625.521709:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.521713:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384625.521715:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:1.0:1767384625.521717:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384625.521718:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384625.521720:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384625.521723:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.521725:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384625.521726:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005cb21c70. 02000000:00000001:2.0:1767384625.521729:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384625.521730:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384625.521737:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384625.521739:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=33 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384625.521740:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c0a4c3d. 00000400:00000010:2.0:1767384625.521745:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060846535. 00000100:00001000:1.0:1767384625.521747:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384625.521753:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384625.521755:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.521757:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384625.521760:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.521762:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384625.521767:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.521775:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384625.521778:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384625.521780:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384625.521784:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384625.521786:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384625.521788:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384625.521790:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384625.521791:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384625.521792:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384625.521794:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384625.521795:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384625.521797:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384625.521798:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384625.521800:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384625.521805:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059664256:0@lo:253: 00000100:00000001:1.0:1767384625.521809:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.521811:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384625.521813:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bab01833 x1853237059664256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.521817:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384625.521819:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384625.521821:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff17f106. 02000000:00000001:1.0:1767384625.521824:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384625.521826:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384625.521827:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384625.521878:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384625.521881:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007621ea56. 02000000:00000001:1.0:1767384625.521889:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384625.521892:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384625.521895:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab01833. 00000100:00000001:1.0:1767384625.521904:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384625.521907:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.521910:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.521918:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384625.521920:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.521922:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384625.521926:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384625.526899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f98b73bb. 00010000:00000010:1.1:1767384625.526918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00010000:00000001:0.0:1767384626.070918:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384626.070926:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.070934:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384626.070937:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.070997:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384626.071011:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384626.071015:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384626.626749:0:24131:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384626.626771:0:24131:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.626778:0:24131:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384626.626787:0:24131:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384626.626795:0:24131:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.626798:0:24131:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.093909:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384627.093918:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.093927:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384627.093928:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.093959:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384627.093966:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.093971:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384627.417180:0:24295:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384627.417188:0:24295:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:1.0:1767384627.420131:0:24295:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384627.429153:0:24296:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002d028bf1. 00000400:00000010:3.0:1767384627.429173:0:24296:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000083467344. 00000400:00000010:3.0:1767384627.429184:0:24296:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d92d4487. 00000400:00000010:3.0:1767384627.429189:0:24296:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f3ba3559. 00000400:00000010:3.0:1767384627.429194:0:24296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001912d5de. 00000400:00000010:3.0:1767384627.429199:0:24296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000aac185f. 00000400:00000010:3.0:1767384627.429202:0:24296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003d9575f0. 00000400:00000010:3.0:1767384627.429204:0:24296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004048ff59. 00000400:00000010:3.0:1767384627.429208:0:24296:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cd59f675. 00000800:00000010:3.0:1767384627.429223:0:24296:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000075b48ee1. 00000800:00000200:3.0:1767384627.429235:0:24296:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384627.429247:0:24296:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384627.429292:0:24296:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:3.0:1767384627.429321:0:24296:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp25 [8/256/0/180] 00000400:00000010:3.0:1767384627.431899:0:24296:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000007a6ff12c. 00000400:00000010:3.0:1767384627.431907:0:24296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa97b2f. 00000400:00000010:3.0:1767384627.431912:0:24296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d3be0c9. 00000400:00000001:3.0:1767384627.431930:0:24296:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384627.431932:0:24296:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384627.431935:0:24296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c27d90f. 00000400:00000200:3.0:1767384627.431939:0:24296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df02c340 00000400:00000010:3.0:1767384627.431941:0:24296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000400:00000010:3.0:1767384627.431946:0:24296:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000cae4d6f5. 00000400:00000200:3.0:1767384627.431950:0:24296:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (16) 00000400:00000200:3.0:1767384627.431969:0:24296:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384627.431981:0:24296:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:3.0:1767384627.431990:0:24296:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d1637cae. 00000400:00000200:0.0:1767384627.431991:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384627.432000:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:01000000:3.0:1767384627.432008:0:24296:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384627.432014:0:24296:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp25 00000400:00000010:0.0:1767384627.432015:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000400:00000200:0.0:1767384627.432022:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (17) 00000400:00000010:0.0:1767384627.432035:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a63212a. 00000400:00000200:0.0:1767384627.432042:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000010:3.0:1767384627.432045:0:24296:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000083467344. 00000400:00000010:3.0:1767384627.432053:0:24296:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002d028bf1. 00000400:00000200:0.0:1767384627.432058:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384627.432067:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [37:37:256:4294967295] 192.168.202.117@tcp LPNI seq info [37:37:8:4294967295] 00000020:00000001:1.0:1767384627.432070:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384627.432075:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp 10000000:00000001:1.0:1767384627.432077:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384627.432081:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384627.432086:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384627.432086:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) : PUT try# 0 00000020:01000004:1.0:1767384627.432094:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384627.432097:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:0.0:1767384627.432099:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.117@tcp 00000020:01000004:1.0:1767384627.432100:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384627.432103:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384627.432106:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384627.432107:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384627.432107:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:0.0:1767384627.432108:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000936c8b72. 00000020:01000004:1.0:1767384627.432109:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384627.432112:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384627.432114:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384627.432118:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000100:00000010:1.0:1767384627.432121:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000020:00000040:1.0:1767384627.432127:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000800:00000200:0.0:1767384627.432128:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:988 00000800:00000200:0.0:1767384627.432133:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000936c8b72 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767384627.432143:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384627.432147:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384627.432154:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.432156:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384627.432163:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 02000000:00000010:1.0:1767384627.432171:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fab21327. 00000100:00000001:1.0:1767384627.432182:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.432193:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384627.432197:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384627.432209:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eebd37] to pc [ptlrpcd_00_02+2] req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384627.432241:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384627.432244:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.432246:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384627.432248:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384627.432252:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384627.432256:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384627.432258:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384627.432259:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384627.432264:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384627.432266:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384627.432266:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384627.432270:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384627.432274:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384627.432276:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384627.432277:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384627.432279:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384627.432282:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384627.432284:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384627.432287:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384627.432292:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384627.432293:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384627.432296:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384627.432296:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1767384627.432300:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000936c8b72. 00000100:00000010:1.0:1767384627.432300:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000990bcf1. 00000100:00000001:0.0:1767384627.432301:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384627.432315:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384627.432318:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384627.432318:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384627.432319:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384627.432340:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384627.432343:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384627.432344:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.432353:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: PUT: OK 02000000:00000001:0.0:1767384627.432354:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.432361:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:0.0:1767384627.432378:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059664512:0@lo:253: 00000400:00000200:2.0:1767384627.432379:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 02000000:00000010:1.0:1767384627.432386:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000041ae6daf. 00000100:00000001:0.0:1767384627.432391:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384627.432394:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384627.432397:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384627.432399:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384627.432400:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384627.432402:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.432404:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.432409:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384627.432410:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384627.432414:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000990bcf1] to pc [ptlrpcd_00_03+3] req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384627.432416:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384627.432417:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000072fb27e9. 00000800:00000001:2.0:1767384627.432421:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384627.432422:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384627.432440:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000400:00000200:2.0:1767384627.432452:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : PUT - for me 10000000:00000001:1.0:1767384627.432452:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384627.432453:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fad65b0. 10000000:00000001:1.0:1767384627.432466:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.432471:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384627.432473:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384627.432474:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059664512, portal 25 00000020:00000010:1.0:1767384627.432477:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d1637cae. 00000100:00000001:0.0:1767384627.432479:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384627.432484:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 00000400:00000200:2.0:1767384627.432488:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00000040:0.0:1767384627.432502:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384627.432508:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 288/304 into md 0x1589 [1] + 0 00000400:00000010:2.0:1767384627.432530:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53ce626. 00000100:00000001:1.0:1767384627.432534:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384627.432539:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384627.432542:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384627.432543:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c06a9a38 00000100:00000001:1.0:1767384627.432550:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384627.432552:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384627.432557:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384627.432558:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000607c8ba0. 00000100:00000040:1.0:1767384627.432561:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384627.432565:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059664512, offset 0 00000800:00000001:2.0:1767384627.432568:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384627.432589:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.432599:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384627.432602:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: PUT: OK 00000100:00000001:1.0:1767384627.432622:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384627.432622:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384627.432624:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c06a9a38 00000400:00000010:2.0:1767384627.432631:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c06a9a38. 00000100:00000001:1.0:1767384627.432632:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.432641:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03a80 00000400:00000200:2.0:1767384627.432645:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:1.0:1767384627.432647:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384627.432650:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (18) 00000400:00000200:0.0:1767384627.432652:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 02000000:00000001:1.0:1767384627.432653:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384627.432664:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 02000000:00000001:1.0:1767384627.432665:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384627.432670:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064844ea2. 00000400:00000200:2.0:1767384627.432672:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (304 bytes) 00000400:00000200:0.0:1767384627.432678:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d289febc 00000100:00100000:1.0:1767384627.432682:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059664640:0@lo:253: 00000400:00000200:2.0:1767384627.432692:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:1.0:1767384627.432692:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384627.432693:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384627.432698:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384627.432707:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384627.432710:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384627.432711:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384627.432715:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000323483e2. 02000000:00000001:1.0:1767384627.432718:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.432719:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (19) 00000400:00000010:1.0:1767384627.432723:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa5b4ba. 00000400:00000010:1.0:1767384627.432732:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a597e1ea. 00000400:00000200:2.0:1767384627.432736:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:1.0:1767384627.432736:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059664640, portal 25 00000400:00000200:0.0:1767384627.432737:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d289febc 00000100:00000001:1.0:1767384627.432748:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384627.432748:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d289febc. 00000100:00000001:1.0:1767384627.432752:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 00000100:00000001:0.0:1767384627.432758:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384627.432760:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 00000100:00000200:0.0:1767384627.432763:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384627.432764:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384627.432776:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000448e7974 x1853237059664512 msgsize 4848 00000400:00000200:2.0:1767384627.432792:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [38:38:256:4294967295] 192.168.202.117@tcp LPNI seq info [38:38:8:4294967295] 00000100:00000001:1.0:1767384627.432798:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384627.432799:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384627.432809:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384627.432812:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384627.432817:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004cb88ef. 00000100:00000001:0.0:1767384627.432826:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384627.432828:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) 192.168.202.117@tcp : ACK try# 0 00000100:00000200:1.0:1767384627.432829:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059664640, offset 0 00000400:00000200:1.0:1767384627.432846:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384627.432863:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp 00000400:00000200:0.0:1767384627.432867:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000607c8ba0 00000800:00000010:2.0:1767384627.432868:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8fc62d7. 00000400:00000010:0.0:1767384627.432871:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000607c8ba0. 00000800:00000200:2.0:1767384627.432877:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000100:00000001:0.0:1767384627.432877:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384627.432885:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384627.432896:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:1023 00000800:00000200:2.0:1767384627.432908:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8fc62d7 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384627.432913:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384627.432923:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384627.432928:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384627.432931:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384627.432938:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03b00 00000800:00000001:2.0:1767384627.432943:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384627.432954:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000100:00000001:0.0:1767384627.432957:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384627.432959:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5ea41ce. 00000400:00000200:1.0:1767384627.432963:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e8b5093 00000100:00000001:0.0:1767384627.432968:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384627.432971:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384627.432974:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384627.432978:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384627.432984:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294917535 00000400:00000200:1.0:1767384627.432985:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e8b5093 00000400:00000010:1.0:1767384627.432989:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e8b5093. 00000100:00000010:0.0:1767384627.432991:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000958b4351. 00000100:00000001:1.0:1767384627.432994:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384627.432997:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384627.432999:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000dd50d008 x1853237059664640 msgsize 4848 00000100:00000001:0.0:1767384627.433001:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384627.433011:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384627.433012:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294917535 00000100:00000040:1.0:1767384627.433015:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384627.433018:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ead953d. 00000100:00000001:0.0:1767384627.433023:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384627.433031:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1767384627.433033:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384627.433033:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294917535 00000400:00000200:1.0:1767384627.433043:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb88ef 00000800:00000010:2.0:1767384627.433050:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8fc62d7. 00000400:00000010:1.0:1767384627.433051:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004cb88ef. 00000100:00000010:0.0:1767384627.433051:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000100:00000001:0.0:1767384627.433062:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384627.433067:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384627.433069:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384627.433069:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294917535 00000100:00000010:0.0:1767384627.433073:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00000200:1.0:1767384627.433074:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.433083:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384627.433089:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384627.433092:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384627.433096:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: ACK: OK 00000100:00000001:0.0:1767384627.433097:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384627.433099:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.433106:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433114:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384627.433117:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384627.433121:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.433124:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384627.433125:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384627.433128:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433128:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384627.433131:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384627.433132:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384627.433133:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294917535 00000100:00000001:1.0:1767384627.433144:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294917535 00000100:00000001:0.0:1767384627.433145:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384627.433149:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.433149:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384627.433150:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294917535 00000100:00000001:0.0:1767384627.433157:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384627.433160:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384627.433161:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294917535 00000100:00000001:0.0:1767384627.433161:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.433169:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294917535 00000800:00000001:2.0:1767384627.433174:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384627.433183:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294917535 00000400:00000200:2.0:1767384627.433185:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : ACK - for me 00000100:00000001:1.0:1767384627.433191:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294917535 00000100:00000001:1.0:1767384627.433199:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294917535 00000400:00000200:2.0:1767384627.433209:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp: ACK from 12345-192.168.202.117@tcp into md 0x15a5 00000100:00000001:1.0:1767384627.433211:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384627.433220:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.433221:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384627.433237:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.433241:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: ACK: OK 00000100:00000001:1.0:1767384627.433245:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384627.433251:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00000400:00000010:2.0:1767384627.433254:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00000100:00000001:1.0:1767384627.433254:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384627.433255:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384627.433260:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384627.433262:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:0.0:1767384627.433264:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664512 00000100:00000001:1.0:1767384627.433265:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384627.433271:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000100:00000001:1.0:1767384627.433272:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384627.433274:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384627.433277:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433279:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384627.433281:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433287:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.433297:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.433301:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00100000:0.0:1767384627.433305:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664512 00000400:00000200:2.0:1767384627.433307:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (18) 00000020:00000001:0.0:1767384627.433312:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384627.433315:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000800:00000001:2.0:1767384627.433318:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384627.433319:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384627.433327:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384627.433344:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384627.433350:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384627.433355:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384627.433356:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384627.433360:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664640 00000100:00000001:0.0:1767384627.433363:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384627.433364:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384627.433384:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384627.433385:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000001:1.0:1767384627.433386:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433392:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384627.433393:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384627.433399:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00100000:1.0:1767384627.433401:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664640 00000020:00000001:1.0:1767384627.433404:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384627.433406:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000010:0.0:1767384627.433407:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000371e3af3. 00000020:00000001:1.0:1767384627.433408:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384627.433412:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:1.0:1767384627.433416:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:0.0:1767384627.433418:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058250b48. 00000020:00000001:1.0:1767384627.433427:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384627.433431:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384627.433431:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000746828dd. 00000020:00000010:1.0:1767384627.433438:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b32840f. 00000100:00000001:1.0:1767384627.433443:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384627.433445:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b32840f. 00000100:00000040:0.0:1767384627.433446:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384627.433451:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384627.433452:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7bae62. 00000100:00000001:0.0:1767384627.433454:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384627.433457:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018f3e723. 00000100:00000001:0.0:1767384627.433458:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384627.433468:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd3fe80. 00000100:00000001:0.0:1767384627.433471:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.433473:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384627.433482:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384627.433483:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384627.433487:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.433497:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433503:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384627.433506:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384627.433513:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384627.433515:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:0.0:1767384627.433523:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384627.433526:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935844432 : -115911773707184 : ffff96942fe72450) 00000100:00000040:0.0:1767384627.433536:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000448e7974 x1853237059664512/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 4848/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.433537:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384627.433541:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384627.433549:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384627.433550:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000001:2.0:1767384627.433552:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384627.433553:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000040:1.0:1767384627.433556:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:2.0:1767384627.433560:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384627.433563:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384627.433564:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935842384 : -115911773709232 : ffff96942fe71c50) 00000100:00000001:2.0:1767384627.433566:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.433576:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384627.433592:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00000040:1.0:1767384627.433599:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd50d008 x1853237059664640/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 4848/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.433607:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000448e7974 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059664512:12345-0@lo:253: 00000100:00000001:1.0:1767384627.433608:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384627.433612:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b32840f. 00000100:00000200:0.0:1767384627.433613:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664512 00000020:00000001:0.0:1767384627.433621:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384627.433622:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384627.433623:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384627.433626:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384627.433633:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384627.433635:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b32840f. 00000400:00000010:2.0:1767384627.433636:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000084ad736d. 00000400:00000010:2.0:1767384627.433645:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e28710a. 00000020:00000001:0.0:1767384627.433646:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384627.433650:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd50d008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059664640:12345-0@lo:253: 00000020:00000001:0.0:1767384627.433652:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000010:2.0:1767384627.433655:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000020:00000001:0.0:1767384627.433660:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384627.433666:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000084ad736d 00000020:00000001:0.0:1767384627.433667:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384627.433668:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664640 00000400:00000010:2.0:1767384627.433681:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000d65e9882. 00000020:00000001:1.0:1767384627.433682:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384627.433682:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384627.433691:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384627.433692:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000020:00000001:1.0:1767384627.433694:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384627.433697:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.433701:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433703:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384627.433705:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384627.433708:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000020:00000001:1.0:1767384627.433710:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 02000000:00000001:0.0:1767384627.433710:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384627.433719:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384627.433722:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000062f53c70. 00000400:00000200:2.0:1767384627.433723:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (17) 00000020:00000001:1.0:1767384627.433723:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384627.433729:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384627.433729:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.433732:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384627.433733:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000d180e6b7. 00000020:00000001:1.0:1767384627.433737:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.433737:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384627.433741:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c168eec5. 00000100:00000001:1.0:1767384627.433742:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384627.433745:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384627.433746:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384627.433756:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002efdbc96. 00000400:00000010:2.0:1767384627.433757:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5f0b08a. 20000000:00000010:0.0:1767384627.433761:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b155ba60. 02000000:00000001:1.0:1767384627.433762:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.433769:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384627.433773:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384627.433774:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 20000000:00000001:1.0:1767384627.433776:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384627.433778:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384627.433781:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384627.433785:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.433790:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 20000000:00000001:0.0:1767384627.433791:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384627.433792:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f329d52f. 20000000:00000001:0.0:1767384627.433799:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384627.433800:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384627.433801:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 20000000:00000001:1.0:1767384627.433813:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384627.433813:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009bbc9b17. 00000400:00000200:2.0:1767384627.433820:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 20000000:00000001:1.0:1767384627.433822:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384627.433824:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:1.0:1767384627.433829:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384627.433834:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384627.433835:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384627.433838:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384627.433846:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384627.433859:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767384627.433868:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384627.433877:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767384627.433882:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767384627.433891:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767384627.433909:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767384627.433916:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767384627.433921:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384627.433925:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384627.433928:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:2.0:1767384627.433935:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384627.433940:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384627.433943:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:2.0:1767384627.433949:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384627.433954:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp24 00080000:00000001:0.0:1767384627.433954:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384627.433961:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384627.433962:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp24 lpni_is_preferred = 0 00080000:00000001:0.0:1767384627.433964:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384627.433968:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384627.433969:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp24 00000400:00000200:2.0:1767384627.433973:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp24 NI seq info: [39:39:256:4294967295] 192.168.202.117@tcp24 LPNI seq info [39:39:8:4294967295] 00000020:00000001:0.0:1767384627.433973:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384627.433983:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp24 00000020:00000001:0.0:1767384627.433983:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384627.433990:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384627.433996:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24:) -> 192.168.202.117@tcp24(192.168.202.117@tcp:192.168.202.117@tcp24) : GET try# 0 00080000:00000010:0.0:1767384627.433999:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004c35b907. 00080000:00000001:0.0:1767384627.434003:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868767744 : -115916840783872 : ffff969301e1b000) 00000800:00000200:2.0:1767384627.434011:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp24 00080000:00000001:0.0:1767384627.434014:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384627.434016:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f8fc62d7. 00000800:00000010:2.0:1767384627.434026:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c97aa4a3. 00000800:00000010:2.0:1767384627.434031:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e427fc0e. 00000800:00000200:2.0:1767384627.434036:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (2) 00000800:00000200:2.1:1767384627.434040:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (2) 00000400:00000200:2.0:1767384627.434056:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384627.434061:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000400:00000200:2.0:1767384627.434148:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000001:00000001:0.0:1767384627.434179:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384627.434181:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384627.434190:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384627.434204:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00080000:00000001:0.0:1767384627.434216:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384627.434220:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384627.434253:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434282:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434325:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434399:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00080000:00000001:0.0:1767384627.434457:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384627.434461:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384627.434464:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434506:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434539:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434561:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434595:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434619:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434652:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434687:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434728:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434784:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434883:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.434940:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.435368:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.435401:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.435428:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.435722:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.435796:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.435898:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.436015:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.436086:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.436162:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.436257:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.436351:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384627.436482:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000800:00000010:2.0:1767384627.436795:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000097c3c790. 00000800:00000010:2.0:1767384627.436802:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce766ed7. 00000800:00000010:2.0:1767384627.436809:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000126252af. 00000800:00000010:2.0:1767384627.436959:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000126252af. 00000400:00000200:0.0:1767384627.437488:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384627.437520:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp24 from 225.3.0.2 00000800:00000010:0.0:1767384627.437525:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e7256bd8. 00000800:00000010:3.0:1767384627.438043:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e53d4549. 00000800:00000010:3.0:1767384627.438050:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4a627a6. 00000800:00000010:3.0:1767384627.438087:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009e03122b. 00000800:00000200:3.1:1767384627.438095:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (2) 00000800:00000200:3.1:1767384627.438103:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp24 000000009e03122b deleted 00000800:00000010:3.1:1767384627.438106:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009e03122b. 00000800:00000200:3.1:1767384627.438112:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384627.438119:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp24 ip 192.168.202.117:993 00000800:00000200:3.1:1767384627.438157:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8fc62d7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384627.438165:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp24 p 3.x 192.168.202.117 -> 192.168.202.117:993 incarnation:1767384625489685453 sched[0] 00000800:00000010:3.0:1767384627.438169:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a47c2b5. 00000800:00000010:3.0:1767384627.438236:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a47c2b5. 00000800:00000010:3.0:1767384627.438241:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4a627a6. 00000800:00000010:3.0:1767384627.438313:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e7256bd8. 00000800:00000001:0.0:1767384627.438410:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.438421:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384627.438524:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384627.438528:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f8fc62d7. 00000400:00000200:0.0:1767384627.438536:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.438544:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: GET: OK 00000400:00000200:0.0:1767384627.438553:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.1:1767384627.438556:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384627.438561:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000200:3.0:1767384627.438568:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp24 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384625489685453 sched[0] 00000800:00000010:3.0:1767384627.438572:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce766ed7. 00000800:00000001:0.0:1767384627.438617:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.438627:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384627.438631:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.438650:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384627.438658:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384627.438666:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24) <- 192.168.202.117@tcp24 : GET - for me 00000400:00000200:0.0:1767384627.438683:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384627.438693:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 304/304 into md 0x15a1 [1] + 0 00000400:00000200:0.0:1767384627.438706:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp24 to MR: 192.168.202.117@tcp24 local destination 00000400:00000200:0.0:1767384627.438717:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp24 NI seq info: [40:40:256:4294967295] 192.168.202.117@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:0.0:1767384627.438739:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) -> 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) 192.168.202.117@tcp24 : REPLY try# 0 00000800:00000200:0.0:1767384627.438752:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.117@tcp24 00000800:00000010:0.0:1767384627.438759:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012968a41. 00000800:00000200:0.0:1767384627.438770:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (4) 00000800:00000200:0.0:1767384627.438779:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp24 ip 192.168.202.117:988 00000800:00000200:0.0:1767384627.438783:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012968a41 type 3, nob 400 niov 1 nkiov 1 00000800:00000200:0.0:1767384627.438935:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384627.438945:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012968a41. 00000400:00000200:0.0:1767384627.438954:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.438963:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: REPLY: OK 00000800:00000001:0.0:1767384627.438989:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.438999:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384627.439005:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.439010:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384627.439013:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.439020:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.439032:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24) <- 192.168.202.117@tcp24 : REPLY - for me 00000400:00000200:0.0:1767384627.439050:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp24: Reply from 12345-192.168.202.117@tcp24 of length 304/304 into md 0x15bd 00000800:00000001:0.0:1767384627.439056:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.439063:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.439066:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.439073:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: REPLY: OK 00000400:00000200:0.0:1767384627.439082:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c168eec5 00000400:00000010:0.0:1767384627.439085:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c168eec5. 00000400:00000200:0.0:1767384627.439093:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384627.439101:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:0.0:1767384627.439106:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384627.439112:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 17. state = 0x100251 00000400:00000200:0.0:1767384627.439126:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384627.439141:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (18) 00000800:00000001:0.0:1767384627.439151:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.439155:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384627.439165:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384627.439175:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:1.0:1767384627.439185:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000b70a1b3a. 00000400:00000010:1.0:1767384627.439191:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000d99372d1. 00000400:00000010:1.0:1767384627.439195:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000005e24f524. 00000400:00000010:1.0:1767384627.439235:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000064b57bdf. 00000400:00000200:1.0:1767384627.439242:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000064b57bdf nid 192.168.202.117@tcp25 00000400:00000010:1.0:1767384627.439247:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e79d9e97. 00000400:00000200:1.0:1767384627.439249:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e79d9e97 net tcp25 00000400:00000200:1.0:1767384627.439253:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (17) 00000400:00000200:1.0:1767384627.439263:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp25 flags 0x11 00000400:00000010:1.0:1767384627.439268:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000b70a1b3a. 00000400:00000010:1.0:1767384627.439273:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000d99372d1. 00000400:00000010:1.0:1767384627.439278:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000005e24f524. 00000400:00000010:1.0:1767384627.439283:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000d180e6b7. 00000400:00000200:1.0:1767384627.439290:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384627.439295:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:1.0:1767384627.439304:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:1.0:1767384627.439317:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:1.0:1767384627.439323:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384627.439345:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:1.0:1767384627.439354:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:1.0:1767384627.439360:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (18) 00000400:00000200:3.0:1767384627.439419:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439504:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439553:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439630:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439680:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439743:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439774:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439899:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.439988:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440093:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440183:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440264:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440344:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440409:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440498:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440580:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440672:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440726:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440758:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440773:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440790:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440873:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.440946:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.441048:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.441132:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.441199:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.441303:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.441395:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.441480:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384627.441514:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000800:00000010:3.0:1767384627.441717:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d1637cae. 00000800:00000010:3.0:1767384627.441724:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e03122b. 00000800:00000010:3.0:1767384627.441729:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c4c2698. 00000800:00000010:3.0:1767384627.441789:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c4c2698. 00000400:00000200:1.0:1767384627.441941:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384627.441964:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp24 from 224.3.0.2 00000800:00000010:1.0:1767384627.441967:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009400dec1. 00000800:00000010:3.0:1767384627.442017:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000047e2bee1. 00000800:00000010:3.0:1767384627.442024:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ddb47447. 00000800:00000010:3.0:1767384627.442074:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000000d89488. 00000800:00000200:3.1:1767384627.442087:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (4) 00000800:00000200:3.1:1767384627.442095:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp24 0000000000d89488 deleted 00000800:00000010:3.1:1767384627.442098:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000000d89488. 00000800:00000200:3.1:1767384627.442106:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384627.442115:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp24 p 3.x 192.168.202.117 -> 192.168.202.117:992 incarnation:1767384625489685453 sched[0] 00000800:00000010:3.0:1767384627.442120:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c4c2698. 00000800:00000010:3.0:1767384627.442185:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c4c2698. 00000800:00000010:3.0:1767384627.442190:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ddb47447. 00000800:00000010:3.0:1767384627.442235:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009400dec1. 00000800:00000001:3.0:1767384627.442253:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384627.442261:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384627.442313:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384627.442323:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp24 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384625489685453 sched[0] 00000800:00000010:3.0:1767384627.442327:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e03122b. 00000800:00000001:3.0:1767384627.442415:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384627.442418:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384627.445902:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294917535, at 4294917536 00000100:00000010:3.0:1767384627.445916:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000100:00000040:0.0:1767384627.445944:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294917535, at 4294917536 00000100:00000010:0.0:1767384627.445953:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000958b4351. 00000100:00000040:2.0:1767384627.446098:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294917535, at 4294917536 00000100:00000010:2.0:1767384627.446109:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00080000:00000001:1.0:1767384627.446759:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384627.446760:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384627.446768:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384627.446771:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384627.446773:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.446776:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384627.446777:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384627.446779:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384627.446780:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384627.446785:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004c35b907. 00080000:00000001:1.0:1767384627.446790:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384627.446792:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384627.446806:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384627.446815:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000068041a65. 20000000:01000000:0.0:1767384627.446817:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384627.446822:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00080000:00000020:0.0:1767384627.446828:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:1.0:1767384627.446894:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294917535, at 4294917537 20000000:01000000:0.0:1767384627.446901:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000100:00000010:1.0:1767384627.446903:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ead953d. 20000000:00000001:0.0:1767384627.446906:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384627.446910:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384627.446915:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384627.446920:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384627.446928:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006ef38648. 00010000:00000001:0.0:1767384627.446933:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384627.446936:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fdc33ea8. 00000020:00000001:0.0:1767384627.446941:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384627.446947:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fdc33ea8 with handle 0x534bb1615bf4c787 to hash 00000020:00000001:0.0:1767384627.446949:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384627.446951:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384627.446954:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384627.446957:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384627.446958:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.446961:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.446969:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384627.446974:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384627.446977:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384627.446980:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384627.446983:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384627.446985:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384627.446987:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384627.446989:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384627.446992:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384627.446994:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384627.446996:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384627.446999:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006ef38648) refcount = 1 00010000:00010000:0.0:1767384627.447003:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.447008:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384627.447015:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384627.447017:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384627.447020:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.447022:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384627.447026:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384627.447031:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:0.0:1767384627.447034:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384627.447036:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384627.447038:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=4 00000020:00000001:0.0:1767384627.447041:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384627.447044:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384627.447046:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384627.447049:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384627.447058:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384627.447058:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384627.447068:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.447075:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384627.447077:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384627.447081:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384627.447083:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.447087:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384627.447089:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.447092:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384627.447094:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384627.447101:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fdc33ea8 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384627.447103:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384627.447107:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384627.447110:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384627.447117:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384627.447126:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384627.447130:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.447134:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1767384627.447136:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384627.447137:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384627.447141:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384627.447144:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=5 00000020:00000001:3.0:1767384627.447145:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384627.447154:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384627.447158:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00000020:00000001:3.0:1767384627.447159:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384627.447178:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384627.447180:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384627.447182:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384627.447186:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003d6b4f41. 00010000:00000001:0.0:1767384627.447189:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1767384627.447191:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857593856 : -115916851957760 : ffff969301373000) 00010000:00000001:0.0:1767384627.447191:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384627.447197:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.447198:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384627.447206:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384627.447209:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384627.447212:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384627.447214:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384627.447217:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fdc33ea8 with handle 0x534bb1615bf4c787 from hash 00010000:00000001:0.0:1767384627.447219:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384627.447220:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.447221:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.447222:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384627.447225:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384627.447228:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384627.447230:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384627.447232:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384627.447235:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.447237:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384627.447239:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384627.447242:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.447243:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.447245:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.447247:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.447250:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.447259:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.447264:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.447266:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.447267:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384627.447270:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384627.447272:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.447275:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.447277:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384627.447281:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.447285:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.447288:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.447297:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384627.447300:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384627.447304:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c787 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384627.447309:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:0.0:1767384627.447313:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006ef38648 count: 0 00080000:00000001:3.0:1767384627.447314:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.447323:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384627.447351:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384627.447353:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384627.447363:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.447368:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384627.447482:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384627.447485:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384627.451878:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006ef38648. 00010000:00000010:0.1:1767384627.451889:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fdc33ea8. 00080000:00000001:2.0:1767384627.457801:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384627.457805:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384627.457810:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384627.457811:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384627.457813:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384627.457817:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384627.457818:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384627.457822:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384627.457823:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384627.457826:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d6b4f41. 20000000:01000000:2.0:1767384627.457828:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384627.457868:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384627.457888:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384627.457891:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384627.457901:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384627.457923:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384627.457927:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384627.457931:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384627.457937:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384627.457941:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384627.457953:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009bbae099. 00010000:00000001:2.0:1767384627.457960:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384627.457965:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094a106e9. 00000020:00000001:2.0:1767384627.457971:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384627.457978:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094a106e9 with handle 0x534bb1615bf4c78e to hash 00000020:00000001:2.0:1767384627.457983:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384627.457985:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384627.457988:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384627.457993:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384627.457996:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.458000:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458009:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384627.458013:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384627.458016:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384627.458020:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384627.458023:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.458032:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384627.458036:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.458039:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384627.458042:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384627.458045:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384627.458049:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384627.458053:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009bbae099) refcount = 1 00010000:00010000:2.0:1767384627.458057:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458063:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384627.458067:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384627.458070:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.458075:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.458078:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384627.458083:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384627.458089:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002899982s 00010000:00000001:2.0:1767384627.458093:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384627.458095:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384627.458098:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=4 00000020:00000001:2.0:1767384627.458102:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384627.458105:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384627.458109:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384627.458113:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458121:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384627.458124:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458130:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.458133:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384627.458136:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458142:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384627.458151:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.458156:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384627.458160:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384627.458167:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000094a106e9 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384627.458171:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.458174:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384627.458179:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458185:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384627.458188:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384627.458191:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384627.458193:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=5 00000020:00000001:2.0:1767384627.458197:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384627.458200:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384627.458205:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384627.458210:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458215:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384627.458219:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.458221:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.458227:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384627.458229:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384627.458233:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384627.458236:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384627.458239:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094a106e9 with handle 0x534bb1615bf4c78e from hash 00010000:00000001:2.0:1767384627.458242:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384627.458245:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.458247:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.458249:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384627.458252:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384627.458256:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384627.458264:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384627.458267:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.458273:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.458276:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384627.458278:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384627.458282:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.458285:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.458288:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.458291:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.458292:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.458296:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458302:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.458306:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.458308:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384627.458312:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384627.458315:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.458317:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.458320:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384627.458325:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.458347:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.458350:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.458356:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384627.458359:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384627.458363:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c78e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384627.458368:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009bbae099 count: 0 00010000:00000001:2.0:1767384627.458393:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384627.458395:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384627.459712:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384627.459719:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384627.459722:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b155ba60. 20000000:00000001:0.0:1767384627.459728:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384627.459735:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059664512 00010000:00000001:0.0:1767384627.459739:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384627.459752:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000448e7974 x1853237059664512/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384627.459765:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384627.459767:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384627.459772:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384627.459779:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384627.459781:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384627.459783:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384627.459794:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384627.459798:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.459803:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384627.459807:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384627.459812:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1cd6676. 00000100:00000200:0.0:1767384627.459819:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059664512, offset 224 00000400:00000200:0.0:1767384627.459826:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384627.459869:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384627.459884:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03a80 00000400:00000200:0.0:1767384627.459895:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15a9 [2] + 224 00000400:00000200:0.0:1767384627.459905:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.459911:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384627.459919:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384627.459927:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384627.459938:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.459954:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384627.459969:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1cd6676 00000400:00000010:0.0:1767384627.459971:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1cd6676. 00000100:00000001:0.0:1767384627.459980:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384627.459982:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384627.459990:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.459995:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384627.459999:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384627.460002:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.460006:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384627.460013:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000448e7974 x1853237059664512/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.460027:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000448e7974 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059664512:12345-0@lo:253: Request processed in 26472us (27244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384627.460040:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:0.0:1767384627.460044:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384627.460055:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384627.460059:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384627.460066:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058250b48. 00000020:00000010:0.0:1767384627.460070:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000746828dd. 00000020:00000010:0.0:1767384627.460075:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000371e3af3. 00000020:00000040:0.0:1767384627.460085:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384627.460091:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384627.460094:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000062f53c70. 02000000:00000001:0.0:1767384627.460098:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384627.460100:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384627.460108:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384627.460113:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f56192b. 00000400:00000010:0.0:1767384627.460119:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1cd6676. 00000100:00000001:0.0:1767384627.460161:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384627.460165:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384627.460171:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384627.460175:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384627.460177:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00000400:00000200:0.0:1767384627.460180:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fad65b0 00000400:00000010:0.0:1767384627.460181:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fad65b0. 00000100:00000001:0.0:1767384627.460184:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384627.460188:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384627.460194:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.460200:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384627.460204:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.460207:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384627.460211:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384627.460213:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384627.460216:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.460218:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384627.460224:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384627.460227:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384627.460230:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384627.460231:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.460239:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384627.460241:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.460243:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.460248:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.460253:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384627.460256:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384627.460257:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384627.460261:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384627.460263:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384627.460264:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384627.460265:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384627.460266:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384627.460268:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384627.460269:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384627.460271:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384627.460273:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384627.460275:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384627.460279:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.460287:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059664512:0@lo:253: 00000100:00000001:0.0:1767384627.460294:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.460298:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384627.460302:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059664512/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.460312:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384627.460315:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384627.460319:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000072fb27e9. 02000000:00000001:0.0:1767384627.460325:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384627.460327:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384627.460342:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384627.460345:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384627.460348:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fab21327. 02000000:00000001:0.0:1767384627.460353:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384627.460355:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384627.460363:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000100:00000001:0.0:1767384627.460367:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384627.460368:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.460370:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.460378:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384627.460379:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.460381:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384627.460383:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384627.463417:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384627.463422:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384627.463424:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f329d52f. 20000000:00000001:2.0:1767384627.463428:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384627.463432:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059664640 00010000:00000001:2.0:1767384627.463440:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384627.463448:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd50d008 x1853237059664640/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384627.463455:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384627.463457:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384627.463460:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384627.463464:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384627.463466:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384627.463468:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384627.463470:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384627.463473:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.463476:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384627.463480:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384627.463484:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c0bdac5. 00000100:00000200:2.0:1767384627.463489:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059664640, offset 224 00000400:00000200:2.0:1767384627.463495:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384627.463505:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384627.463514:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03b00 00000400:00000200:2.0:1767384627.463520:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b1 [2] + 224 00000400:00000200:2.0:1767384627.463527:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384627.463532:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384627.463538:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384627.463542:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384627.463549:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.463565:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384627.463573:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c0bdac5 00000400:00000010:2.0:1767384627.463576:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c0bdac5. 00000100:00000001:2.0:1767384627.463579:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384627.463581:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384627.463583:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384627.463585:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.463588:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384627.463591:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384627.463593:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384627.463594:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384627.463596:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384627.463598:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001aa5b4ba. 00000020:00000001:2.0:1767384627.463603:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.463605:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a597e1ea 00000020:00000001:2.0:1767384627.463608:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384627.463609:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a597e1ea. 00000100:00000001:0.0:1767384627.463616:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384627.463619:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd50d008 x1853237059664640/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384627.463626:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384627.463658:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd50d008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059664640:12345-0@lo:253: Request processed in 30045us (30652us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384627.463683:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384627.463685:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:2.0:1767384627.463690:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384627.463697:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384627.463701:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384627.463709:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384627.463710:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018f3e723. 00000100:00000001:0.0:1767384627.463712:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.463717:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384627.463720:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384627.463721:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd3fe80. 00000100:00000001:0.0:1767384627.463723:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384627.463727:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384627.463729:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7bae62. 00000400:00000010:3.0:1767384627.463731:0:24301:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a12a0849. 02000000:00000001:0.0:1767384627.463731:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384627.463738:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00001000:0.0:1767384627.463740:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=35 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384627.463745:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384627.463748:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=35 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384627.463749:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002efdbc96. 00000400:00000040:3.0:1767384627.463757:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 02000000:00000001:2.0:1767384627.463762:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384627.463762:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000040:3.0:1767384627.463763:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:0.0:1767384627.463767:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.463769:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384627.463770:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:3.0:1767384627.463771:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384627.463774:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.463779:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384627.463781:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000200:2.0:1767384627.463783:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384627.463786:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384627.463789:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000010:2.0:1767384627.463793:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057de7f21. 00000400:00000040:3.0:1767384627.463798:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000010:2.0:1767384627.463805:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c0bdac5. 00000400:00000040:3.0:1767384627.463812:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384627.463821:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:0.0:1767384627.463822:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767384627.463826:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384627.463828:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000001:0.0:1767384627.463860:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384627.463863:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384627.463867:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:01000004:0.0:1767384627.463867:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384627.463870:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384627.463875:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:3.0:1767384627.463877:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:0.0:1767384627.463878:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384627.463881:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384627.463883:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384627.463885:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384627.463889:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:3.0:1767384627.463890:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:0.0:1767384627.463893:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:3.0:1767384627.463895:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000040:0.0:1767384627.463898:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384627.463902:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384627.463913:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384627.463920:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00100000:0.0:1767384627.463925:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059664640:0@lo:253: 00000400:00000040:3.0:1767384627.463928:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:0.0:1767384627.463932:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.463934:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384627.463935:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059664640/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384627.463948:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:0.0:1767384627.463950:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384627.463954:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:3.0:1767384627.463957:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000010:0.0:1767384627.463958:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000323483e2. 00000400:00000040:3.0:1767384627.463967:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:0.0:1767384627.463968:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384627.463972:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384627.463976:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000400:00000040:3.0:1767384627.463977:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:00000001:0.0:1767384627.463979:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384627.463983:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000041ae6daf. 00000400:00000040:3.0:1767384627.463985:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:0.0:1767384627.463987:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384627.463991:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:3.0:1767384627.463992:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000010:0.0:1767384627.463992:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 00000400:00000040:3.0:1767384627.464002:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000001:0.0:1767384627.464002:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384627.464008:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384627.464014:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384627.464014:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384627.464024:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:0.0:1767384627.464025:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384627.464030:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384627.464031:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384627.464033:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:3.0:1767384627.464035:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:0.0:1767384627.464036:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384627.464040:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384627.464043:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384627.464049:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384627.464051:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384627.464053:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384627.464055:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384627.464057:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384627.464059:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384627.464062:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384627.464064:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384627.464066:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384627.464068:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384627.464069:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384627.464071:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384627.464073:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384627.464074:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384627.464077:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384627.464079:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384627.464080:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384627.464083:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384627.464085:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384627.464087:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384627.464089:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384627.464090:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384627.464092:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384627.464093:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384627.464094:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384627.464096:0:24301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384627.464168:0:24301:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a12a0849. 00010000:00000010:2.1:1767384627.465870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009bbae099. 00010000:00000010:2.1:1767384627.465884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094a106e9. 10000000:00000001:0.0:1767384627.542043:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384627.542049:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:0.0:1767384627.542054:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384627.542057:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384627.542059:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384627.542061:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384627.542063:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384627.542067:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384627.542070:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 33 10000000:00000001:0.0:1767384627.542073:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384627.542075:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384627.542085:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 00000020:00000040:0.0:1767384627.542089:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384627.542094:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384627.542098:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384627.542104:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384627.542111:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000291c2c05. 00000100:00000001:0.0:1767384627.542118:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.542122:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384627.542125:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384627.542133:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d696ab36. 00010000:00000001:0.0:1767384627.542138:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384627.542143:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e37d9b03. 00000020:00000001:0.0:1767384627.542147:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384627.542150:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e37d9b03 with handle 0x534bb1615bf4c795 to hash 00000020:00000001:0.0:1767384627.542152:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384627.542154:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384627.542157:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384627.542161:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384627.542164:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.542166:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384627.542175:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384627.542197:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384627.542202:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384627.542204:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384627.542211:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d08335bd. 00000100:00000001:0.0:1767384627.542213:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161927723840 : -115911781827776 : ffff96942f6b3b40) 00000100:00000001:0.0:1767384627.542216:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384627.542218:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00000001:0.0:1767384627.542223:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384627.542226:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.542229:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384627.542231:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384627.542239:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.542247:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384627.542250:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.542255:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384627.542258:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384627.542262:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384627.542266:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059664768:0@lo:101: 00000100:00000001:0.0:1767384627.542273:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384627.542281:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384627.542284:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.542288:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384627.542293:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005a647fdb. 02000000:00000001:0.0:1767384627.542296:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384627.542304:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000400:00000010:0.0:1767384627.542315:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000100:00000200:0.0:1767384627.542322:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059664768, portal 25 00000100:00000001:0.0:1767384627.542324:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384627.542338:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00000040:0.0:1767384627.542344:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.542356:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384627.542360:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384627.542363:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000100:00000200:0.0:1767384627.542365:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059664768, offset 0 00000400:00000200:0.0:1767384627.542372:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384627.542387:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384627.542400:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a03b80 00000400:00000200:0.0:1767384627.542409:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa45 [2] + 0 00000400:00000010:0.0:1767384627.542413:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c75bcaf. 00000400:00000200:0.0:1767384627.542417:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6d23b38 00000400:00000200:0.0:1767384627.542422:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.542426:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384627.542431:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6d23b38 00000400:00000010:0.0:1767384627.542433:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6d23b38. 00000100:00000001:0.0:1767384627.542438:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384627.542440:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384627.542443:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000005f8ed7b6 x1853237059664768 msgsize 328 00000100:00100000:0.0:1767384627.542447:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384627.542448:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384627.542465:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384627.542474:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:0.0:1767384627.542476:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000001:0.0:1767384627.542480:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384627.542485:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.542494:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384627.542498:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.542499:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384627.542504:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664768 00000100:00000001:0.0:1767384627.542507:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384627.542509:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384627.542510:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384627.542513:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384627.542516:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.542517:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.542521:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294917644 02000000:00000001:1.0:1767384627.542523:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384627.542526:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000958b4351. 00000100:00100000:1.0:1767384627.542528:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664768 00000020:00000001:1.0:1767384627.542532:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384627.542535:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384627.542537:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384627.542540:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:0.0:1767384627.542541:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384627.542542:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384627.542546:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384627.542550:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294917644 00000100:00000001:1.0:1767384627.542552:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384627.542555:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015b0e17a. 00000020:00000010:1.0:1767384627.542558:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f2784b6. 00000100:00000001:0.0:1767384627.542560:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384627.542563:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384627.542565:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294917644 00000020:00000010:1.0:1767384627.542567:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f2784b6. 00000100:00000010:0.0:1767384627.542571:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000100:00000001:0.0:1767384627.542575:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384627.542577:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294917644 00000020:00000010:1.0:1767384627.542578:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7bae62. 00000100:00000010:0.0:1767384627.542580:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000100:00000001:0.0:1767384627.542584:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384627.542586:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384627.542587:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a37d94c. 00000100:00000001:0.0:1767384627.542589:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.542593:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384627.542595:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000100:00000001:0.0:1767384627.542596:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384627.542601:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d08335bd going to sleep for 11 seconds 00000100:00000001:0.0:1767384627.542605:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384627.542608:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384627.542608:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.542618:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384627.542620:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384627.542622:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.542638:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.542649:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384627.542662:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384627.542663:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384627.542669:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000040:1.0:1767384627.542672:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384627.542674:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935847504 : -115911773704112 : ffff96942fe73050) 00000100:00000040:1.0:1767384627.542679:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f8ed7b6 x1853237059664768/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 328/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.542687:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384627.542689:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f2784b6. 00000100:00000001:1.0:1767384627.542691:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384627.542692:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f2784b6. 00000100:00100000:1.0:1767384627.542697:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f8ed7b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059664768:12345-0@lo:101: 00000100:00000200:1.0:1767384627.542700:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664768 00000020:00000001:1.0:1767384627.542703:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384627.542706:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384627.542708:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.542711:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384627.542714:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:1.0:1767384627.542718:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384627.542720:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384627.542723:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384627.542726:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384627.542731:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.542734:0:19650:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384627.542737:0:19650:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384627.542740:0:19650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384627.542742:0:19650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384627.542745:0:19650:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384627.542758:0:19650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384627.542765:0:19650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3db1180. 00010000:00000001:1.0:1767384627.542769:0:19650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384627.542773:0:19650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384627.542776:0:19650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384627.542778:0:19650:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c79c to hash 00000020:00000001:1.0:1767384627.542780:0:19650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384627.542782:0:19650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384627.542785:0:19650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00010000:1.0:1767384627.542788:0:19650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c795 expref: -99 pid: 19650 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384627.542795:0:19650:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:1.0:1767384627.542797:0:19650:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:1.0:1767384627.542806:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384627.542810:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384627.542814:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f666e0f. 02000000:00000001:1.0:1767384627.542816:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.542817:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384627.542819:0:19650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384627.542824:0:19650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384627.542827:0:19650:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384627.542829:0:19650:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384627.542866:0:19650:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384627.542870:0:19650:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384627.542872:0:19650:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384627.542877:0:19650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384627.542880:0:19650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384627.542882:0:19650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384627.542885:0:19650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384627.542889:0:19650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3db1180) refcount = 1 00010000:00010000:1.0:1767384627.542899:0:19650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 15 pid: 19650 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384627.542906:0:19650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384627.542922:0:19650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384627.542925:0:19650:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384627.542930:0:19650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384627.542932:0:19650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384627.542938:0:19650:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384627.542943:0:19650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 15 pid: 19650 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384627.542950:0:19650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384627.542954:0:19650:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384627.542959:0:19650:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384627.542962:0:19650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384627.542964:0:19650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384627.542966:0:19650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384627.542968:0:19650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384627.542970:0:19650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000419554d3, rc 0) 00000020:00000001:1.0:1767384627.542972:0:19650:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384627.542976:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059664768 00010000:00000001:1.0:1767384627.542978:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384627.542984:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f8ed7b6 x1853237059664768/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 328/344 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384627.542990:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384627.542993:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384627.542997:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384627.543002:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384627.543004:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384627.543006:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384627.543009:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384627.543011:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.543014:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384627.543017:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384627.543021:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000200:1.0:1767384627.543023:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059664768, offset 224 00000400:00000200:1.0:1767384627.543030:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384627.543039:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384627.543046:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a03b80 00000400:00000200:1.0:1767384627.543054:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15d1 [1] + 224 00000400:00000200:1.0:1767384627.543058:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384627.543061:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384627.543064:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384627.543067:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384627.543074:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.543087:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384627.543092:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000400:00000010:1.0:1767384627.543094:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 00000100:00000001:1.0:1767384627.543097:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384627.543099:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384627.543104:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384627.543106:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384627.543109:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384627.543110:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.543113:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384627.543114:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384627.543117:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f8ed7b6 x1853237059664768/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 328/344 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384627.543122:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384627.543126:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f8ed7b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059664768:12345-0@lo:101: Request processed in 437us (680us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384627.543127:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384627.543131:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00000100:00100000:1.0:1767384627.543136:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000400:00000200:0.0:1767384627.543137:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000100:00000040:1.0:1767384627.543140:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000400:00000010:0.0:1767384627.543141:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000100:00000001:1.0:1767384627.543143:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384627.543148:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384627.543148:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384627.543155:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a37d94c. 00000100:00000200:0.0:1767384627.543156:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384627.543163:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000020:00000010:1.0:1767384627.543170:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7bae62. 00000100:00000200:0.0:1767384627.543174:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384627.543179:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:0.0:1767384627.543187:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384627.543188:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384627.543190:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384627.543192:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f666e0f. 00000100:00000001:0.0:1767384627.543195:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384627.543198:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384627.543200:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384627.543205:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384627.543209:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.543211:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384627.543217:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384627.543218:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384627.543227:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000502f6704. 00000100:00001000:0.0:1767384627.543227:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384627.543235:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=35 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384627.543237:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e719b8d. 00000100:00000001:0.0:1767384627.543241:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384627.543245:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.543248:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384627.543251:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543254:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.543259:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.543267:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384627.543270:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384627.543272:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384627.543276:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.543284:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059664768:0@lo:101: 00000100:00000001:0.0:1767384627.543289:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.543292:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543295:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384627.543296:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384627.543298:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.543305:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384627.543307:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d08335bd. 00000100:00000001:0.0:1767384627.543312:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384627.543314:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.543317:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384627.543321:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384627.543323:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384627.543325:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e37d9b03 refcount=4 00000020:00000001:0.0:1767384627.543327:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384627.543346:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000040:0.0:1767384627.543358:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e37d9b03, remote cookie: 0x534bb1615bf4c79c, flags: 0x0 00010000:00000001:0.0:1767384627.543362:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384627.543364:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384627.543366:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384627.543367:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384627.543368:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384627.543370:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d696ab36) refcount = 1 00010000:00010000:0.0:1767384627.543373:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.543380:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384627.543381:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384627.543382:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384627.543386:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384627.543389:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.543391:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.543398:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384627.543399:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.543400:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.543402:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.543403:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.543404:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543407:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384627.543411:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848b0850 x1853237059664768/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.543418:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384627.543421:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384627.543424:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a647fdb. 02000000:00000001:0.0:1767384627.543428:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384627.543431:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384627.543434:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384627.543437:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384627.543440:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000291c2c05. 02000000:00000001:0.0:1767384627.543445:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384627.543454:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384627.543456:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848b0850. 00000100:00000001:0.0:1767384627.543459:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384627.543461:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384627.543463:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384627.543465:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384627.543467:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:0.0:1767384627.543470:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.543472:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384627.543474:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384627.543475:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e37d9b03 refcount=3 00000020:00000001:0.0:1767384627.543478:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384627.543480:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384627.543483:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384627.543485:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.543487:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.543489:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384627.543492:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384627.543496:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000495c98db. 00000100:00000010:0.0:1767384627.543515:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 00000020:00000040:0.0:1767384627.543518:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384627.543522:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384627.543524:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384627.543527:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384627.543532:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000291c2c05. 00000100:00000001:0.0:1767384627.543536:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543539:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384627.543544:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005a647fdb. 00000100:00000010:0.0:1767384627.543548:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000da26fc07. 00000020:00000040:0.0:1767384627.543551:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384627.543556:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384627.543557:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384627.543564:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d08335bd. 00000100:00000001:0.0:1767384627.543566:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161927723840 : -115911781827776 : ffff96942f6b3b40) 00000100:00000001:0.0:1767384627.543568:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384627.543570:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00000001:0.0:1767384627.543579:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384627.543581:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543583:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384627.543585:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384627.543589:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.543596:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384627.543597:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.543600:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384627.543602:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384627.543605:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384627.543608:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059664896:0@lo:256: 00000100:00000001:0.0:1767384627.543611:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384627.543615:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384627.543617:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543620:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384627.543626:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000400:00000010:0.0:1767384627.543631:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ee5bf88c. 00000100:00000200:0.0:1767384627.543634:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a03c00-0x6958260a03c00, portal 33 00000100:00000001:0.0:1767384627.543638:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.543640:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384627.543645:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077d4c413. 02000000:00000001:0.0:1767384627.543647:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384627.543652:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aa569a9. 00000400:00000010:0.0:1767384627.543657:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000100:00000200:0.0:1767384627.543660:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059664896, portal 25 00000100:00000001:0.0:1767384627.543663:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384627.543664:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00000040:0.0:1767384627.543670:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.543678:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384627.543681:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384627.543684:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000100:00000200:0.0:1767384627.543687:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059664896, offset 0 00000400:00000200:0.0:1767384627.543699:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384627.543706:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384627.543714:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a03c00 00000400:00000200:0.0:1767384627.543722:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa55 [2] + 0 00000400:00000010:0.0:1767384627.543726:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ac2e6e3. 00000400:00000200:0.0:1767384627.543730:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079001e39 00000400:00000200:0.0:1767384627.543734:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.543738:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384627.543742:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079001e39 00000400:00000010:0.0:1767384627.543744:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079001e39. 00000100:00000001:0.0:1767384627.543748:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384627.543750:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384627.543753:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000b496e7b0 x1853237059664896 msgsize 304 00000100:00100000:0.0:1767384627.543758:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384627.543760:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384627.543773:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384627.543778:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:0.0:1767384627.543781:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000001:0.0:1767384627.543786:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384627.543790:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.543793:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384627.543799:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059664896 00000100:00000001:0.0:1767384627.543799:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384627.543803:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384627.543804:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.543807:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384627.543810:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543812:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384627.543815:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.543815:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384627.543819:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059664896 00000100:00000001:0.0:1767384627.543820:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.543821:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384627.543823:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294917645 00000020:00000040:1.0:1767384627.543824:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384627.543828:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384627.543874:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:1.0:1767384627.543878:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384627.543882:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384627.543888:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384627.543892:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f2784b6. 00000100:00000001:1.0:1767384627.543896:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384627.543898:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f2784b6. 00000020:00000010:1.0:1767384627.543904:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7bae62. 00000020:00000010:1.0:1767384627.543907:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a37d94c. 00000020:00000010:1.0:1767384627.543910:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000100:00000040:1.0:1767384627.543921:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384627.543925:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384627.543928:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384627.543929:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.543934:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.543956:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384627.543968:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384627.543971:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384627.543977:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767384627.543979:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384627.543987:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935848528 : -115911773703088 : ffff96942fe73450) 00000100:00000040:1.0:1767384627.543992:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b496e7b0 x1853237059664896/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 304/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.543999:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384627.544001:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f2784b6. 00000100:00000001:1.0:1767384627.544004:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384627.544006:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f2784b6. 00000100:00100000:1.0:1767384627.544013:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b496e7b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059664896:12345-0@lo:256: 00000100:00000200:1.0:1767384627.544016:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059664896 00000020:00000001:1.0:1767384627.544017:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384627.544019:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384627.544021:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.544022:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384627.544024:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:1.0:1767384627.544026:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384627.544028:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384627.544030:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384627.544032:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384627.544034:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.544036:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384627.544039:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384627.544041:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002f666e0f. 02000000:00000001:1.0:1767384627.544042:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.544044:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384627.544047:0:19650:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384627.544050:0:19650:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384627.544053:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384627.544056:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384627.544059:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384627.544061:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384627.544063:0:19650:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384627.544066:0:19650:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ac82dddf. 20000000:00000001:1.0:1767384627.544070:0:19650:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384627.544087:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384627.544093:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384627.544099:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384627.544102:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384627.544105:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384627.544107:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384627.544109:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384627.544112:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384627.544114:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384627.544116:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384627.544118:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384627.544120:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384627.544121:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384627.544123:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384627.544124:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384627.544126:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384627.544129:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:1.0:1767384627.544131:0:19650:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:1.0:1767384627.544139:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384627.544142:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384627.544144:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384627.544146:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384627.544148:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384627.544149:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384627.544150:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384627.544152:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384627.544155:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384627.544158:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384627.544161:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384627.544164:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384627.544166:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384627.544170:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384627.544172:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384627.544175:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384627.544178:0:19650:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:1.0:1767384627.544180:0:19650:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:1.0:1767384627.544184:0:19650:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:1.0:1767384627.544188:0:19650:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:1.0:1767384627.544192:0:19650:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384627.544203:0:19650:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009253a666. 00000100:00000010:1.0:1767384627.544209:0:19650:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d2076c5e. 00000100:00000001:0.0:1767384627.544212:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917644 00000020:00000040:1.0:1767384627.544213:0:19650:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00000100:00000001:0.0:1767384627.544220:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294917646 00010000:00000001:1.0:1767384627.544221:0:19650:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384627.544226:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917644 00000100:00000001:1.0:1767384627.544227:0:19650:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000100:00000001:0.0:1767384627.544233:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294917646 00000400:00000010:1.0:1767384627.544234:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000001:0.0:1767384627.544241:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917644 00000400:00000010:1.0:1767384627.544243:0:19650:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000058e75fef. 00000400:00000200:1.0:1767384627.544247:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384627.544256:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294917646 00000400:00000200:1.0:1767384627.544264:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384627.544266:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917644 00000400:00000200:1.0:1767384627.544273:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x6958260a03c00 00000100:00000001:0.0:1767384627.544273:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384627.544281:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384627.544282:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x15e1 [4] + 0 00000100:00000001:0.0:1767384627.544287:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384627.544288:0:19650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00000100:00000001:0.0:1767384627.544292:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384627.544293:0:19650:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee5bf88c 00000400:00000200:1.0:1767384627.544298:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384627.544298:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d08335bd going to sleep for 11 seconds 00000100:00000001:0.0:1767384627.544305:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384627.544306:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384627.544311:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5bf88c 00000100:00000001:0.0:1767384627.544311:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384627.544315:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ee5bf88c. 00000100:00000001:1.0:1767384627.544320:0:19650:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384627.544321:0:19650:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000848b0850 desc 000000005a647fdb mbits 1853237059664896 00000100:00000001:1.0:1767384627.544346:0:19650:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384627.544350:0:19650:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384627.544356:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384627.544371:0:19650:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x15ed 00000400:00000200:1.0:1767384627.544375:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384627.544381:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384627.544384:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384627.544386:0:19650:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384627.544394:0:19650:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009253a666 00000100:00000001:2.0:1767384627.544396:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.544400:0:19650:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384627.544421:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000400:00000010:1.0:1767384627.544423:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 00000100:00000001:1.0:1767384627.544428:0:19650:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384627.544429:0:19650:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009253a666 00000100:00000001:1.0:1767384627.544431:0:19650:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384627.544437:0:19650:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x6958260a03c00-0x6958260a03c00 00000100:00000001:1.0:1767384627.544440:0:19650:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384627.544450:0:19650:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.544452:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384627.544455:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:1.0:1767384627.544459:0:19650:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d2076c5e. 00000100:00000010:1.0:1767384627.544464:0:19650:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009253a666. 00000100:00000001:1.0:1767384627.544469:0:19650:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384627.544471:0:19650:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384627.544477:0:19650:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ac82dddf. 20000000:00000001:1.0:1767384627.544481:0:19650:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384627.544483:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059664896 00010000:00000001:1.0:1767384627.544487:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384627.544494:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b496e7b0 x1853237059664896/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 304/240 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384627.544502:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384627.544504:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384627.544506:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384627.544510:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384627.544512:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384627.544514:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384627.544517:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384627.544518:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384627.544521:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384627.544525:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384627.544528:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000200:1.0:1767384627.544532:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059664896, offset 224 00000400:00000200:1.0:1767384627.544537:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384627.544542:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384627.544552:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a03c00 00000400:00000200:1.0:1767384627.544560:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x15e5 [1] + 224 00000400:00000200:1.0:1767384627.544563:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384627.544567:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384627.544571:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384627.544576:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384627.544592:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.544609:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384627.544617:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000400:00000010:1.0:1767384627.544620:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 00000100:00000001:1.0:1767384627.544626:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384627.544628:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384627.544636:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384627.544642:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:2.0:1767384627.544643:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384627.544646:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384627.544650:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384627.544653:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384627.544655:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384627.544659:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384627.544661:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b496e7b0 x1853237059664896/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:608/0 lens 304/240 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384627.544665:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004aa569a9. 00000400:00000200:2.0:1767384627.544681:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000100:00100000:1.0:1767384627.544683:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b496e7b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059664896:12345-0@lo:256: Request processed in 677us (922us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384627.544688:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000100:00000001:2.0:1767384627.544703:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384627.544709:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767384627.544714:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000200:2.0:1767384627.544719:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384627.544719:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384627.544729:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384627.544739:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a37d94c. 00000100:00000200:2.0:1767384627.544740:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384627.544753:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000020:00000010:1.0:1767384627.544761:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7bae62. 00000020:00000040:1.0:1767384627.544770:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:2.0:1767384627.544773:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384627.544778:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384627.544778:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384627.544787:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384627.544787:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002f666e0f. 02000000:00000001:2.0:1767384627.544795:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384627.544795:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384627.544804:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384627.544805:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.544814:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384627.544815:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384627.544820:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384627.544821:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7353d95. 00000100:00001000:2.0:1767384627.544828:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=35 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384627.544829:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a597e1ea. 00000100:00001000:2.0:1767384627.544886:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384627.544888:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384627.544890:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.544893:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384627.544894:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.544896:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.544899:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384627.544906:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.544911:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384627.544913:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384627.544915:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384627.544920:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059664896:0@lo:256: 00000100:00000001:2.0:1767384627.544923:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.544925:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.544926:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384627.544928:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384627.544929:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.544934:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384627.544937:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d08335bd. 00000100:00000001:2.0:1767384627.544940:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384627.544947:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384627.544951:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:2.0:1767384627.544954:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384627.544960:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002c7c7cbb. 10000000:00000040:2.0:1767384627.544969:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384627.544974:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384627.544977:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384627.544982:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:2.0:1767384627.544985:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.544987:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384627.544988:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:2.0:1767384627.544990:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:2.0:1767384627.544993:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:2.0:1767384627.544995:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384627.544998:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:2.0:1767384627.545003:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384627.545008:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (17) 00000400:00000200:2.0:1767384627.545013:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384627.545016:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:2.0:1767384627.545018:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (18) 00000400:00000200:2.0:1767384627.545019:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:2.0:1767384627.545021:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:2.0:1767384627.545024:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545026:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:2.0:1767384627.545027:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:2.0:1767384627.545029:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545030:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:2.0:1767384627.545031:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384627.545032:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545033:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:2.0:1767384627.545035:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384627.545037:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545038:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:2.0:1767384627.545039:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:2.0:1767384627.545041:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545041:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:2.0:1767384627.545048:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:2.0:1767384627.545052:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545053:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:2.0:1767384627.545055:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384627.545057:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545059:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:2.0:1767384627.545061:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384627.545064:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545066:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:2.0:1767384627.545067:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:2.0:1767384627.545070:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545072:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:2.0:1767384627.545074:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:2.0:1767384627.545077:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545078:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:2.0:1767384627.545080:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:2.0:1767384627.545083:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545085:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:2.0:1767384627.545086:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384627.545089:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545090:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:2.0:1767384627.545092:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:2.0:1767384627.545095:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545097:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:2.0:1767384627.545099:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:2.0:1767384627.545102:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545104:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:2.0:1767384627.545105:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:2.0:1767384627.545108:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545109:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:2.0:1767384627.545111:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:2.0:1767384627.545113:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384627.545115:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000100:00000001:2.0:1767384627.545117:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.545119:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384627.545123:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:2.0:1767384627.545145:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000023a828ab. 10000000:00000040:2.0:1767384627.545148:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 38/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:2.0:1767384627.545152:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384627.545158:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384627.545164:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090efd899. 00000020:00000010:2.0:1767384627.545171:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000007ea7967. 00000040:00000010:2.0:1767384627.545176:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000290a4bc4. 00000020:00000010:2.0:1767384627.545182:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a27305a. 00000020:00000010:2.0:1767384627.545189:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384627.545195:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001e1e9012. 80000000:00000010:2.0:1767384627.545200:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000013e632c. 40000000:00000010:2.0:1767384627.545206:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007f4ac462. 00100000:00000010:2.0:1767384627.545213:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6c34944. 00040000:00000010:2.0:1767384627.545216:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000048bb4b15. 00040000:00000010:2.0:1767384627.545220:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044863a55. 00040000:00000010:2.0:1767384627.545224:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5b98daf. 00080000:00000010:2.0:1767384627.545228:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e82d7cf9. 00000004:00000010:2.0:1767384627.545233:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c690fa05. 00000004:00000010:2.0:1767384627.545237:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f658cd8b. 00000004:00000010:2.0:1767384627.545242:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bc7a8b65. 00002000:00000010:2.0:1767384627.545245:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000796fb75c. 00000004:00000010:2.0:1767384627.545248:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007fc12cd8. 00000004:00000001:2.0:1767384627.545252:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384627.545254:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384627.545256:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000023a828ab 00000040:00001000:2.0:1767384627.545257:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384627.545258:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384627.545259:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384627.545260:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384627.545262:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384627.545263:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384627.545263:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384627.545264:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:2.0:1767384627.545265:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384627.545346:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384627.545351:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007ea7967. 00000040:00000010:2.0:1767384627.545356:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000290a4bc4. 00000020:00000010:2.0:1767384627.545359:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a27305a. 00000020:00000010:2.0:1767384627.545362:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384627.545365:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e1e9012. 80000000:00000010:2.0:1767384627.545370:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000013e632c. 40000000:00000010:2.0:1767384627.545373:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007f4ac462. 00100000:00000010:2.0:1767384627.545377:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e6c34944. 00040000:00000010:2.0:1767384627.545381:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000048bb4b15. 00040000:00000010:2.0:1767384627.545383:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044863a55. 00040000:00000010:2.0:1767384627.545385:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b5b98daf. 00080000:00000010:2.0:1767384627.545388:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e82d7cf9. 00000004:00000010:2.0:1767384627.545391:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c690fa05. 00000004:00000010:2.0:1767384627.545394:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f658cd8b. 00000004:00000010:2.0:1767384627.545397:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bc7a8b65. 00002000:00000010:2.0:1767384627.545401:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000796fb75c. 00000004:00000010:2.0:1767384627.545403:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007fc12cd8. 00000020:00000010:2.0:1767384627.545406:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090efd899. 00000020:00000001:2.0:1767384627.545409:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.545411:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384627.545414:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000023a828ab. 10000000:00000010:2.0:1767384627.545418:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002c7c7cbb. 10000000:00000001:2.0:1767384627.545423:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.545425:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384627.545429:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848b0850 x1853237059664896/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.545435:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384627.545438:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384627.545440:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077d4c413. 02000000:00000001:2.0:1767384627.545443:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384627.545445:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384627.545447:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384627.545448:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384627.545450:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384627.545456:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384627.545457:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384627.545458:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384627.545461:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000da26fc07. 00000100:00000010:2.0:1767384627.545464:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005a647fdb. 00000100:00000001:2.0:1767384627.545466:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384627.545468:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000291c2c05. 02000000:00000001:2.0:1767384627.545472:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384627.545474:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384627.545475:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848b0850. 00000100:00000001:2.0:1767384627.545478:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384627.545480:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384627.545489:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000495c98db. 10000000:01000000:2.0:1767384627.545493:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384627.545495:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384627.545497:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384627.545499:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384627.545501:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e37d9b03 refcount=3 00000020:00000001:2.0:1767384627.545503:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:2.0:1767384627.545505:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:2.0:1767384627.545507:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384627.545510:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.545516:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.545517:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384627.545518:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.545523:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384627.545524:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.545524:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384627.545526:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384627.545527:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384627.545529:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384627.545531:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384627.545535:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:2.0:1767384627.545537:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384627.556670:0:24328:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000009f2784b6. 00000020:00000040:1.0:1767384627.556686:0:24328:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384627.556690:0:24328:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000009f2784b6. 00000100:00000040:0.0:1767384627.556899:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294917645, at 4294917647 00000100:00000040:3.0:1767384627.556906:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294917646, at 4294917647 00000100:00000010:0.0:1767384627.556912:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000958b4351. 00000100:00000010:3.0:1767384627.556924:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00000100:00000040:2.0:1767384627.557881:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294917646, at 4294917648 00000100:00000010:2.0:1767384627.557888:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00000100:00000040:1.0:1767384627.557933:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294917646, at 4294917648 00000100:00000010:1.0:1767384627.557942:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015b0e17a. 00000004:00000001:0.0:1767384628.053913:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384628.053919:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384628.053930:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad64594. 00000020:00000040:0.0:1767384628.053939:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384628.053954:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384628.053958:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384628.053965:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384628.053974:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000936c8b72. 00000100:00000001:0.0:1767384628.053982:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.053991:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384628.053995:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.054004:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384628.054009:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ad64594] to pc [ptlrpcd_00_00+0] req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.054012:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384628.054019:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ae99fd5. 00000020:00000040:1.0:1767384628.054024:0:2396:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384628.054027:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384628.054028:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384628.054034:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384628.054039:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005fd66a67. 00000004:00000001:0.0:1767384628.054041:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.054044:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.054051:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384628.054059:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384628.054061:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.054067:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384628.054067:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ae99fd5] to pc [ptlrpcd_00_01+1] req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.054078:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384628.054082:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.054083:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.054086:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384628.054091:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384628.054092:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.054099:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384628.054101:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000990bcf1. 00000100:00000001:2.0:1767384628.054103:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384628.054110:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384628.054111:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384628.054119:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384628.054120:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384628.054123:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384628.054126:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.054130:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384628.054133:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0a6c22c. 00000100:00000001:1.0:1767384628.054140:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.054154:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384628.054160:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384628.054166:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.054173:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384628.054177:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384628.054189:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.054203:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ae99fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059665152:0@lo:400: 00000100:00000001:1.0:1767384628.054207:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384628.054210:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.054211:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384628.054221:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384628.054221:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000990bcf1] to pc [ptlrpcd_00_02+2] req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384628.054230:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.054236:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384628.054240:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6418293. 02000000:00000001:2.0:1767384628.054243:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.054247:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384628.054248:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d4978a. 00000100:00000040:1.0:1767384628.054253:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384628.054260:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000100:00000001:1.0:1767384628.054260:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384628.054270:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000100:00000200:2.0:1767384628.054271:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059665152, portal 4 00000100:00000001:2.0:1767384628.054279:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384628.054280:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384628.054282:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158518144 : -115911551033472 : ffff96943d2cdf80) 00000100:00000001:1.0:1767384628.054291:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384628.054295:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384628.054296:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384628.054306:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.054307:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384628.054314:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8d30221. 00000100:00000040:2.0:1767384628.054321:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384628.054337:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dee935b5. 00000100:00000001:1.0:1767384628.054339:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.054341:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059665152, offset 0 00000100:00000040:1.0:1767384628.054351:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384628.054358:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384628.054372:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384628.054376:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.054387:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eebd37] to pc [ptlrpcd_00_03+3] req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.054388:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384628.054406:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.054413:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.054414:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384628.054420:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384628.054421:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a03d00 00000100:00000040:0.0:1767384628.054428:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.054443:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2544 00000100:00000001:0.0:1767384628.054457:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384628.054459:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.054460:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384628.054471:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384628.054473:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384628.054480:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384628.054483:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1767384628.054483:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384628.054495:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384628.054497:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054a20d96. 00000100:00100000:0.0:1767384628.054503:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059665280:0@lo:400: 00000100:00000040:2.0:1767384628.054505:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000054a20d96 x1853237059665152 msgsize 224 00000100:00000001:0.0:1767384628.054518:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384628.054523:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384628.054524:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384628.054529:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.054531:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384628.054535:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000291c2c05. 00000100:00000001:2.0:1767384628.054538:0:16141:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384628.054538:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384628.054543:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823a5319. 00000400:00000200:2.0:1767384628.054547:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dee935b5 00000400:00000010:2.0:1767384628.054550:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dee935b5. 00000100:00000001:2.0:1767384628.054553:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384628.054559:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000100:00000200:2.0:1767384628.054560:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384628.054570:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059665280, portal 10 00000100:00000001:0.0:1767384628.054576:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384628.054579:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 00000100:00000001:2.0:1767384628.054581:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384628.054589:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384628.054592:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.054643:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.054652:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.054667:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.054669:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384628.054671:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (255) 00000100:00000001:2.0:1767384628.054674:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.054674:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384628.054684:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6033 usecs (7 jiffies) 00000100:00000040:0.0:1767384628.054689:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384628.054692:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918151 00000100:00000010:2.0:1767384628.054696:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000013e632c. 00000400:00000010:0.0:1767384628.054696:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000001:1.0:1767384628.054703:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.054709:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384628.054709:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059665280, offset 0 00000100:00000001:2.0:1767384628.054712:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384628.054725:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918151 00000400:00000200:0.0:1767384628.054726:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384628.054738:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9074119. 00000100:00000001:2.0:1767384628.054745:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384628.054750:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384628.054772:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918151 00000400:00000200:0.0:1767384628.054778:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a03d80 00000100:00000010:2.0:1767384628.054781:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bcc04165. 00000100:00000001:2.0:1767384628.054790:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384628.054795:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:0.0:1767384628.054803:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384628.054804:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918151 00000100:00000010:2.0:1767384628.054817:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041eea25e. 00000400:00000200:0.0:1767384628.054822:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384628.054827:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384628.054889:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384628.054891:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384628.054893:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384628.054896:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384628.054898:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384628.054904:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e39f5fb6. 00000100:00000040:2.0:1767384628.054908:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384628.054911:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000e39f5fb6 x1853237059665280 msgsize 224 00000100:00000001:2.0:1767384628.054932:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384628.054934:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384628.054941:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.054945:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384628.054948:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384628.054951:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.054955:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384628.054962:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059665024:0@lo:13: 00000100:00000001:2.0:1767384628.054966:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384628.054970:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384628.054974:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.054975:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384628.054980:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 02000000:00000001:2.0:1767384628.054981:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384628.054985:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000790a6cb7. 02000000:00000001:2.0:1767384628.054995:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.054999:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384628.055001:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f105b58. 00000100:00000001:1.0:1767384628.055005:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384628.055007:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384628.055009:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dee935b5. 00000100:00000040:1.0:1767384628.055015:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384628.055022:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059665024, portal 4 00000100:00000001:2.0:1767384628.055036:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384628.055039:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384628.055045:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027871232 : -115911681680384 : ffff969435635c00) 00000100:00000001:1.0:1767384628.055047:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384628.055050:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.055051:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.055056:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384628.055072:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384628.055078:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384628.055093:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.055101:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384628.055108:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16143:1853237059665408:0@lo:400: 00000100:00000001:2.0:1767384628.055116:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384628.055116:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384628.055118:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384628.055125:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.055131:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384628.055132:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3222 usecs (4 jiffies) 00000100:00000040:2.0:1767384628.055137:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384628.055139:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.055141:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918149 02000000:00000001:1.0:1767384628.055143:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384628.055149:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918151 02000000:00000010:1.0:1767384628.055152:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eb68ee5. 00000400:00000010:2.0:1767384628.055154:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000001:0.0:1767384628.055155:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918149 02000000:00000001:1.0:1767384628.055157:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.055168:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059665024, offset 0 00000100:00000001:0.0:1767384628.055168:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918151 00000400:00000010:1.0:1767384628.055169:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008273a224. 00000400:00000010:1.0:1767384628.055184:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000001:0.0:1767384628.055186:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918149 00000400:00000200:2.0:1767384628.055193:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384628.055195:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918151 00000100:00000001:0.0:1767384628.055199:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918149 00000100:00000200:1.0:1767384628.055200:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059665408, portal 10 00000100:00000001:0.0:1767384628.055203:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918151 00000100:00000001:1.0:1767384628.055210:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384628.055213:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384628.055213:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.055215:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 00000100:00000001:0.0:1767384628.055231:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.055232:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.055240:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.055245:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a03c80 00000100:00000001:0.0:1767384628.055249:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.055263:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384628.055271:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1120 00000100:00000001:0.0:1767384628.055272:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384628.055274:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384628.055285:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384628.055287:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384628.055290:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384628.055295:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384628.055300:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.055303:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384628.055303:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8ff98d. 00000100:00000001:0.0:1767384628.055309:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384628.055316:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059665408, offset 0 00000100:00000001:2.0:1767384628.055335:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384628.055340:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384628.055341:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384628.055352:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd4ea683. 00000100:00000040:2.0:1767384628.055358:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000bd4ea683 x1853237059665024 msgsize 224 00000400:00000200:1.0:1767384628.055369:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384628.055380:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384628.055386:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384628.055389:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a03e00 00000100:00100000:3.0:1767384628.055393:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665152 02000000:00000001:3.0:1767384628.055404:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384628.055405:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384628.055405:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:3.0:1767384628.055414:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384628.055417:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384628.055418:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.055419:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000010:2.0:1767384628.055427:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 02000000:00000001:3.0:1767384628.055432:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.055432:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384628.055433:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384628.055444:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.055448:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665152 00000100:00000001:1.0:1767384628.055448:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384628.055456:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384628.055459:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384628.055461:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384628.055461:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a13c2de. 00000020:00000040:3.0:1767384628.055463:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000040:1.0:1767384628.055472:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000006a13c2de x1853237059665408 msgsize 224 00000020:00000001:3.0:1767384628.055473:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384628.055474:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384628.055482:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:3.0:1767384628.055489:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:3.0:1767384628.055497:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00100000:1.0:1767384628.055502:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384628.055506:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384628.055508:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.055513:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384628.055515:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5f7463. 00000100:00000001:2.0:1767384628.055517:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384628.055521:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b46e4a84. 00000100:00000040:2.0:1767384628.055521:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6033 usecs (7 jiffies) 00000100:00000001:1.0:1767384628.055523:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384628.055526:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918152 00000020:00000040:3.0:1767384628.055529:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:2.0:1767384628.055533:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294918151 00000100:00000001:2.0:1767384628.055541:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918152 00000100:00000001:3.0:1767384628.055547:0:17556:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384628.055550:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8ff98d 00000100:00000001:2.0:1767384628.055552:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294918151 00000020:00000010:3.0:1767384628.055554:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f60e856. 00000400:00000010:1.0:1767384628.055556:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f8ff98d. 00000100:00000001:2.0:1767384628.055558:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918152 00000020:00000010:3.0:1767384628.055560:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000417dea1e. 00000100:00000001:2.0:1767384628.055569:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294918151 00000100:00000001:1.0:1767384628.055569:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384628.055570:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffde1dac. 00000100:00000200:1.0:1767384628.055574:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.055577:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384628.055585:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918152 00000100:00000001:3.0:1767384628.055589:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384628.055596:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384628.055601:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294918151 00000100:00000001:3.0:1767384628.055603:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.055612:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.055618:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.055619:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384628.055620:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384628.055623:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.055626:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384628.055627:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384628.055632:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.055633:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.055635:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.055639:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384628.055648:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.055649:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.055656:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384628.055662:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.055664:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384628.055670:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384628.055670:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055676:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055680:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384628.055681:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384628.055690:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.055693:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00080000:2.0:1767384628.055693:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384628.055695:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3367 usecs (4 jiffies) 00000020:00000040:2.0:1767384628.055697:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384628.055699:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204776448 : -115911504775168 : ffff96943feeb800) 00000100:00000001:1.0:1767384628.055702:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294918149 00000100:00000001:1.0:1767384628.055709:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294918152 00000100:00000040:3.0:1767384628.055712:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054a20d96 x1853237059665152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.055715:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294918149 00000100:00000001:1.0:1767384628.055724:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294918152 00000100:00000001:1.0:1767384628.055733:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294918149 00000100:00000001:1.0:1767384628.055743:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294918152 00000100:00000001:3.0:1767384628.055744:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384628.055751:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294918149 00000020:00000010:3.0:1767384628.055753:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040fda6d4. 00000100:00000001:1.0:1767384628.055763:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294918152 00000100:00000001:3.0:1767384628.055764:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.055776:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384628.055777:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040fda6d4. 00000100:00000001:1.0:1767384628.055790:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055794:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384628.055800:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054a20d96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059665152:12345-0@lo:400: 00000100:00000001:1.0:1767384628.055802:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384628.055808:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665152 00000020:00000001:3.0:1767384628.055812:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384628.055812:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.055817:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384628.055819:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384628.055822:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384628.055823:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055827:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384628.055863:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055868:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.055870:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384628.055874:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:3.0:1767384628.055878:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384628.055881:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384628.055885:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384628.055888:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384628.055893:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.055896:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384628.055901:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384628.055902:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384628.055906:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665024 02000000:00000001:3.0:1767384628.055908:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384628.055911:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002d028bf1. 02000000:00000001:1.0:1767384628.055919:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384628.055920:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055923:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.055925:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055926:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.055928:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.055931:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384628.055932:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059665152 00010000:00000001:3.0:1767384628.055938:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384628.055938:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665024 00000020:00000001:1.0:1767384628.055949:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000200:3.0:1767384628.055955:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054a20d96 x1853237059665152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384628.055956:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:1.0:1767384628.055963:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384628.055969:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=6 00010000:00000001:3.0:1767384628.055976:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384628.055977:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:1.0:1767384628.055984:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00010000:00000001:3.0:1767384628.055985:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.055991:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384628.055994:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3badb36. 00000100:00000001:1.0:1767384628.055998:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384628.056000:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=26 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384628.056001:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3badb36. 00000020:00000010:1.0:1767384628.056012:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b5ddece. 00000100:00000001:3.0:1767384628.056013:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384628.056019:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000010:1.0:1767384628.056020:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045667934. 00000100:00000001:3.0:1767384628.056024:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:1.0:1767384628.056029:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 02000000:00000001:3.0:1767384628.056031:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384628.056037:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.056043:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384628.056044:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384628.056048:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384628.056049:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384628.056051:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384628.056056:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384628.056058:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000001:1.0:1767384628.056066:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384628.056067:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059665152, offset 224 00000400:00000200:3.0:1767384628.056077:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384628.056078:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.056097:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384628.056100:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384628.056103:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384628.056109:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000200:3.0:1767384628.056115:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a03d00 00000100:00000040:1.0:1767384628.056117:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 2 00000100:00000001:1.0:1767384628.056123:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204772864 : -115911504778752 : ffff96943feeaa00) 00000100:00000040:1.0:1767384628.056132:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd4ea683 x1853237059665024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384628.056133:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f9 [1] + 224 00000400:00000200:3.0:1767384628.056155:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384628.056155:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384628.056160:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3badb36. 00000400:00000200:3.0:1767384628.056165:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384628.056170:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384628.056174:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3badb36. 00000100:00000001:3.0:1767384628.056175:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384628.056180:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd4ea683 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16141:x1853237059665024:12345-0@lo:13: 00000100:00000200:3.0:1767384628.056184:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384628.056186:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665024 00000020:00000001:1.0:1767384628.056192:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384628.056197:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384628.056202:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.056209:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384628.056212:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000100:00000040:3.0:1767384628.056215:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384628.056217:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384628.056219:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384628.056221:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384628.056223:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665280 00000020:00000001:1.0:1767384628.056228:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384628.056228:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384628.056234:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384628.056236:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384628.056242:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.056244:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.056253:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384628.056257:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.056260:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384628.056263:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665280 02000000:00000010:1.0:1767384628.056267:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009253a666. 00000020:00000001:0.0:1767384628.056267:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384628.056268:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00000001:3.0:1767384628.056271:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384628.056272:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384628.056273:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384628.056277:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00000001:1.0:1767384628.056279:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.056280:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000400:00000200:3.0:1767384628.056283:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000020:00000001:0.0:1767384628.056285:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00002000:00000001:1.0:1767384628.056288:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:3.0:1767384628.056292:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000001:0.0:1767384628.056293:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:1.0:1767384628.056297:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:0.0:1767384628.056298:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d614a24b. 00000100:00000001:3.0:1767384628.056300:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384628.056304:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384628.056304:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384628.056305:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1767384628.056311:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:0.0:1767384628.056313:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d614a24b. 00000100:00000001:3.0:1767384628.056316:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384628.056319:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077d4c413. 00080000:00000001:1.0:1767384628.056336:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.056337:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000020:00000001:1.0:1767384628.056341:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384628.056341:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c627f82. 00010000:00000001:3.0:1767384628.056346:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000024:1.0:1767384628.056348:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:0.0:1767384628.056348:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000746828dd. 00000020:00000001:3.0:1767384628.056352:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384628.056357:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:3.0:1767384628.056359:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384628.056361:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000020:1.0:1767384628.056362:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384628.056367:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384628.056368:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054a20d96 x1853237059665152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:1.0:1767384628.056370:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384628.056371:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384628.056377:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384628.056384:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384628.056391:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000001:00000001:1.0:1767384628.056393:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384628.056398:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000001:00000001:1.0:1767384628.056399:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.056403:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384628.056405:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384628.056413:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054a20d96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16141:x1853237059665152:12345-0@lo:400: Request processed in 662us (1901us total) trans 0 rc 0/0 00010000:00000040:1.0:1767384628.056414:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059665024 00000100:00000001:0.0:1767384628.056417:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.056427:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384628.056428:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384628.056433:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665408 00010000:00000200:1.0:1767384628.056438:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd4ea683 x1853237059665024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384628.056440:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384628.056443:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384628.056446:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.056453:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.056457:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384628.056458:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1767384628.056458:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665408 00010000:00000001:1.0:1767384628.056463:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.056465:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384628.056470:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00001000:1.0:1767384628.056475:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=26 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384628.056475:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384628.056476:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 1 00000020:00000040:0.0:1767384628.056481:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000100:00000001:3.0:1767384628.056486:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384628.056487:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384628.056494:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384628.056494:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000040:1.0:1767384628.056496:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000001:0.0:1767384628.056501:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:1.0:1767384628.056502:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:3.0:1767384628.056505:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000417dea1e. 00000100:00000001:0.0:1767384628.056507:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384628.056509:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384628.056512:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d614a24b. 02000000:00000001:1.0:1767384628.056514:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384628.056517:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffde1dac. 00000020:00000010:0.0:1767384628.056519:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000aa08d651. 00000100:00000001:1.0:1767384628.056520:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384628.056530:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:3.0:1767384628.056531:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f60e856. 00000100:00000040:1.0:1767384628.056536:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384628.056544:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1767384628.056546:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8ff98d. 00000020:00000040:3.0:1767384628.056548:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000020:00000010:0.0:1767384628.056549:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000371e3af3. 00000100:00000200:1.0:1767384628.056552:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059665024, offset 224 00000020:00000010:0.0:1767384628.056555:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e67fb6dd. 00000100:00000001:3.0:1767384628.056558:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384628.056565:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a57fb2b. 00000400:00000200:1.0:1767384628.056566:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384628.056573:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384628.056576:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384628.056579:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384628.056582:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384628.056590:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384628.056593:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1767384628.056594:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a03c80 00000100:00000001:0.0:1767384628.056596:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.056604:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1609 [1] + 224 00000400:00000200:1.0:1767384628.056610:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384628.056611:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384628.056618:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384628.056628:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384628.056632:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384628.056636:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.056636:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384628.056642:0:16778:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000c08f604. 00000100:00100000:0.0:1767384628.056647:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384628.056650:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384628.056658:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384628.056659:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:0.0:1767384628.056668:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027864960 : -115911681686656 : ffff969435634380) 00000100:00100000:3.0:1767384628.056669:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384628.056672:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.056681:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000040:0.0:1767384628.056689:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e39f5fb6 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.056690:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158517248 : -115911551034368 : ffff96943d2cdc00) 00000100:00000001:1.0:1767384628.056695:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384628.056705:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8ff98d 00000100:00000040:3.0:1767384628.056706:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a13c2de x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.056710:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384628.056716:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f8ff98d. 00000020:00000010:0.0:1767384628.056718:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa08d651. 00000100:00000001:1.0:1767384628.056726:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384628.056728:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.056733:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384628.056741:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa08d651. 00000100:00000001:1.0:1767384628.056742:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.056758:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:3.0:1767384628.056759:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384628.056761:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e39f5fb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059665280:12345-0@lo:400: 00000020:00000010:3.0:1767384628.056765:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040fda6d4. 00010000:00000001:1.0:1767384628.056765:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384628.056768:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665280 00000020:00000001:0.0:1767384628.056780:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384628.056781:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384628.056781:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.056784:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384628.056797:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384628.056799:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384628.056800:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040fda6d4. 00000100:00000040:1.0:1767384628.056808:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd4ea683 x1853237059665024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384628.056812:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384628.056815:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00100000:3.0:1767384628.056821:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a13c2de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16143:x1853237059665408:12345-0@lo:400: 00000020:00000001:0.0:1767384628.056828:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384628.056863:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd4ea683 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059665024:12345-0@lo:13: Request processed in 706us (1503us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384628.056869:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384628.056873:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:0.0:1767384628.056873:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384628.056876:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384628.056878:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000020:00000001:0.0:1767384628.056879:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.056881:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384628.056883:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384628.056886:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384628.056889:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384628.056891:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045667934. 02000000:00000001:0.0:1767384628.056894:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384628.056898:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 02000000:00000010:0.0:1767384628.056899:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000785cd38. 00000020:00000010:1.0:1767384628.056903:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b5ddece. 02000000:00000001:0.0:1767384628.056903:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.056906:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.056911:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384628.056913:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059665280 00000020:00000040:1.0:1767384628.056914:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00010000:00000001:0.0:1767384628.056917:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384628.056918:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384628.056924:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e39f5fb6 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.056931:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384628.056933:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384628.056936:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384628.056939:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384628.056941:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384628.056943:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384628.056946:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384628.056949:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.056952:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384628.056957:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384628.056959:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000200:0.0:1767384628.056966:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059665280, offset 224 00000400:00000200:0.0:1767384628.056977:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384628.056996:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384628.057002:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a03d80 00000400:00000200:0.0:1767384628.057010:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1601 [1] + 224 00000400:00000200:0.0:1767384628.057023:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384628.057026:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384628.057030:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384628.057036:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384628.057049:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.057065:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384628.057073:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384628.057074:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000001:0.0:1767384628.057080:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384628.057082:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384628.057089:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.057095:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384628.057099:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384628.057101:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.057104:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384628.057112:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e39f5fb6 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384628.057123:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e39f5fb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059665280:12345-0@lo:400: Request processed in 409us (2208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384628.057134:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384628.057138:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:0.0:1767384628.057140:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384628.057146:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384628.057148:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c627f82. 00000020:00000010:0.0:1767384628.057154:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000746828dd. 00000020:00000010:0.0:1767384628.057159:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077d4c413. 00000100:00080000:1.0:1767384628.057164:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384628.057166:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000200:3.0:1767384628.057167:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665408 00000020:00000040:1.0:1767384628.057171:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:0.0:1767384628.057178:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384628.057180:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384628.057187:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384628.057191:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.057194:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384628.057198:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:3.0:1767384628.057201:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384628.057206:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.057208:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384628.057216:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384628.057219:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384628.057222:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823a5319. 00000100:00000001:0.0:1767384628.057226:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384628.057227:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:1.0:1767384628.057230:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000001:0.0:1767384628.057230:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384628.057239:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384628.057240:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384628.057243:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384628.057249:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384628.057252:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d4978a. 00000100:00000200:1.0:1767384628.057256:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384628.057259:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000400:00000010:0.0:1767384628.057262:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000100:00000001:0.0:1767384628.057271:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384628.057273:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.057278:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384628.057280:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.057284:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384628.057289:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384628.057294:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384628.057296:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.057303:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.057307:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.057307:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.057314:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384628.057315:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.057316:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384628.057319:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384628.057322:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.057337:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384628.057339:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384628.057341:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384628.057349:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=31 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384628.057349:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384628.057358:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384628.057361:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384628.057363:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.057365:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.057367:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384628.057368:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384628.057378:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384628.057379:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384628.057403:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384628.057410:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.057411:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.057415:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384628.057417:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384628.057417:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384628.057419:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384628.057420:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:0.0:1767384628.057421:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:3.0:1767384628.057425:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.057427:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384628.057427:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384628.057439:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384628.057440:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.057440:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.057450:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384628.057456:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384628.057457:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384628.057459:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384628.057463:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008d27cb87. 02000000:00000001:3.0:1767384628.057475:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.057487:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.057496:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384628.057504:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059665408 00010000:00000001:3.0:1767384628.057513:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384628.057520:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.057522:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384628.057524:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a13c2de x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.057529:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384628.057535:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.057537:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384628.057544:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384628.057554:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384628.057560:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384628.057561:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384628.057567:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384628.057580:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384628.057598:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384628.057608:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384628.057620:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00100000:0.0:1767384628.057627:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ae99fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059665152:0@lo:400: 02000000:00000001:3.0:1767384628.057628:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384628.057634:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384628.057634:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059665280:0@lo:400: 00000100:00000001:3.0:1767384628.057644:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:0.0:1767384628.057652:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384628.057655:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384628.057656:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1767384628.057657:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384628.057667:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384628.057667:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f105b58. 00000400:00000010:3.0:1767384628.057668:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000040:1.0:1767384628.057678:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059665280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384628.057679:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dee935b5 00000400:00000010:0.0:1767384628.057685:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dee935b5. 00000100:00000001:1.0:1767384628.057691:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384628.057692:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384628.057693:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059665408, offset 224 02000000:00000001:1.0:1767384628.057695:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384628.057700:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000291c2c05. 00000100:00000200:0.0:1767384628.057704:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384628.057708:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384628.057714:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384628.057716:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384628.057718:0:16142:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384628.057727:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384628.057735:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384628.057738:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0a6c22c. 00000400:00000200:3.0:1767384628.057739:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384628.057752:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384628.057756:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384628.057760:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 00000100:00000001:0.0:1767384628.057762:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.057765:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384628.057769:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a03e00 00000100:00000001:0.0:1767384628.057769:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.057771:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.057781:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384628.057785:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384628.057785:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384628.057790:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384628.057794:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1611 [1] + 224 00000100:00000001:0.0:1767384628.057796:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.057799:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.057806:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.057809:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.057810:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384628.057811:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384628.057814:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=26 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384628.057819:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384628.057822:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=26 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384628.057824:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384628.057880:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384628.057885:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384628.057887:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.057888:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.057895:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384628.057904:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.057922:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.057932:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384628.057938:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384628.057941:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384628.057946:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.057946:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.057962:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.057983:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384628.057989:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000400:00000010:3.0:1767384628.057997:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000001:0.0:1767384628.057997:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384628.058005:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384628.058007:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.058011:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:0.0:1767384628.058011:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384628.058017:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384628.058019:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000040:0.0:1767384628.058025:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384628.058030:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384628.058033:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000040:3.0:1767384628.058039:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000004:00000001:0.0:1767384628.058042:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.058050:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384628.058053:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384628.058054:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.058065:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384628.058074:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059665024:0@lo:13: 00000100:00000040:3.0:1767384628.058077:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a13c2de x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.058087:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.058095:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384628.058106:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ae99fd5 x1853237059665152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.058108:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a13c2de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16143:x1853237059665408:12345-0@lo:400: Request processed in 1342us (2627us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384628.058139:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384628.058142:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 02000000:00000001:0.0:1767384628.058143:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384628.058148:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6418293. 00000100:00000040:3.0:1767384628.058149:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:3.0:1767384628.058161:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384628.058162:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384628.058164:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384628.058165:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384628.058172:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:3.0:1767384628.058174:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e67fb6dd. 00000020:00000001:0.0:1767384628.058179:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384628.058182:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005fd66a67. 00000020:00000010:3.0:1767384628.058183:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a57fb2b. 00000020:00000010:3.0:1767384628.058202:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000371e3af3. 02000000:00000001:0.0:1767384628.058202:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384628.058208:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384628.058209:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ae99fd5. 00000020:00000040:3.0:1767384628.058213:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:0.0:1767384628.058214:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384628.058219:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.058221:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.058226:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384628.058230:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ad64594 x1853237059665024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.058241:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384628.058242:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384628.058244:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384628.058246:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384628.058248:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000790a6cb7. 00000400:00000001:3.0:1767384628.058251:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384628.058252:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384628.058261:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767384628.058263:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384628.058271:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:3.0:1767384628.058272:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008273a224. 00000020:00000001:0.0:1767384628.058286:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384628.058288:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 02000000:00000010:0.0:1767384628.058289:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000936c8b72. 00000400:00000010:3.0:1767384628.058300:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 02000000:00000001:0.0:1767384628.058303:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384628.058304:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384628.058305:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ad64594. 00000100:00000001:0.0:1767384628.058308:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384628.058312:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.058314:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384628.058315:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.058335:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384628.058338:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.058340:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.058350:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384628.058356:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384628.058366:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.058372:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384628.058374:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.058376:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384628.058378:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384628.058379:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.058382:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.058384:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384628.058389:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384628.058392:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384628.058394:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384628.058396:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.058397:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384628.058400:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384628.058405:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.058408:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384628.058410:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384628.058411:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384628.058412:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.058415:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.058419:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384628.058421:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384628.058422:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384628.058424:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.058430:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16143:1853237059665408:0@lo:400: 00000100:00000001:3.0:1767384628.058441:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.058443:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384628.058445:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059665408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.058449:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384628.058451:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384628.058453:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eb68ee5. 02000000:00000001:3.0:1767384628.058457:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384628.058459:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384628.058461:0:16143:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384628.058463:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384628.058464:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8d30221. 02000000:00000001:3.0:1767384628.058467:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384628.058468:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384628.058469:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000100:00000001:3.0:1767384628.058472:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384628.058473:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.058474:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.058477:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384628.058478:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.058480:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.058483:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.062914:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294918152, at 4294918153 00000100:00000010:3.0:1767384628.062922:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041eea25e. 00000100:00000040:0.0:1767384628.063887:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294918152, at 4294918154 00000100:00000040:1.0:1767384628.063888:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294918152, at 4294918154 00000100:00000040:2.0:1767384628.063891:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294918152, at 4294918154 00000100:00000010:0.0:1767384628.063901:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000013e632c. 00000100:00000010:1.0:1767384628.063907:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9074119. 00000100:00000010:2.0:1767384628.063911:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bcc04165. 00010000:00000001:0.0:1767384628.117902:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384628.117909:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.117915:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384628.117917:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.117959:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384628.117964:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.117969:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384628.576418:0:24591:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384628.576431:0:24591:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.576435:0:24591:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.576440:0:24591:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384628.576445:0:24591:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.576448:0:24591:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.141905:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384629.141912:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.141920:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384629.141921:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.141966:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384629.141970:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384629.141974:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384629.348180:0:24756:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384629.348186:0:24756:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:0.0:1767384629.353549:0:24756:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384629.361459:0:24757:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ce9ff0d7. 00000400:00000010:1.0:1767384629.361479:0:24757:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ce99db38. 00000400:00000010:1.0:1767384629.361491:0:24757:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a4d9667e. 00000400:00000010:1.0:1767384629.361496:0:24757:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c88f45a5. 00000400:00000010:1.0:1767384629.361500:0:24757:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009400dec1. 00000400:00000010:1.0:1767384629.361504:0:24757:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cadf4539. 00000400:00000010:1.0:1767384629.361506:0:24757:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006845dfe7. 00000400:00000010:1.0:1767384629.361507:0:24757:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e741cd97. 00000400:00000010:1.0:1767384629.361511:0:24757:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000669e3b48. 00000800:00000010:1.0:1767384629.361527:0:24757:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005c23531f. 00000800:00000200:1.0:1767384629.361541:0:24757:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384629.361552:0:24757:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384629.361596:0:24757:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384629.361620:0:24757:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384629.363065:0:24757:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000b70a1b3a. 00000400:00000010:1.0:1767384629.363073:0:24757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044466110. 00000400:00000010:1.0:1767384629.363081:0:24757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8ff98d. 00000400:00000001:1.0:1767384629.363105:0:24757:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384629.363108:0:24757:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384629.363111:0:24757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fa97b2f. 00000400:00000200:1.0:1767384629.363115:0:24757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3be0c9 00000400:00000010:1.0:1767384629.363118:0:24757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d3be0c9. 00000400:00000010:1.0:1767384629.363131:0:24757:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000007a6ff12c. 00000400:00000200:1.0:1767384629.363138:0:24757:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (17) 00000400:00000200:1.0:1767384629.363156:0:24757:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384629.363167:0:24757:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384629.363176:0:24757:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000041ae6daf. 00000020:01000000:1.0:1767384629.363182:0:24757:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384629.363185:0:24757:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp26 00000400:00000010:1.0:1767384629.363203:0:24757:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ce99db38. 00000400:00000010:1.0:1767384629.363209:0:24757:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ce9ff0d7. 00000400:00000200:2.0:1767384629.363215:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384629.363225:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:2.0:1767384629.363233:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000400:00000200:2.0:1767384629.363239:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (18) 00000400:00000010:2.0:1767384629.363246:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f88b1c03. 00000020:00000001:3.0:1767384629.363252:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384629.363253:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp24 10000000:00000001:3.0:1767384629.363265:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384629.363269:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384629.363272:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384629.363276:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384629.363281:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp24 to MR: 192.168.202.117@tcp24 local destination 00000020:01000004:3.0:1767384629.363282:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384629.363287:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384629.363289:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384629.363290:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384629.363296:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp24 NI seq info: [41:41:256:4294967295] 192.168.202.117@tcp24 LPNI seq info [41:41:8:4294967295] 00000020:01000004:3.0:1767384629.363302:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384629.363322:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384629.363326:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384629.363328:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384629.363331:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384629.363335:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp24 00000100:00000010:3.0:1767384629.363340:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083db24cc. 00000020:00000040:3.0:1767384629.363349:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384629.363359:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) -> 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) : PUT try# 0 00000100:00000001:3.0:1767384629.363360:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384629.363368:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384629.363373:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.117@tcp24 02000000:00000001:3.0:1767384629.363376:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384629.363378:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb9802f6. 00000800:00000200:2.0:1767384629.363386:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (6) 02000000:00000010:3.0:1767384629.363387:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000800a305c. 00000800:00000200:2.0:1767384629.363395:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp24 ip 192.168.202.117:988 00000100:00000001:3.0:1767384629.363396:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384629.363402:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb9802f6 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:3.0:1767384629.363410:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384629.363412:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.363419:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000040:3.0:1767384629.363423:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083db24cc] to pc [ptlrpcd_00_00+0] req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384629.363427:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 10000000:00000001:3.0:1767384629.363475:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384629.363478:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.363480:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384629.363482:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384629.363490:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384629.363491:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384629.363493:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384629.363495:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384629.363496:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384629.363503:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384629.363506:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:2.0:1767384629.363507:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000004:3.0:1767384629.363510:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384629.363511:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384629.363516:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384629.363519:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384629.363521:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384629.363522:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384629.363523:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384629.363524:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384629.363525:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.363531:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384629.363532:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1d8793d. 00000020:00000040:3.0:1767384629.363541:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384629.363543:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.363552:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384629.363552:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384629.363563:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384629.363564:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384629.363573:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.363574:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384629.363585:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767384629.363587:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000013a97979. 00000100:00000001:2.0:1767384629.363587:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1767384629.363592:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb9802f6. 00000100:00000001:2.0:1767384629.363594:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.363598:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384629.363600:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384629.363604:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.363604:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384629.363622:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.363623:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384629.363627:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384629.363628:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083db24cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059665536:0@lo:253: 00000400:00000200:0.0:1767384629.363632:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: PUT: OK 00000100:00000040:3.0:1767384629.363641:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1d8793d] to pc [ptlrpcd_00_01+1] req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.363643:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384629.363647:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384629.363652:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384629.363659:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.363660:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp24: 0 02000000:00000001:2.0:1767384629.363670:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384629.363678:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384629.363679:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff17f106. 10000000:00000001:3.0:1767384629.363682:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.363684:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384629.363685:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.363689:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384629.363690:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c28bb59a. 00000800:00000001:0.0:1767384629.363690:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384629.363697:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384629.363701:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093feea3f. 00000020:01000000:3.0:1767384629.363702:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384629.363705:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384629.363709:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059665536, portal 25 00000020:00000010:3.0:1767384629.363711:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000041ae6daf. 00000100:00000001:2.0:1767384629.363721:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384629.363721:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24) <- 192.168.202.117@tcp24 : PUT - for me 00000100:00000001:2.0:1767384629.363723:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933875328 : -115911775676288 : ffff96942fc91880) 00000100:00000001:3.0:1767384629.363729:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384629.363735:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384629.363737:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1767384629.363737:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384629.363749:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384629.363759:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 304/320 into md 0x15b9 [1] + 0 00000100:00000001:3.0:1767384629.363764:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.363765:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384629.363769:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e28710a. 00000100:00000001:3.0:1767384629.363772:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384629.363778:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384629.363779:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384629.363779:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b8a6340 00000400:00000010:2.0:1767384629.363782:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb47447. 00000100:00000001:3.0:1767384629.363783:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384629.363787:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384629.363789:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384629.363791:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059665536, offset 0 00000800:00000001:0.0:1767384629.363795:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384629.363796:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384629.363801:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384629.363805:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384629.363828:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: PUT: OK 00000100:00000001:3.0:1767384629.363867:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384629.363870:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.363870:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384629.363882:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384629.363886:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384629.363890:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 02000000:00000001:3.0:1767384629.363893:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.363893:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03e80 00000400:00000010:0.0:1767384629.363897:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00100000:3.0:1767384629.363902:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059665664:0@lo:253: 00000400:00000200:0.0:1767384629.363909:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384629.363910:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384629.363916:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (19) 00000400:00000200:2.0:1767384629.363917:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 02000000:00000001:3.0:1767384629.363918:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384629.363924:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.363924:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 02000000:00000001:3.0:1767384629.363938:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384629.363939:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d854aa0a. 00000400:00000200:0.0:1767384629.363943:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (320 bytes) 00000400:00000200:2.0:1767384629.363952:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c59201d 00000400:00000200:0.0:1767384629.363955:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384629.363960:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384629.363966:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ed45f66e. 00000400:00000200:0.0:1767384629.363966:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (20) 00000400:00000200:2.0:1767384629.363967:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384629.363977:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.363978:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384629.363990:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp24 to MR: 192.168.202.117@tcp24 local destination 00000400:00000010:3.0:1767384629.363991:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000400:00000200:0.0:1767384629.363996:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp24 NI seq info: [42:42:256:4294967295] 192.168.202.117@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000010:3.0:1767384629.364010:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bd22e6d. 00000100:00000200:3.0:1767384629.364020:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059665664, portal 25 00000400:00000200:0.0:1767384629.364020:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) -> 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) 192.168.202.117@tcp24 : ACK try# 0 00000100:00000001:3.0:1767384629.364025:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384629.364030:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933879808 : -115911775671808 : ffff96942fc92a00) 00000400:00000200:2.0:1767384629.364032:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c59201d 00000800:00000200:0.0:1767384629.364038:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp24 00000400:00000010:2.0:1767384629.364040:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c59201d. 00000800:00000010:0.0:1767384629.364043:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e029cc5. 00000100:00000040:3.0:1767384629.364044:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.364049:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384629.364056:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767384629.364064:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (6) 00000100:00000040:2.0:1767384629.364070:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000257c2bd4 x1853237059665536 msgsize 4848 00000100:00000001:3.0:1767384629.364072:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384629.364083:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384629.364092:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp24 ip 192.168.202.117:993 00000100:00100000:2.0:1767384629.364093:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384629.364094:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fcbf240. 00000800:00000200:0.0:1767384629.364098:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e029cc5 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384629.364100:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384629.364102:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059665664, offset 0 00000400:00000200:3.0:1767384629.364115:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384629.364116:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384629.364121:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384629.364128:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb47447 00000400:00000010:2.0:1767384629.364132:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddb47447. 00000800:00000001:0.0:1767384629.364132:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384629.364141:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384629.364143:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384629.364148:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384629.364158:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a03f00 00000800:00000200:0.0:1767384629.364171:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384629.364176:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767384629.364177:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e029cc5. 00000400:00000200:3.0:1767384629.364179:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000100:00000040:2.0:1767384629.364185:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384629.364186:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384629.364188:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000464cfdf7. 00000400:00000200:3.0:1767384629.364203:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001c9d3da 00000100:00000001:2.0:1767384629.364204:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.364206:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: ACK: OK 00000100:00000001:2.0:1767384629.364214:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384629.364219:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384629.364222:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384629.364233:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384629.364234:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384629.364235:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384629.364247:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294919466 00000800:00000001:0.0:1767384629.364248:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384629.364249:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9d3da 00000400:00000010:3.0:1767384629.364256:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001c9d3da. 00000800:00000001:0.0:1767384629.364256:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384629.364258:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074520049. 00000800:00000001:0.0:1767384629.364264:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384629.364270:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384629.364272:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384629.364273:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384629.364274:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384629.364285:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000a07530e9 x1853237059665664 msgsize 4848 00000400:00000200:0.0:1767384629.364286:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24) <- 192.168.202.117@tcp24 : ACK - for me 00000100:00000001:2.0:1767384629.364288:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294919466 00000100:00000010:2.0:1767384629.364296:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e4a1499. 00000100:00000001:2.0:1767384629.364309:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384629.364329:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384629.364332:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294919466 00000400:00000200:0.0:1767384629.364334:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp24: ACK from 12345-192.168.202.117@tcp24 into md 0x162d 00000100:00000040:3.0:1767384629.364335:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384629.364341:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bcc04165. 00000400:00000200:0.0:1767384629.364343:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384629.364346:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384629.364350:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384629.364351:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: ACK: OK 00000100:00000001:2.0:1767384629.364352:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294919466 00000100:00000010:2.0:1767384629.364358:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d01acfb6. 00000100:00000001:2.0:1767384629.364362:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384629.364365:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fcbf240 00000100:00000001:2.0:1767384629.364367:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384629.364368:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fcbf240. 00000100:00000001:2.0:1767384629.364372:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.364375:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384629.364376:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000100:00000001:2.0:1767384629.364377:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384629.364380:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000200:3.0:1767384629.364382:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.364384:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.364390:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384629.364396:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.364402:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384629.364403:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000100:00000001:2.0:1767384629.364409:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.364417:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.364419:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384629.364435:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (19) 00000100:00000001:3.0:1767384629.364436:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384629.364442:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.364444:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384629.364450:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665536 00000800:00000001:0.0:1767384629.364450:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384629.364456:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384629.364459:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767384629.364460:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.364464:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.364478:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.364482:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384629.364485:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665536 00000100:00000001:3.0:1767384629.364486:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384629.364493:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384629.364496:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384629.364497:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.364502:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384629.364506:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294919466 00000020:00000040:2.0:1767384629.364507:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384629.364517:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:0.0:1767384629.364517:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384629.364518:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294919466 00000400:00000010:0.0:1767384629.364527:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000291c2c05. 00000100:00000001:3.0:1767384629.364532:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294919466 00000020:00000001:2.0:1767384629.364533:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000010:0.0:1767384629.364535:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000100:00000001:3.0:1767384629.364538:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294919466 00000400:00000010:0.0:1767384629.364544:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000001:3.0:1767384629.364548:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294919466 00000100:00000001:2.0:1767384629.364549:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384629.364553:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294919466 00000020:00000010:2.0:1767384629.364555:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1cca20b. 00000400:00000200:0.0:1767384629.364555:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291c2c05 00000100:00000001:3.0:1767384629.364568:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294919466 00000100:00000001:2.0:1767384629.364570:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384629.364572:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000084ad736d. 00000100:00000001:3.0:1767384629.364575:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294919466 00000020:00000010:2.0:1767384629.364577:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1cca20b. 00000400:00000200:0.0:1767384629.364583:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:3.0:1767384629.364588:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384629.364592:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025ea50ab. 00000100:00000001:3.0:1767384629.364594:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384629.364601:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e733979. 00000400:00000200:0.0:1767384629.364601:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000100:00000001:3.0:1767384629.364602:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.364612:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384629.364613:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d8ca6fa. 00000400:00000200:0.0:1767384629.364614:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (18) 00000400:00000010:0.0:1767384629.364622:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000d65e9882. 00000400:00000010:0.0:1767384629.364628:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000010:0.0:1767384629.364636:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000abca03c8. 00000100:00000040:2.0:1767384629.364638:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384629.364643:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384629.364646:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:2.0:1767384629.364647:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384629.364650:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.364651:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384629.364660:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665664 00000400:00000200:0.0:1767384629.364661:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000001:2.0:1767384629.364665:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.364668:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384629.364678:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384629.364680:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:3.0:1767384629.364682:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.364683:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384629.364702:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.364706:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00100000:3.0:1767384629.364712:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665664 00000100:00000001:2.0:1767384629.364713:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384629.364715:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:2.0:1767384629.364725:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384629.364727:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384629.364733:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000040:3.0:1767384629.364739:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384629.364746:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384629.364746:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000400:00000200:0.0:1767384629.364749:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000040:3.0:1767384629.364753:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000100:00000040:2.0:1767384629.364755:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000001:3.0:1767384629.364768:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384629.364768:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935835216 : -115911773716400 : ffff96942fe70050) 00000400:00000200:0.0:1767384629.364771:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000001:3.0:1767384629.364787:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:0.0:1767384629.364794:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:3.0:1767384629.364796:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384629.364796:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000257c2bd4 x1853237059665536/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 4848/0 e 0 to 0 dl 1767384640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384629.364804:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0f5bf54. 00000400:00000200:0.0:1767384629.364807:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:3.0:1767384629.364814:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384629.364830:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0f5bf54. 00000020:00000010:3.0:1767384629.364868:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7a8a85. 00000020:00000010:3.0:1767384629.364873:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058c2c931. 00000020:00000010:3.0:1767384629.364878:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffde1dac. 00000400:00000200:0.0:1767384629.364880:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:3.0:1767384629.364884:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384629.364889:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384629.364890:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:3.0:1767384629.364895:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.364903:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:3.0:1767384629.364907:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.364914:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384629.364924:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00000001:3.0:1767384629.364928:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384629.364933:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:2.0:1767384629.364939:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384629.364942:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000020:00000010:2.0:1767384629.364945:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1cca20b. 00000100:00000001:3.0:1767384629.364951:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384629.364952:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:2.0:1767384629.364953:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384629.364955:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384629.364965:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1cca20b. 00000400:00000200:0.0:1767384629.364972:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000100:00100000:3.0:1767384629.364973:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1767384629.364983:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000257c2bd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059665536:12345-0@lo:253: 00000400:00000200:0.0:1767384629.364983:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp25 00000100:00000040:3.0:1767384629.364985:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000400:00000200:0.0:1767384629.364993:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp25 lpni_is_preferred = 0 00000100:00000001:3.0:1767384629.364999:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935846480 : -115911773705136 : ffff96942fe72c50) 00000100:00000200:2.0:1767384629.364999:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665536 00000400:00000200:0.0:1767384629.365003:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp25 00000020:00000001:2.0:1767384629.365008:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384629.365015:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384629.365016:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a07530e9 x1853237059665664/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 4848/0 e 0 to 0 dl 1767384640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384629.365018:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [43:43:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [43:43:8:4294967295] 00000020:00000001:2.0:1767384629.365019:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.365031:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384629.365037:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:0.0:1767384629.365049:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp25 00000020:00000001:2.0:1767384629.365051:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384629.365063:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.365067:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384629.365067:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384629.365076:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:) -> 192.168.202.117@tcp25(192.168.202.117@tcp:192.168.202.117@tcp25) : GET try# 0 00000020:00000001:2.0:1767384629.365077:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384629.365078:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0f5bf54. 00000020:00000001:2.0:1767384629.365083:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.365094:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384629.365095:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1767384629.365102:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp25 02000000:00000001:2.0:1767384629.365103:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384629.365106:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0f5bf54. 02000000:00000010:2.0:1767384629.365110:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005cb21c70. 00000800:00000010:0.0:1767384629.365112:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e029cc5. 02000000:00000001:2.0:1767384629.365114:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384629.365121:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a07530e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16140:x1853237059665664:12345-0@lo:253: 00000100:00000001:2.0:1767384629.365122:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384629.365127:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000009a89e62. 20000000:00000001:2.0:1767384629.365134:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:3.0:1767384629.365138:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665664 00000800:00000010:0.0:1767384629.365140:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000321fa6ec. 00000020:00000001:3.0:1767384629.365143:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384629.365147:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:2.0:1767384629.365148:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000041d43b13. 00000020:00000001:3.0:1767384629.365152:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384629.365153:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (2) 20000000:01000000:2.0:1767384629.365155:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384629.365162:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384629.365164:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384629.365165:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000800:00000200:0.1:1767384629.365167:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (2) 20000000:00000001:2.0:1767384629.365172:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384629.365178:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384629.365180:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.365183:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384629.365184:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.365186:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384629.365189:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384629.365190:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384629.365192:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000020:00000001:3.0:1767384629.365202:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.365203:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 20000000:00000010:2.0:1767384629.365209:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7e78a79. 20000000:01000000:2.0:1767384629.365213:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000100:00000001:3.0:1767384629.365214:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384629.365222:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384629.365223:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384629.365233:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:3.0:1767384629.365238:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008bb454ae. 02000000:00000001:3.0:1767384629.365241:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.365243:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384629.365246:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384629.365257:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b6323371. 20000000:01000000:3.0:1767384629.365260:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384629.365264:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384629.365267:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384629.365270:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384629.365272:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384629.365275:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384629.365284:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384629.365288:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384629.365289:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384629.365292:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384629.365295:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384629.365301:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000400:00000200:0.0:1767384629.365303:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00080000:00000001:2.0:1767384629.365306:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384629.365326:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b829c63b. 00080000:00000001:2.0:1767384629.365329:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855354368 : -115916854197248 : ffff969301150400) 00080000:00000001:2.0:1767384629.365332:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384629.365393:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000001:00000001:2.0:1767384629.365462:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384629.365464:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.365466:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00080000:00000001:2.0:1767384629.365467:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384629.365485:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384629.365489:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384629.365504:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.365542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.365565:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.365591:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00080000:00000001:2.0:1767384629.365622:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384629.365632:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384629.365646:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.365729:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.365822:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.365947:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.365977:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366039:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366065:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366150:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366186:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366216:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366252:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366310:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366386:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366469:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366548:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366570:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366586:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366604:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366630:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366650:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366673:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366694:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.366712:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000800:00000010:0.0:1767384629.367002:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000072fb27e9. 00000800:00000010:0.0:1767384629.367007:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3a8cbea. 00000800:00000010:0.0:1767384629.367015:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035c5173f. 00000800:00000010:0.0:1767384629.367182:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035c5173f. 00000400:00000200:0.0:1767384629.368197:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384629.368240:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp25 from 223.3.0.2 00000800:00000010:0.0:1767384629.368248:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000027512822. 00000800:00000010:3.0:1767384629.368286:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb693cb1. 00000800:00000010:3.0:1767384629.368293:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009fcbf240. 00000800:00000010:3.0:1767384629.368343:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5c26c90. 00000800:00000200:3.1:1767384629.368352:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (2) 00000800:00000200:3.1:1767384629.368360:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp25 00000000e5c26c90 deleted 00000800:00000010:3.1:1767384629.368363:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5c26c90. 00000800:00000200:3.1:1767384629.368370:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384629.368383:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:991 00000800:00000200:3.1:1767384629.368387:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e029cc5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384629.368397:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp25 p 3.x 192.168.202.117 -> 192.168.202.117:991 incarnation:1767384627429225966 sched[0] 00000800:00000010:3.0:1767384629.368404:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ca597cb. 00000800:00000010:3.0:1767384629.368524:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ca597cb. 00000800:00000010:3.0:1767384629.368532:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009fcbf240. 00000800:00000200:2.1:1767384629.368561:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384629.368576:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp25 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384627429225966 sched[0] 00000800:00000010:2.0:1767384629.368582:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3a8cbea. 00000800:00000010:3.0:1767384629.368604:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000027512822. 00000400:00000200:2.0:1767384629.368730:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369004:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369134:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369195:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369277:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000001:0.0:1767384629.369351:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384629.369352:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000001:0.0:1767384629.369363:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384629.369421:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369488:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000001:0.0:1767384629.369668:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384629.369678:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384629.369681:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384629.369812:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369934:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.369972:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370059:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370094:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000800:00000001:0.0:1767384629.370134:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384629.370144:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.370199:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : GET - for me 00000400:00000200:2.0:1767384629.370232:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370355:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370410:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370438:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370460:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000800:00000200:0.0:1767384629.370495:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384629.370502:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e029cc5. 00000400:00000200:2.0:1767384629.370508:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.370511:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384629.370535:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: GET: OK 00000400:00000200:0.0:1767384629.370547:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384629.370555:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000400:00000200:0.0:1767384629.370606:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384629.370620:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 320/320 into md 0x1629 [1] + 0 00000400:00000200:2.0:1767384629.370622:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.370647:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp25 to MR: 192.168.202.117@tcp25 local destination 00000400:00000200:0.0:1767384629.370659:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [44:44:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [44:44:8:4294967295] 00000400:00000200:0.0:1767384629.370698:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) -> 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) 192.168.202.117@tcp25 : REPLY try# 0 00000800:00000200:0.0:1767384629.370712:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.117@tcp25 00000800:00000010:0.0:1767384629.370718:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e029cc5. 00000800:00000200:0.0:1767384629.370730:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (4) 00000800:00000200:0.0:1767384629.370736:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:988 00000800:00000200:0.0:1767384629.370740:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e029cc5 type 3, nob 416 niov 1 nkiov 1 00000400:00000200:2.0:1767384629.370751:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.370899:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.371064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.371202:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.371345:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.371494:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.371636:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384629.371764:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000800:00000200:0.0:1767384629.371801:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384629.371806:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e029cc5. 00000400:00000200:0.0:1767384629.371816:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384629.371827:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: REPLY: OK 00000800:00000001:0.0:1767384629.371898:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384629.371907:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384629.371912:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384629.371922:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384629.371924:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384629.371931:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384629.371940:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384629.371953:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384629.371953:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp25: Reply from 12345-192.168.202.117@tcp25 of length 320/320 into md 0x1645 00000800:00000001:0.0:1767384629.371962:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384629.371973:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384629.371977:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384629.371988:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: REPLY: OK 00000400:00000200:0.0:1767384629.371998:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384629.372008:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000400:00000200:0.0:1767384629.372016:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384629.372022:0:16134:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:0.0:1767384629.372025:0:16134:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384629.372031:0:16134:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 18. state = 0x100251 00000400:00000200:0.0:1767384629.372042:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384629.372050:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (19) 00000800:00000001:0.0:1767384629.372061:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384629.372067:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000800:00000001:0.0:1767384629.372068:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384629.372110:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384629.372116:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:0.0:1767384629.372123:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000000b8f6723. 00000400:00000010:0.0:1767384629.372127:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 00000000b79e581e. 00000400:00000010:0.0:1767384629.372130:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000371e3af3. 00000400:00000010:0.0:1767384629.372160:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000077d4c413. 00000400:00000200:0.0:1767384629.372165:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000077d4c413 nid 192.168.202.117@tcp26 00000400:00000010:0.0:1767384629.372169:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000958b4351. 00000400:00000200:0.0:1767384629.372173:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000958b4351 net tcp26 00000400:00000200:0.0:1767384629.372175:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (18) 00000400:00000200:0.0:1767384629.372179:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp26 flags 0x11 00000400:00000010:0.0:1767384629.372183:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000000b8f6723. 00000400:00000010:0.0:1767384629.372187:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 00000000b79e581e. 00000400:00000010:0.0:1767384629.372192:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000371e3af3. 00000400:00000010:0.0:1767384629.372194:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000d65e9882. 00000400:00000200:0.0:1767384629.372199:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384629.372201:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384629.372204:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384629.372207:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384629.372209:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384629.372211:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384629.372214:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384629.372217:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (19) 00000800:00000010:2.0:1767384629.372376:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005af6e98a. 00000800:00000010:2.0:1767384629.372381:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf7fc40f. 00000800:00000010:2.0:1767384629.372387:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384629.372453:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b5a984. 00000400:00000200:0.0:1767384629.372915:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384629.372949:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp25 from 222.3.0.2 00000800:00000010:0.0:1767384629.372954:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001bbfa317. 00000800:00000010:2.0:1767384629.372993:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f8c80833. 00000800:00000010:2.0:1767384629.372999:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000081f6e054. 00000800:00000010:2.0:1767384629.373044:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cdd88c19. 00000800:00000200:2.1:1767384629.373057:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (4) 00000800:00000200:2.1:1767384629.373062:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp25 00000000cdd88c19 deleted 00000800:00000010:2.1:1767384629.373065:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cdd88c19. 00000800:00000200:2.1:1767384629.373069:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384629.373079:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp25 p 3.x 192.168.202.117 -> 192.168.202.117:990 incarnation:1767384627429225966 sched[0] 00000800:00000010:2.0:1767384629.373084:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384629.373172:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384629.373181:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000081f6e054. 00000800:00000010:2.0:1767384629.373259:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001bbfa317. 00000800:00000001:2.0:1767384629.373281:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384629.373291:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384629.373349:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384629.373360:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp25 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384627429225966 sched[0] 00000800:00000010:2.0:1767384629.373363:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf7fc40f. 00000800:00000001:2.0:1767384629.373441:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384629.373450:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384629.376892:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294919466, at 4294919467 00000100:00000040:0.0:1767384629.376902:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294919466, at 4294919467 00000100:00000010:3.0:1767384629.376904:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d01acfb6. 00000100:00000040:2.0:1767384629.376908:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294919466, at 4294919467 00000100:00000010:0.0:1767384629.376919:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074520049. 00000100:00000010:2.0:1767384629.376923:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bcc04165. 00000100:00000040:1.0:1767384629.376931:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294919466, at 4294919467 00000100:00000010:1.0:1767384629.376943:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e4a1499. 00080000:00000001:2.0:1767384629.377818:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384629.377828:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:3.0:1767384629.377858:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384629.377863:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384629.377866:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384629.377869:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384629.377872:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384629.377877:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b829c63b. 00080000:00000001:3.0:1767384629.377883:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384629.377904:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384629.377909:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384629.377925:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384629.377943:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384629.377947:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384629.377956:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384629.377959:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4184cdd. 20000000:00000001:0.0:1767384629.377962:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384629.377964:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00080000:00000020:2.0:1767384629.377967:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384629.377969:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384629.377977:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:3.0:1767384629.377978:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384629.377981:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384629.377988:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:0.0:1767384629.377989:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a3db1180 count: 2 00010000:00000001:0.0:1767384629.377997:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384629.378000:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384629.378004:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000279a9e8b. 00000020:00000001:0.0:1767384629.378008:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384629.378010:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000279a9e8b with handle 0x534bb1615bf4c7a3 to hash 00000020:00000001:0.0:1767384629.378013:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384629.378015:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:0.0:1767384629.378017:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:0.0:1767384629.378019:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384629.378021:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.378024:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384629.378024:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384629.378031:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384629.378036:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384629.378038:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384629.378039:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.378045:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384629.378045:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384629.378056:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384629.378058:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384629.378059:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:3.0:1767384629.378069:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00010000:0.0:1767384629.378070:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 16 pid: 19650 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384629.378079:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384629.378085:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384629.378087:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384629.378088:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076f02652. 00010000:00000001:0.0:1767384629.378091:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384629.378093:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857583616 : -115916851968000 : ffff969301370800) 00010000:00000001:0.0:1767384629.378094:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384629.378101:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384629.378107:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384629.378109:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384629.378111:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384629.378118:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3db1180) refcount = 2 00010000:00000040:0.0:1767384629.378121:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384629.378125:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 16 pid: 19650 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384629.378129:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384629.378130:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384629.378134:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000350a8936. 00000100:00000001:0.0:1767384629.378138:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384629.378143:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8997600. 00000100:00000001:0.0:1767384629.378145:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161542820224 : -115912166731392 : ffff9694187a1180) 00000100:00000001:0.0:1767384629.378147:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628161542820224 : -115912166731392 : ffff9694187a1180) 00000100:00000001:0.0:1767384629.378149:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384629.378151:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384629.378153:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384629.378157:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384629.378160:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384629.378163:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384629.378166:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384629.378168:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384629.378171:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384629.378175:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad64594. 00000001:00000001:3.0:1767384629.378177:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1767384629.378179:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00080000:00000001:3.0:1767384629.378180:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.378186:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384629.378188:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384629.378194:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384629.378199:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.378209:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384629.378210:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d65e9882. 00080000:00000001:3.0:1767384629.378213:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384629.378222:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.378228:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 16 pid: 19650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384629.378328:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 16 pid: 19650 timeout: 402 lvb_type: 0 00010000:00000001:0.0:1767384629.378337:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384629.378340:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384629.378346:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1767384629.378352:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:0.0:1767384629.378355:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00080000:00000001:3.0:1767384629.378357:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384629.378358:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384629.378362:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059665792:0@lo:104: 00000100:00000001:0.0:1767384629.378366:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384629.378371:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384629.378373:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384629.378375:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384629.378379:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000371e3af3. 02000000:00000001:0.0:1767384629.378381:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384629.378385:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023896c75. 00000400:00000010:0.0:1767384629.378391:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384629.378394:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059665792, portal 16 00000100:00000001:0.0:1767384629.378396:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384629.378397:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027871232 : -115911681680384 : ffff969435635c00) 00000100:00000040:0.0:1767384629.378400:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384629.378406:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384629.378409:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384629.378412:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000100:00000200:0.0:1767384629.378414:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059665792, offset 0 00000400:00000200:0.0:1767384629.378419:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384629.378428:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384629.378439:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a03f80 00000400:00000200:0.0:1767384629.378448:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:0.0:1767384629.378455:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384629.378469:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384629.378476:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384629.378479:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384629.378483:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8757cff. 00000100:00000040:0.0:1767384629.378487:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000c8757cff x1853237059665792 msgsize 328 00000100:00100000:0.0:1767384629.378492:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384629.378508:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384629.378516:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000400:00000010:0.0:1767384629.378518:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000100:00000001:0.0:1767384629.378521:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384629.378526:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384629.378534:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384629.378536:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384629.378542:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.378543:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384629.378545:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384629.378547:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384629.378550:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665792 00000100:00000001:0.0:1767384629.378552:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294919480 02000000:00000001:2.0:1767384629.378556:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384629.378557:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015b0e17a. 00000100:00000001:2.0:1767384629.378561:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384629.378564:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384629.378565:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.378571:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.378571:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294919480 00000100:00000010:0.0:1767384629.378577:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000100:00100000:2.0:1767384629.378580:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665792 00000100:00000001:0.0:1767384629.378583:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384629.378585:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384629.378587:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294919480 00000020:00000040:2.0:1767384629.378589:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000100:00000010:0.0:1767384629.378591:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000020:00000001:2.0:1767384629.378593:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384629.378596:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000020:00000040:2.0:1767384629.378598:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000100:00000001:0.0:1767384629.378599:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294919480 00000020:00000001:2.0:1767384629.378604:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000010:0.0:1767384629.378604:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ead953d. 00000020:00000001:2.0:1767384629.378611:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:0.0:1767384629.378611:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384629.378618:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384629.378621:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384629.378625:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c7a5f1f. 00000100:00000001:0.0:1767384629.378626:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.378632:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.378633:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384629.378638:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c7a5f1f. 00010000:00000001:0.0:1767384629.378642:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.378645:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384629.378647:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa66c91b. 00010000:00000001:0.0:1767384629.378648:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384629.378651:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384629.378654:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384629.378655:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000400fd3f9. 00010000:00000001:0.0:1767384629.378657:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384629.378661:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384629.378664:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384629.378665:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f699e296. 00000100:00000001:0.0:1767384629.378666:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384629.378669:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384629.378672:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f8997600 going to sleep for 11 seconds 00000100:00000001:0.0:1767384629.378679:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384629.378684:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.378688:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384629.378693:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384629.378695:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384629.378697:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.378708:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.378723:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.378743:0:19653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384629.378747:0:19653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384629.378753:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384629.378753:0:19653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384629.378758:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384629.378759:0:19653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:2.0:1767384629.378763:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.378763:0:19653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027873024 : -115911681678592 : ffff969435636300) 00000100:00000001:2.0:1767384629.378769:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.378773:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8757cff x1853237059665792/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 328/0 e 0 to 0 dl 1767384640 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384629.378780:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384629.378783:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5b76e33. 00000100:00000001:0.0:1767384629.378787:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384629.378790:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5b76e33. 00000100:00100000:0.0:1767384629.378795:0:19653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c8757cff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059665792:12345-0@lo:104: 00000100:00000200:0.0:1767384629.378798:0:19653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665792 00010000:00000001:0.0:1767384629.378800:0:19653:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384629.378803:0:19653:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384629.378805:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384629.378807:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e37d9b03 refcount=2 00000020:00000001:0.0:1767384629.378810:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384629.378812:0:19653:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384629.378815:0:19653:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384629.378824:0:19653:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.378827:0:19653:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384629.378885:0:19653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384629.378888:0:19653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384629.378895:0:19653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c35b907. 02000000:00000001:0.0:1767384629.378897:0:19653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.378900:0:19653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.378904:0:19653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384629.378906:0:19653:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384629.378909:0:19653:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384629.378914:0:19653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384629.378918:0:19653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384629.378921:0:19653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384629.378923:0:19653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384629.378926:0:19653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.378929:0:19653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384629.378931:0:19653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384629.378938:0:19653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000100:00000200:0.0:1767384629.378941:0:19653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059665792, offset 224 00000400:00000200:0.0:1767384629.378949:0:19653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384629.378954:0:19653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384629.378959:0:19653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a03f80 00000400:00000200:0.0:1767384629.378963:0:19653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1649 [1] + 224 00000400:00000200:0.0:1767384629.378966:0:19653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384629.378969:0:19653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384629.378973:0:19653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384629.378976:0:19653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384629.378984:0:19653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384629.378997:0:19653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384629.379002:0:19653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000400:00000010:0.0:1767384629.379010:0:19653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000100:00000001:0.0:1767384629.379014:0:19653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384629.379016:0:19653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384629.379023:0:19653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.379027:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384629.379028:0:19653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384629.379035:0:19653:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384629.379037:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384629.379041:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:0.0:1767384629.379041:0:19653:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001e4a3ffb. 00000400:00000010:2.0:1767384629.379046:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023896c75. 00010000:00000001:0.0:1767384629.379047:0:19653:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384629.379053:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:2.0:1767384629.379066:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00010000:00010000:0.0:1767384629.379072:0:19653:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384629.379073:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384629.379079:0:19653:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384629.379082:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384629.379084:0:19653:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.379090:0:19653:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.379104:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8757cff x1853237059665792/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 328/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384629.379108:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384629.379135:0:19653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c8757cff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059665792:12345-0@lo:104: Request processed in 349us (642us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384629.379136:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384629.379142:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384629.379147:0:19653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384629.379150:0:16794:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384629.379153:0:19653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 02000000:00000001:2.0:1767384629.379155:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384629.379157:0:19653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384629.379159:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384629.379163:0:19653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384629.379164:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384629.379169:0:19653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000400fd3f9. 02000000:00000001:2.0:1767384629.379170:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384629.379175:0:19653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f699e296. 00000100:00001000:2.0:1767384629.379176:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=37 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384629.379184:0:19653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa66c91b. 00000100:00001000:2.0:1767384629.379185:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.379193:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384629.379195:0:19653:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00000100:00000001:2.0:1767384629.379196:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.379200:0:19653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384629.379201:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384629.379207:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.379211:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.379220:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384629.379226:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384629.379230:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384629.379232:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.379236:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384629.379237:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384629.379240:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384629.379243:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384629.379245:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384629.379248:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00010000:0.0:1767384629.379249:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.379252:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384629.379257:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384629.379260:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e37d9b03 already unused, calling callback (00000000b79f9119) 00010000:00000001:2.0:1767384629.379262:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384629.379270:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:2.0:1767384629.379273:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767384629.379273:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384629.379296:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:2.0:1767384629.379300:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059665792:0@lo:104: 00010000:00000001:0.0:1767384629.379301:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384629.379305:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384629.379310:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384629.379323:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e37d9b03 refcount=3 00000020:00000001:0.0:1767384629.379327:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00000100:00000001:2.0:1767384629.379333:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.379334:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384629.379340:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384629.379342:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384629.379346:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384629.379350:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384629.379356:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:2.0:1767384629.379357:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ad64594 x1853237059665792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767384629.379359:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384629.379380:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:0.0:1767384629.379381:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:2.0:1767384629.379387:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:0.0:1767384629.379387:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384629.379393:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000010:2.0:1767384629.379394:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000371e3af3. 10000000:00000040:0.0:1767384629.379396:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384629.379400:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384629.379403:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384629.379403:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.379407:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384629.379412:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:2.0:1767384629.379415:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384629.379418:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d65e9882. 02000000:00000001:2.0:1767384629.379422:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384629.379424:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384629.379426:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ad64594. 00000100:00000001:2.0:1767384629.379434:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384629.379436:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384629.379438:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f8997600. 10000000:00000001:0.0:1767384629.379440:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384629.379445:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000001:0.0:1767384629.379446:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384629.379449:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1767384629.379450:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 00010000:00000010:2.0:1767384629.379455:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000350a8936. 10000000:00000001:0.0:1767384629.379458:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384629.379461:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384629.379462:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.379467:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.379471:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384629.379472:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384629.379476:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:2.0:1767384629.379478:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384629.379479:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384629.379485:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384629.379487:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1767384629.379491:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384629.379492:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384629.379498:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e37d9b03 with handle 0x534bb1615bf4c795 from hash 00010000:00000001:0.0:1767384629.379504:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384629.379516:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384629.379519:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384629.379521:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384629.379525:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384629.379527:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384629.379531:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384629.379534:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384629.379551:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000020:00000040:0.0:1767384629.379555:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384629.379559:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384629.379561:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384629.379564:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384629.379569:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b79e581e. 00000100:00000001:0.0:1767384629.379572:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.379575:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384629.379578:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384629.379585:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384629.379587:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.379592:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384629.379595:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.379603:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_02+2] req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384629.379636:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384629.379639:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384629.379643:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384629.379647:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.379650:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384629.379652:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.379655:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384629.379656:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384629.379664:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384629.379671:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384629.379678:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384629.379683:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384629.379683:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000e37d9b03/0x534bb1615bf4c795 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c79c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384629.379717:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.379718:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384629.379722:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.379723:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.379732:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384629.379738:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384629.379744:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384629.379746:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d696ab36 count: 0 00000100:00100000:1.0:1767384629.379749:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059665920:0@lo:103: 00000100:00000001:1.0:1767384629.379757:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384629.379762:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384629.379765:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.379768:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384629.379771:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384629.379772:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f26f87ed. 00010000:00000001:0.0:1767384629.379775:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767384629.379776:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384629.379782:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001e4a3ffb. 00000400:00000010:1.0:1767384629.379783:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006439b1b5. 00010000:00000001:0.0:1767384629.379793:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384629.379794:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0b17172. 00000100:00000200:1.0:1767384629.379804:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059665920, portal 18 00000020:00000001:0.0:1767384629.379804:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384629.379812:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384629.379813:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.379815:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00010000:00010000:0.0:1767384629.379823:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384629.379827:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384629.379829:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384629.379871:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.379876:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384629.379880:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384629.379886:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.379890:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384629.380544:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.380551:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384629.380556:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003378e799. 00000100:00000200:1.0:1767384629.380560:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059665920, offset 0 00000400:00000200:1.0:1767384629.380569:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384629.380583:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384629.380595:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a04000 00000400:00000200:1.0:1767384629.380604:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:1.0:1767384629.380612:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.380616:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384629.380623:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384629.380627:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384629.380632:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000990bcf1. 00000100:00000040:1.0:1767384629.380637:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000000990bcf1 x1853237059665920 msgsize 328 00000100:00100000:1.0:1767384629.380644:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384629.380658:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384629.380668:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003378e799 00000400:00000010:1.0:1767384629.380671:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003378e799. 00000100:00000001:1.0:1767384629.380676:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384629.380681:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.380692:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384629.380696:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.380704:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.380706:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384629.380712:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.380716:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294919482 00000100:00000001:1.0:1767384629.380723:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919480 00000100:00000001:1.0:1767384629.380731:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294919482 00000100:00000001:1.0:1767384629.380738:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919480 00000100:00000001:1.0:1767384629.380748:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294919482 00000100:00000001:1.0:1767384629.380763:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919480 00000100:00000001:1.0:1767384629.380768:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294919482 00000100:00000001:1.0:1767384629.380777:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919480 00000100:00000001:1.0:1767384629.380785:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.380790:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.380793:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.380795:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.380802:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.380804:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384629.380806:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.380807:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384629.380808:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.380810:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.380886:0:16765:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384629.380890:0:16765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059665920 02000000:00000001:1.0:1767384629.380894:0:16765:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384629.380897:0:16765:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.380902:0:16765:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.380908:0:16765:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384629.380913:0:16765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059665920 00000020:00000001:1.0:1767384629.380916:0:16765:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384629.380918:0:16765:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384629.380921:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.380924:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000020:00000001:1.0:1767384629.380928:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384629.380932:0:16765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384629.380937:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.380941:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004075847c. 00000100:00000001:1.0:1767384629.380945:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384629.380948:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004075847c. 00000020:00000010:1.0:1767384629.380957:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d2e2fab. 00000020:00000010:1.0:1767384629.380964:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023c44238. 00000020:00000010:1.0:1767384629.380970:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000100:00000040:1.0:1767384629.380982:0:16765:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384629.380995:0:16765:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384629.380998:0:16765:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384629.381002:0:16765:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384629.381006:0:16765:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.381009:0:16765:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384629.381014:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384629.381017:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.381019:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384629.381022:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384629.381025:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00010000:1.0:1767384629.381031:0:16765:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 17 pid: 19650 timeout: 402 lvb_type: 0 00010000:00000001:1.0:1767384629.381040:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381043:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381046:0:16765:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.381049:0:16765:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.381056:0:16765:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384629.381065:0:16765:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000990bcf1 x1853237059665920/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 328/0 e 0 to 0 dl 1767384640 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.381074:0:16765:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384629.381075:0:16765:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.381091:0:16765:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.381104:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384629.381107:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384629.381112:0:16765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384629.381115:0:16765:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:1.0:1767384629.381117:0:16765:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 00000100:00000040:1.0:1767384629.381121:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000990bcf1 x1853237059665920/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 328/0 e 0 to 0 dl 1767384640 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.381132:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.381136:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004075847c. 00000100:00000001:1.0:1767384629.381139:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384629.381149:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004075847c. 00000100:00100000:1.0:1767384629.381158:0:16765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000990bcf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16142:x1853237059665920:12345-0@lo:103: 00000100:00000200:1.0:1767384629.381162:0:16765:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059665920 00010000:00000001:1.0:1767384629.381166:0:16765:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384629.381170:0:16765:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384629.381173:0:16765:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384629.381181:0:16765:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384629.381183:0:16765:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384629.381188:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000198e05cb. 02000000:00000001:1.0:1767384629.381191:0:16765:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.381194:0:16765:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.381197:0:16765:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384629.381200:0:16765:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384629.381204:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384629.381207:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.381209:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384629.381212:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384629.381215:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000040:1.0:1767384629.381219:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a3db1180 count: 3 00010000:00010000:1.0:1767384629.381224:0:16765:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 17 pid: 19650 timeout: 402 lvb_type: 0 00000100:00001000:1.0:1767384629.381233:0:16765:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384629 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384629.381238:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384629.381256:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381259:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384629.381263:0:16765:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 17 pid: 19650 timeout: 402 lvb_type: 0 00000020:00000001:1.0:1767384629.381273:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384629.381276:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384629.381279:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.381282:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.381286:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384629.381296:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384629.381304:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381306:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381326:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384629.381329:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384629.381334:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c79c from hash 00010000:00000001:1.0:1767384629.381338:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384629.381340:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381344:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381346:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384629.381350:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384629.381352:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384629.381356:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c79c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c795 expref: 17 pid: 19650 timeout: 402 lvb_type: 0 00010000:00000040:1.0:1767384629.381364:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:1.0:1767384629.381367:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:1.0:1767384629.381385:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381389:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384629.381391:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384629.381394:0:16765:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000279a9e8b 00010000:00000001:1.0:1767384629.381398:0:16765:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384629.381402:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384629.381404:0:16765:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.381407:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384629.381411:0:16765:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.381415:0:16765:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384629.381417:0:16765:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384629.381420:0:16765:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381428:0:16765:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384629.381434:0:16765:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384629.381438:0:16765:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384629.381441:0:16765:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384629.381444:0:16765:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3db1180) refcount = 2 00010000:00010000:1.0:1767384629.381449:0:16765:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381464:0:16765:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384629.381467:0:16765:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384629.381470:0:16765:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.381473:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384629.381479:0:16765:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004075847c. 00000100:00000001:1.0:1767384629.381482:0:16765:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384629.381487:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078412567. 00000100:00000001:1.0:1767384629.381491:0:16765:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027425344 : -115911682126272 : ffff9694355c8e40) 00000100:00000001:1.0:1767384629.381494:0:16765:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628162027425344 : -115911682126272 : ffff9694355c8e40) 00000100:00000001:1.0:1767384629.381497:0:16765:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384629.381499:0:16765:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384629.381501:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384629.381505:0:16765:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384629.381509:0:16765:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384629.381513:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384629.381515:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.381517:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000279a9e8b refcount=5 00000020:00000001:1.0:1767384629.381520:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:1.0:1767384629.381523:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:1.0:1767384629.381526:0:16765:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384629.381529:0:16765:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381537:0:16765:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384629.381541:0:16765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381548:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381551:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384629.381555:0:16765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381562:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384629.381569:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.381573:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384629.381575:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384629.381583:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000279a9e8b already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384629.381587:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384629.381592:0:16765:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384629.381594:0:16765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381603:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384629.381607:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384629.381609:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.381613:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000279a9e8b refcount=6 00000020:00000001:1.0:1767384629.381617:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:1.0:1767384629.381620:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:1.0:1767384629.381625:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384629.381629:0:16765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381636:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384629.381639:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384629.381641:0:16765:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.381655:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384629.381657:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384629.381662:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384629.381664:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384629.381667:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000279a9e8b with handle 0x534bb1615bf4c7a3 from hash 00010000:00000001:1.0:1767384629.381673:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384629.381675:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381678:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381680:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384629.381685:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384629.381689:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384629.381700:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384629.381702:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381704:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.381715:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.381719:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384629.381721:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384629.381724:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384629.381727:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384629.381730:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381734:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381740:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381746:0:16765:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.381749:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384629.381751:0:16765:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.381754:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381760:0:16765:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.381761:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384629.381766:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:1.0:1767384629.381770:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381782:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381787:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381789:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384629.381791:0:16765:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384629.381794:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.381796:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381800:0:16765:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384629.381805:0:16765:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384629.381808:0:16765:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.381811:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384629.381814:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000279a9e8b/0x534bb1615bf4c7a3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.381826:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.381872:0:16765:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.381877:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384629.381879:0:16765:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384629.381882:0:16765:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.381886:0:16765:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.381889:0:16765:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384629.381893:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000078412567. 00000100:00000001:1.0:1767384629.381898:0:16765:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384629.381899:0:16765:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384629.381902:0:16765:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004075847c. 00010000:00000001:1.0:1767384629.381908:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384629.381918:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3db1180 count: 0 00010000:00010000:1.0:1767384629.381932:0:16765:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384629.381934:0:16765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.381940:0:16765:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384629.381944:0:16765:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.381947:0:16765:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.381952:0:16765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384629.381955:0:16765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384629.381958:0:16765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384629.381961:0:16765:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384629.381963:0:16765:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.381966:0:16765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.381968:0:16765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384629.381972:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003378e799. 00000100:00000200:1.0:1767384629.381976:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059665920, offset 224 00000400:00000200:1.0:1767384629.381981:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384629.381988:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384629.381996:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a04000 00000400:00000200:1.0:1767384629.382001:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1655 [1] + 224 00000400:00000200:1.0:1767384629.382006:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.382009:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384629.382013:0:16765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384629.382017:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384629.382027:0:16765:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.382047:0:16765:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384629.382053:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003378e799 00000400:00000010:1.0:1767384629.382055:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003378e799. 00000100:00000001:1.0:1767384629.382058:0:16765:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384629.382060:0:16765:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384629.382065:0:16765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.382069:0:16765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384629.382073:0:16765:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.382082:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384629.382083:0:16765:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.382087:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384629.382093:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059665920/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 328/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384629.382095:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384629.382099:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384629.382105:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006439b1b5. 00000400:00000200:0.0:1767384629.382113:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b17172 00000100:00100000:1.0:1767384629.382114:0:16765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000990bcf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059665920:12345-0@lo:103: Request processed in 978us (1472us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384629.382120:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0b17172. 00000100:00000001:0.0:1767384629.382128:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384629.382132:0:16765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384629.382138:0:16765:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000200:0.0:1767384629.382140:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.382144:0:16765:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384629.382150:0:16765:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384629.382157:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023c44238. 00000100:00000200:0.0:1767384629.382164:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384629.382166:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000020:00000010:1.0:1767384629.382175:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d2e2fab. 00000020:00000040:1.0:1767384629.382183:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:0.0:1767384629.382187:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384629.382190:0:16765:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.382191:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.382197:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384629.382200:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384629.382203:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384629.382205:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384629.382208:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384629.382211:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=37 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384629.382226:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384629.382230:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384629.382234:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.382237:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384629.382239:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.382241:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.382245:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.382252:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384629.382255:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384629.382257:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384629.382261:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384629.382284:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059665920:0@lo:103: 00000100:00000001:0.0:1767384629.382293:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.382298:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384629.382305:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059665920/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.382327:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384629.382331:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384629.382334:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f26f87ed. 02000000:00000001:0.0:1767384629.382344:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384629.382347:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384629.382348:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384629.382351:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384629.382354:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b79e581e. 02000000:00000001:0.0:1767384629.382358:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384629.382359:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384629.382361:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000100:00000001:0.0:1767384629.382365:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384629.382367:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.382369:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.382376:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384629.382378:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.382388:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384629.382391:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384629.386861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d696ab36. 00010000:00000010:0.1:1767384629.386876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e37d9b03. 00010000:00000010:1.1:1767384629.389888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00010000:00000010:1.1:1767384629.389919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000279a9e8b. 00010000:00000010:1.1:1767384629.389935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3db1180. 00080000:00000001:3.0:1767384629.390398:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384629.390406:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384629.390409:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384629.390412:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384629.390416:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384629.390429:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384629.390434:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384629.390443:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384629.390445:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384629.390450:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384629.390454:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384629.390458:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384629.390462:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384629.390463:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384629.390467:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384629.390468:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000070ddd0c5. 00040000:00000001:3.0:1767384629.390470:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384629.390477:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384629.390478:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:3.0:1767384629.390479:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384629.390489:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076f02652. 00010000:00000010:2.0:1767384629.390490:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a23a62c7. 00000020:00000001:2.0:1767384629.390503:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384629.390507:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1767384629.390512:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a23a62c7 with handle 0x534bb1615bf4c7aa to hash 00000020:00000001:2.0:1767384629.390517:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384629.390521:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384629.390524:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384629.390527:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384629.390530:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384629.390534:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390541:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384629.390545:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384629.390548:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384629.390552:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384629.390556:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384629.390560:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384629.390562:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384629.390565:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384629.390568:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384629.390572:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384629.390574:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384629.390576:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000070ddd0c5) refcount = 1 00010000:00010000:2.0:1767384629.390585:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390591:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384629.390593:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384629.390595:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384629.390597:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.390601:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384629.390605:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384629.390609:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384629.390613:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384629.390615:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384629.390617:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a23a62c7 refcount=4 00000020:00000001:2.0:1767384629.390620:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384629.390623:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384629.390625:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384629.390628:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390633:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384629.390634:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390639:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384629.390641:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384629.390642:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390648:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384629.390650:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.390653:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384629.390654:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384629.390659:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a23a62c7 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384629.390669:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384629.390671:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384629.390675:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390680:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384629.390681:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384629.390682:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384629.390683:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a23a62c7 refcount=5 00000020:00000001:2.0:1767384629.390685:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384629.390688:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384629.390694:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384629.390698:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390703:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384629.390707:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384629.390709:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.390715:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384629.390717:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384629.390722:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384629.390724:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384629.390726:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a23a62c7 with handle 0x534bb1615bf4c7aa from hash 00010000:00000001:2.0:1767384629.390729:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384629.390731:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384629.390733:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384629.390734:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384629.390735:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384629.390736:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384629.390738:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384629.390740:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384629.390745:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.390749:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384629.390753:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384629.390757:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384629.390761:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384629.390768:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.390770:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.390771:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384629.390774:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390780:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384629.390783:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384629.390786:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384629.390789:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384629.390792:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384629.390793:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384629.390795:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384629.390797:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384629.390799:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384629.390802:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384629.390808:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384629.390812:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384629.390814:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c7aa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384629.390818:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000070ddd0c5 count: 0 00010000:00000001:2.0:1767384629.390862:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384629.390864:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384629.392917:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294919482, at 4294919483 00000100:00000040:0.0:1767384629.392925:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294919482, at 4294919483 00000100:00000010:3.0:1767384629.392927:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ead953d. 00000100:00000010:0.0:1767384629.392944:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015b0e17a. 00080000:00000020:2.0:1767384629.393474:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384629.393478:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384629.393481:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000041d43b13. 20000000:00000001:2.0:1767384629.393488:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384629.393493:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059665536 00010000:00000001:2.0:1767384629.393497:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384629.393508:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000257c2bd4 x1853237059665536/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384629.393515:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384629.393518:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384629.393521:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.393535:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384629.393543:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384629.393546:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384629.393551:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384629.393554:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.393557:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384629.393560:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384629.393568:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081f6e054. 00000100:00000200:2.0:1767384629.393574:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059665536, offset 224 00000400:00000200:2.0:1767384629.393583:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384629.393600:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384629.393610:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03e80 00000400:00000200:2.0:1767384629.393617:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1631 [2] + 224 00000400:00000200:2.0:1767384629.393625:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384629.393628:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384629.393635:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384629.393642:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384629.393651:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.393666:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384629.393676:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081f6e054 00000400:00000010:2.0:1767384629.393678:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081f6e054. 00000100:00000001:2.0:1767384629.393682:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384629.393684:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384629.393692:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.393697:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384629.393701:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384629.393703:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.393706:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384629.393712:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000257c2bd4 x1853237059665536/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384629.393722:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000257c2bd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059665536:12345-0@lo:253: Request processed in 28782us (29648us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384629.393736:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:2.0:1767384629.393738:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384629.393740:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384629.393742:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384629.393746:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e733979. 00000020:00000010:2.0:1767384629.393752:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d8ca6fa. 00000020:00000010:2.0:1767384629.393756:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025ea50ab. 00000020:00000040:2.0:1767384629.393762:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384629.393766:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384629.393768:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005cb21c70. 02000000:00000001:2.0:1767384629.393772:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384629.393774:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384629.393780:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384629.393786:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c4a010. 00000400:00000010:2.0:1767384629.393791:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081f6e054. 00000100:00000001:2.0:1767384629.393828:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.393902:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384629.393909:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384629.393912:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384629.393915:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c28bb59a. 00000400:00000200:2.0:1767384629.393922:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093feea3f 00000400:00000010:2.0:1767384629.393925:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093feea3f. 00000100:00000001:2.0:1767384629.393928:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384629.393932:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384629.393939:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.393945:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384629.393947:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.393949:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384629.393951:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384629.393953:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384629.393955:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.393957:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384629.393966:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384629.393971:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=37 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384629.393974:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294919482, at 4294919484 00000100:00000001:2.0:1767384629.393975:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384629.393979:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.393982:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1767384629.393984:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00010000:00000001:2.0:1767384629.393985:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.393992:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.394000:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.394006:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384629.394009:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384629.394012:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384629.394017:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384629.394020:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384629.394023:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384629.394026:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384629.394028:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384629.394030:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384629.394032:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384629.394035:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384629.394038:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384629.394040:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384629.394047:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384629.394053:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083db24cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059665536:0@lo:253: 00000100:00000001:2.0:1767384629.394058:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.394060:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384629.394065:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083db24cc x1853237059665536/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.394072:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384629.394074:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384629.394077:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff17f106. 02000000:00000001:2.0:1767384629.394080:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384629.394082:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384629.394084:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384629.394091:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384629.394093:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000800a305c. 02000000:00000001:2.0:1767384629.394100:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384629.394102:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384629.394104:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083db24cc. 00000100:00000001:2.0:1767384629.394110:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384629.394113:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.394115:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.394122:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.394126:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.394131:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.394135:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.394149:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294919482, at 4294919484 00000100:00000010:2.0:1767384629.394156:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00000400:00000010:3.0:1767384629.395070:0:24762:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a12a0849. 00000400:00000040:3.0:1767384629.395089:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384629.395097:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384629.395101:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384629.395102:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384629.395104:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384629.395105:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384629.395108:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384629.395109:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384629.395110:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384629.395112:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384629.395114:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384629.395116:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384629.395118:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384629.395119:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384629.395120:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384629.395122:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384629.395123:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384629.395123:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384629.395124:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384629.395126:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384629.395127:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384629.395129:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384629.395130:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384629.395131:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384629.395132:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384629.395134:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384629.395135:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384629.395136:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384629.395137:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384629.395138:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384629.395139:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384629.395141:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384629.395141:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384629.395142:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384629.395143:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384629.395144:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384629.395146:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384629.395149:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384629.395151:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384629.395153:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384629.395162:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384629.395164:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384629.395167:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384629.395171:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384629.395174:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384629.395178:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384629.395180:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384629.395182:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384629.395185:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384629.395188:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384629.395189:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384629.395191:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384629.395192:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384629.395194:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384629.395196:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384629.395198:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384629.395199:0:24762:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384629.395289:0:24762:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a12a0849. 00080000:00000020:2.0:1767384629.395568:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384629.395571:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384629.395572:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b6323371. 20000000:00000001:2.0:1767384629.395579:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384629.395582:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059665664 00010000:00000001:2.0:1767384629.395584:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384629.395588:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a07530e9 x1853237059665664/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384629.395593:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384629.395594:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384629.395595:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.395597:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384629.395599:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384629.395600:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384629.395602:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384629.395603:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.395605:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384629.395606:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384629.395608:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdd88c19. 00000100:00000200:2.0:1767384629.395610:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059665664, offset 224 00000400:00000200:2.0:1767384629.395614:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384629.395620:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384629.395631:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a03f00 00000400:00000200:2.0:1767384629.395635:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1639 [2] + 224 00000400:00000200:2.0:1767384629.395639:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384629.395641:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384629.395645:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384629.395647:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384629.395652:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.395666:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384629.395670:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdd88c19 00000400:00000010:2.0:1767384629.395672:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cdd88c19. 00000100:00000001:2.0:1767384629.395674:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384629.395676:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384629.395679:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.395683:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384629.395685:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384629.395686:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.395689:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384629.395695:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a07530e9 x1853237059665664/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.395697:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.395703:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384629.395708:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a07530e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059665664:12345-0@lo:253: Request processed in 30638us (31418us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384629.395714:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384629.395717:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000400:00000001:1.0:1767384629.395720:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384629.395722:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384629.395725:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384629.395726:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad69fa89. 00000100:00000001:2.0:1767384629.395727:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384629.395731:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058c2c931. 00000020:00000010:2.0:1767384629.395735:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffde1dac. 00000400:00000200:1.0:1767384629.395735:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bd22e6d 00000400:00000010:1.0:1767384629.395743:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bd22e6d. 00000020:00000010:2.0:1767384629.395744:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7a8a85. 00000100:00000001:1.0:1767384629.395763:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384629.395764:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:2.0:1767384629.395772:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384629.395778:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384629.395781:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008bb454ae. 02000000:00000001:2.0:1767384629.395790:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384629.395792:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384629.395802:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384629.395809:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c28bb59a. 00000100:00000200:1.0:1767384629.395814:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384629.395815:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdd88c19. 00000100:00000001:1.0:1767384629.395827:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384629.395830:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.395870:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384629.395874:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384629.395876:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.395887:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.395891:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.395897:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384629.395902:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.395905:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384629.395907:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.395910:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384629.395912:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.395915:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.395919:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.395927:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.395931:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384629.395933:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384629.395937:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384629.395939:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384629.395941:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384629.395942:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384629.395944:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384629.395946:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384629.395947:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384629.395949:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384629.395950:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384629.395953:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384629.395961:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059665664:0@lo:253: 00000100:00000001:1.0:1767384629.395967:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.395970:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384629.395973:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1d8793d x1853237059665664/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.395982:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384629.395984:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384629.395987:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ed45f66e. 02000000:00000001:1.0:1767384629.395994:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384629.395997:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384629.396007:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384629.396010:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384629.396013:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000013a97979. 02000000:00000001:1.0:1767384629.396020:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384629.396023:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384629.396025:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1d8793d. 00000100:00000001:1.0:1767384629.396030:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384629.396033:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.396035:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.396044:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.396046:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.396049:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.396052:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384629.400868:0:24764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000070ddd0c5. 00010000:00000010:2.1:1767384629.400882:0:24764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a23a62c7. 00010000:00000001:0.0:1767384630.165914:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384630.165921:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.165929:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384630.165931:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.165981:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384630.165988:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.165994:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384630.555723:0:25061:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384630.555736:0:25061:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.555740:0:25061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384630.555745:0:25061:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384630.555749:0:25061:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.555752:0:25061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384631.189901:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384631.189909:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384631.189917:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384631.189919:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.189935:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384631.189936:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384631.189938:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384631.287031:0:25225:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384631.287035:0:25225:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:2.0:1767384631.290272:0:25225:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384631.298353:0:25226:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fa72c901. 00000400:00000010:2.0:1767384631.298366:0:25226:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c93b3a08. 00000400:00000010:2.0:1767384631.298376:0:25226:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ce766ed7. 00000400:00000010:2.0:1767384631.298379:0:25226:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005c8e3567. 00000400:00000010:2.0:1767384631.298382:0:25226:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e33ccd0e. 00000400:00000010:2.0:1767384631.298385:0:25226:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000903b8166. 00000400:00000010:2.0:1767384631.298387:0:25226:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b55a7174. 00000400:00000010:2.0:1767384631.298388:0:25226:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000807f88a5. 00000400:00000010:2.0:1767384631.298391:0:25226:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a21bc34d. 00000800:00000010:2.0:1767384631.298402:0:25226:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d005a35b. 00000800:00000200:2.0:1767384631.298412:0:25226:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384631.298420:0:25226:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384631.298453:0:25226:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384631.298471:0:25226:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp27 [8/256/0/180] 00000400:00000010:2.0:1767384631.300120:0:25226:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000001b209663. 00000400:00000010:2.0:1767384631.300126:0:25226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001436ba69. 00000400:00000010:2.0:1767384631.300132:0:25226:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000400:00000001:2.0:1767384631.300148:0:25226:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384631.300150:0:25226:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384631.300152:0:25226:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044466110. 00000400:00000200:2.0:1767384631.300155:0:25226:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8ff98d 00000400:00000010:2.0:1767384631.300157:0:25226:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f8ff98d. 00000400:00000010:2.0:1767384631.300161:0:25226:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000b70a1b3a. 00000400:00000200:2.0:1767384631.300165:0:25226:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (18) 00000400:00000200:2.0:1767384631.300179:0:25226:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384631.300192:0:25226:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000400:00000200:0.0:1767384631.300197:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384631.300202:0:25226:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000013a97979. 00000400:00000200:0.0:1767384631.300204:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:01000000:2.0:1767384631.300210:0:25226:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384631.300213:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000020:01000000:2.0:1767384631.300217:0:25226:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp27 00000400:00000200:0.0:1767384631.300218:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (19) 00000400:00000010:0.0:1767384631.300225:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000e7f218a. 00000400:00000200:0.0:1767384631.300229:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp25 00000400:00000010:2.0:1767384631.300239:0:25226:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c93b3a08. 00000400:00000200:0.0:1767384631.300242:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp25 to MR: 192.168.202.117@tcp25 local destination 00000400:00000010:2.0:1767384631.300247:0:25226:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fa72c901. 00000400:00000200:0.0:1767384631.300252:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [45:45:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [45:45:8:4294967295] 00000400:00000200:0.0:1767384631.300258:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp25 00000400:00000200:0.0:1767384631.300264:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) -> 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) : PUT try# 0 00000800:00000200:0.0:1767384631.300268:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.117@tcp25 00000800:00000010:0.0:1767384631.300273:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019112eb6. 00000800:00000200:0.0:1767384631.300277:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (6) 00000800:00000200:0.0:1767384631.300286:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:988 00000800:00000200:0.0:1767384631.300289:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019112eb6 type 1, nob 432 niov 1 nkiov 1 00000400:00000200:0.0:1767384631.300317:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384631.300320:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000020:00000001:3.0:1767384631.300324:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384631.300333:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384631.300338:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384631.300341:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384631.300345:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384631.300347:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384631.300349:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384631.300351:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384631.300352:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384631.300354:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384631.300357:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384631.300358:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384631.300359:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384631.300360:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384631.300367:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eecc1ebf. 00000020:00000040:3.0:1767384631.300373:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384631.300378:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384631.300381:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384631.300387:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384631.300398:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed45f66e. 00000100:00000001:3.0:1767384631.300406:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.300423:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384631.300425:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.300435:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eecc1ebf] to pc [ptlrpcd_00_03+3] req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384631.300460:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1767384631.300463:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384631.300467:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.300470:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384631.300470:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384631.300480:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000000:3.0:1767384631.300485:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384631.300485:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384631.300488:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019112eb6. 00000800:00000001:0.0:1767384631.300496:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384631.300498:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384631.300498:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767384631.300500:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384631.300503:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384631.300509:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384631.300514:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384631.300515:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : PUT - for me 00000020:01000004:3.0:1767384631.300523:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384631.300524:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: PUT: OK 00000020:01000004:3.0:1767384631.300528:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384631.300537:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384631.300537:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384631.300540:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:3.0:1767384631.300544:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384631.300547:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384631.300550:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384631.300554:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp25: 0 00000020:01000004:3.0:1767384631.300555:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384631.300555:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 320/336 into md 0x1641 [1] + 0 00000020:01000004:3.0:1767384631.300562:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384631.300565:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936bb8ae. 00000100:00000010:3.0:1767384631.300568:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007094989e. 00000400:00000200:0.0:1767384631.300570:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001285be50 00000020:00000040:3.0:1767384631.300571:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384631.300576:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384631.300577:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:0.0:1767384631.300578:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384631.300579:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384631.300584:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384631.300588:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008bb454ae. 00000400:00000200:0.0:1767384631.300588:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384631.300602:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.300610:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384631.300610:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: PUT: OK 00000100:00000001:1.0:1767384631.300612:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.300618:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384631.300625:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:0.0:1767384631.300626:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000100:00000040:3.0:1767384631.300630:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007094989e] to pc [ptlrpcd_00_00+0] req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384631.300631:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000001:1.0:1767384631.300634:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384631.300645:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384631.300654:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384631.300656:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (20) 00000100:00000001:1.0:1767384631.300663:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384631.300668:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000100:00000001:1.0:1767384631.300669:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384631.300674:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384631.300679:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.300679:0:16134:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (336 bytes) 00000100:00000001:1.0:1767384631.300680:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384631.300688:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.300694:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384631.300696:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384631.300698:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000020:01000000:3.0:1767384631.300706:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384631.300715:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (21) 00000020:00000010:3.0:1767384631.300716:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000013a97979. 00000400:00000200:0.0:1767384631.300731:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384631.300738:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.300745:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.300745:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp25 to MR: 192.168.202.117@tcp25 local destination 00000100:00000001:1.0:1767384631.300758:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384631.300760:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.300766:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384631.300766:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.300766:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [46:46:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [46:46:8:4294967295] 00000100:00000001:3.0:1767384631.300774:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384631.300784:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384631.300786:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384631.300795:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384631.300809:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.300820:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) -> 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) 192.168.202.117@tcp25 : ACK try# 0 00000100:00100000:1.0:1767384631.300825:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059666048:0@lo:253: 00000100:00000001:3.0:1767384631.300884:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384631.300885:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp25 00000100:00000001:1.0:1767384631.300886:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384631.300893:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384631.300896:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053e596af. 02000000:00000001:3.0:1767384631.300899:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384631.300904:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384631.300904:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384631.300905:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (6) 02000000:00000001:1.0:1767384631.300913:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.300916:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384631.300920:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384631.300926:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:991 00000100:00100000:3.0:1767384631.300931:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007094989e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059666176:0@lo:253: 00000800:00000200:0.0:1767384631.300933:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053e596af type 0, nob 96 niov 1 nkiov 0 02000000:00000010:1.0:1767384631.300934:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000323483e2. 00000100:00000001:3.0:1767384631.300936:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384631.300942:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.300943:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384631.300948:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.300951:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384631.300952:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384631.300953:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6d57788. 02000000:00000010:3.0:1767384631.300958:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b6323371. 02000000:00000001:3.0:1767384631.300961:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384631.300962:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384631.300964:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000465170a7. 00000400:00000010:3.0:1767384631.300967:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c346736. 00000400:00000010:3.0:1767384631.300976:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002172d6ae. 00000100:00000200:1.0:1767384631.300976:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059666048, portal 25 00000100:00000200:3.0:1767384631.300984:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059666176, portal 25 00000100:00000001:1.0:1767384631.300984:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384631.300990:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384631.300991:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933871744 : -115911775679872 : ffff96942fc90a80) 00000100:00000001:3.0:1767384631.300993:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933877120 : -115911775674496 : ffff96942fc91f80) 00000100:00000040:3.0:1767384631.301003:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384631.301003:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384631.301009:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384631.301014:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053e596af. 00000400:00000200:0.0:1767384631.301025:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384631.301048:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: ACK: OK 00000100:00000001:3.0:1767384631.301057:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384631.301067:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384631.301072:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384631.301073:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384631.301075:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384631.301082:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8d49f74. 00000800:00000001:0.0:1767384631.301083:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384631.301092:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384631.301093:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059666176, offset 0 00000800:00000001:0.0:1767384631.301095:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384631.301100:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000484f9484. 00000800:00000001:0.0:1767384631.301104:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384631.301110:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384631.301111:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384631.301118:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059666048, offset 0 00000400:00000200:0.0:1767384631.301119:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : ACK - for me 00000400:00000200:3.0:1767384631.301130:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384631.301136:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384631.301152:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04100 00000400:00000200:1.0:1767384631.301157:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384631.301158:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp25: ACK from 12345-192.168.202.117@tcp25 into md 0x1675 00000400:00000200:0.0:1767384631.301173:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384631.301178:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfa9 [2] + 0 00000400:00000200:1.0:1767384631.301189:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04080 00000400:00000200:0.0:1767384631.301190:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: ACK: OK 00000400:00000010:3.0:1767384631.301192:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1b7b1f3. 00000400:00000200:3.0:1767384631.301202:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071e38303 00000400:00000200:0.0:1767384631.301207:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000400:00000010:0.0:1767384631.301209:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000400:00000200:3.0:1767384631.301211:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384631.301214:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384631.301222:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384631.301228:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:1.0:1767384631.301233:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfb9 [2] + 0 00000400:00000200:0.0:1767384631.301238:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:1.0:1767384631.301241:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7f093ed. 00000400:00000200:0.0:1767384631.301242:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (20) 00000400:00000200:1.0:1767384631.301250:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbdb59eb 00000800:00000001:0.0:1767384631.301252:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384631.301257:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071e38303 00000800:00000001:0.0:1767384631.301257:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384631.301260:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384631.301262:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071e38303. 00000100:00000001:3.0:1767384631.301271:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384631.301272:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384631.301275:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384631.301280:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000045c06ffb x1853237059666176 msgsize 4848 00000400:00000200:1.0:1767384631.301280:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdb59eb 00000100:00100000:3.0:1767384631.301292:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384631.301308:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384631.301310:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbdb59eb. 00000100:00000001:3.0:1767384631.301319:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384631.301326:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384631.301328:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d49f74 00000400:00000010:3.0:1767384631.301331:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8d49f74. 00000100:00000200:1.0:1767384631.301331:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384631.301341:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384631.301342:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000008de6babe x1853237059666048 msgsize 4848 00000100:00000200:3.0:1767384631.301349:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384631.301370:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384631.301372:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384631.301374:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:3.0:1767384631.301377:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.301388:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.301389:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384631.301395:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301396:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384631.301402:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384631.301405:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294921403 00000400:00000010:0.0:1767384631.301409:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000ba53ad39. 00000400:00000200:1.0:1767384631.301410:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000484f9484 00000100:00000010:3.0:1767384631.301411:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ad91644. 00000400:00000010:0.0:1767384631.301418:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000400:00000010:1.0:1767384631.301420:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000484f9484. 00000100:00000001:3.0:1767384631.301424:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384631.301427:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384631.301429:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000100:00000001:3.0:1767384631.301436:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294921403 00000400:00000200:0.0:1767384631.301436:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ba53ad39 00000100:00000200:1.0:1767384631.301437:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384631.301450:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9f0e9fb. 00000400:00000010:0.0:1767384631.301450:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000291c2c05. 00000100:00000001:3.0:1767384631.301468:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384631.301468:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:1.0:1767384631.301469:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384631.301486:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294921403 00000100:00000040:1.0:1767384631.301487:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384631.301491:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000100:00000010:3.0:1767384631.301494:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000970fb0de. 00000400:00000200:0.0:1767384631.301496:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (19) 00000100:00000001:3.0:1767384631.301509:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384631.301510:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000050404cc3. 00000100:00000001:1.0:1767384631.301514:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301517:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384631.301524:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384631.301533:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000001:3.0:1767384631.301534:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294921403 00000100:00000001:1.0:1767384631.301536:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294921403 00000100:00000010:3.0:1767384631.301548:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc033802. 00000100:00000001:1.0:1767384631.301549:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294921403 00000400:00000010:0.0:1767384631.301550:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c761e45. 00000100:00000001:3.0:1767384631.301556:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384631.301558:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294921403 00000400:00000200:0.0:1767384631.301562:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:3.0:1767384631.301564:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384631.301567:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294921403 00000100:00000001:3.0:1767384631.301569:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.301575:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000001:3.0:1767384631.301579:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301581:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294921403 00000400:00000200:0.0:1767384631.301582:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:3.0:1767384631.301593:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384631.301595:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294921403 00000400:00000200:0.0:1767384631.301604:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:1.0:1767384631.301605:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294921403 00000100:00000001:3.0:1767384631.301607:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384631.301613:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384631.301617:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294921403 00000400:00000200:0.0:1767384631.301617:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:3.0:1767384631.301618:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.301625:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384631.301627:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384631.301631:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301635:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.301636:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:3.0:1767384631.301639:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301644:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301651:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.301652:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384631.301653:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:3.0:1767384631.301658:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.301668:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:0.0:1767384631.301677:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384631.301686:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:3.0:1767384631.301692:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384631.301692:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:1.0:1767384631.301693:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384631.301698:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666176 00000100:00100000:1.0:1767384631.301700:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666048 02000000:00000001:3.0:1767384631.301702:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384631.301706:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384631.301711:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.301715:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 02000000:00000001:1.0:1767384631.301717:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384631.301719:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301724:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384631.301725:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00100000:3.0:1767384631.301728:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666176 00000100:00000001:1.0:1767384631.301730:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.301734:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384631.301737:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000040:3.0:1767384631.301739:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 02000000:00000001:1.0:1767384631.301740:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.301744:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384631.301745:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00100000:1.0:1767384631.301750:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666048 00000020:00000040:3.0:1767384631.301751:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:1.0:1767384631.301759:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384631.301761:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:0.0:1767384631.301762:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000040:1.0:1767384631.301766:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384631.301769:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384631.301775:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384631.301783:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384631.301784:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000400:00000200:0.0:1767384631.301784:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000020:00000010:3.0:1767384631.301792:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002699e12b. 00000020:00000001:1.0:1767384631.301796:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384631.301805:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384631.301806:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:0.0:1767384631.301809:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000010:3.0:1767384631.301816:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002699e12b. 00000100:00000001:1.0:1767384631.301820:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384631.301827:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000020:00000010:3.0:1767384631.301853:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000459aeeb8. 00000020:00000010:3.0:1767384631.301860:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000848f767b. 00000020:00000010:1.0:1767384631.301860:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ab2000d. 00000100:00000001:1.0:1767384631.301877:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384631.301878:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000020:00000010:3.0:1767384631.301879:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1da731. 00000020:00000010:1.0:1767384631.301884:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ab2000d. 00000400:00000200:0.0:1767384631.301889:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp26 00000400:00000200:0.0:1767384631.301898:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp26 lpni_is_preferred = 0 00000020:00000010:1.0:1767384631.301899:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d686e95. 00000100:00000040:3.0:1767384631.301902:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384631.301904:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp26 00000020:00000010:1.0:1767384631.301909:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da27b322. 00000100:00000001:3.0:1767384631.301912:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384631.301919:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384631.301922:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.301922:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp26 NI seq info: [47:47:256:4294967295] 192.168.202.117@tcp26 LPNI seq info [47:47:8:4294967295] 00000020:00000010:1.0:1767384631.301923:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000400:00000200:0.0:1767384631.301940:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp26 00000100:00000001:3.0:1767384631.301943:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.301944:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384631.301952:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384631.301956:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.301959:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384631.301960:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26:) -> 192.168.202.117@tcp26(192.168.202.117@tcp:192.168.202.117@tcp26) : GET try# 0 00000100:00000001:1.0:1767384631.301973:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384631.301973:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp26 00000800:00000010:0.0:1767384631.301981:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000053e596af. 00000100:00000001:3.0:1767384631.301983:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384631.301986:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:0.0:1767384631.301989:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000099a8199f. 00000100:00100000:3.0:1767384631.301994:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000001:1.0:1767384631.301994:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384631.301995:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000077fbdd6e. 00000100:00000040:3.0:1767384631.302008:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384631.302017:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935839312 : -115911773712304 : ffff96942fe71050) 00000800:00000200:0.0:1767384631.302018:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (2) 00000100:00000001:1.0:1767384631.302022:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384631.302030:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384631.302033:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045c06ffb x1853237059666176/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:612/0 lens 4848/0 e 0 to 0 dl 1767384642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384631.302038:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (2) 00000100:00100000:1.0:1767384631.302048:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000040:1.0:1767384631.302060:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000400:00000200:0.0:1767384631.302061:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000100:00000001:3.0:1767384631.302064:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384631.302069:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000020:00000010:3.0:1767384631.302070:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002699e12b. 00000100:00000001:1.0:1767384631.302070:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935843408 : -115911773708208 : ffff96942fe72050) 00000100:00000001:3.0:1767384631.302083:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384631.302086:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002699e12b. 00000100:00000040:1.0:1767384631.302087:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008de6babe x1853237059666048/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:612/0 lens 4848/0 e 0 to 0 dl 1767384642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384631.302092:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045c06ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059666176:12345-0@lo:253: 00000100:00000200:3.0:1767384631.302096:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666176 00000020:00000001:3.0:1767384631.302099:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384631.302102:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384631.302105:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.302108:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384631.302110:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:3.0:1767384631.302114:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384631.302116:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384631.302123:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384631.302128:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384631.302132:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.302136:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384631.302138:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384631.302141:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384631.302143:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ab2000d. 00000100:00000001:1.0:1767384631.302149:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384631.302158:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000df41c40f. 02000000:00000001:3.0:1767384631.302164:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384631.302166:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ab2000d. 00000100:00000001:3.0:1767384631.302173:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384631.302176:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384631.302180:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008de6babe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059666048:12345-0@lo:253: 00000100:00000200:1.0:1767384631.302186:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666048 20000000:00000010:3.0:1767384631.302188:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000061750cbc. 00000020:00000001:1.0:1767384631.302191:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:3.0:1767384631.302192:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384631.302198:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384631.302201:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384631.302201:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384631.302204:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384631.302206:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384631.302207:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384631.302214:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384631.302216:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384631.302221:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:00000010:3.0:1767384631.302227:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df471db6. 00000020:00000001:1.0:1767384631.302227:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767384631.302232:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000020:00000001:1.0:1767384631.302234:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384631.302240:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384631.302242:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384631.302243:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1767384631.302250:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384631.302250:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.302259:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384631.302263:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384631.302270:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002efdbc96. 02000000:00000001:1.0:1767384631.302275:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.302278:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384631.302281:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384631.302310:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f329d52f. 20000000:01000000:1.0:1767384631.302317:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384631.302319:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384631.302322:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384631.302324:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384631.302328:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384631.302328:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384631.302336:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384631.302338:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.302341:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384631.302344:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.302348:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 20000000:00000001:1.0:1767384631.302351:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384631.302353:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384631.302357:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00080000:00000010:3.0:1767384631.302362:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002e6ac128. 00080000:00000001:3.0:1767384631.302365:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857589760 : -115916851961856 : ffff969301372000) 00080000:00000001:3.0:1767384631.302368:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384631.302402:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302428:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302445:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302461:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302507:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000001:00000001:3.0:1767384631.302510:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384631.302512:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384631.302515:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384631.302529:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00080000:00000001:3.0:1767384631.302537:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384631.302541:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384631.302548:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302592:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302649:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00080000:00000001:3.0:1767384631.302711:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384631.302714:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384631.302718:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302769:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302819:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.302999:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303037:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303088:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303136:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303180:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303309:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303398:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303469:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303531:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303563:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303581:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303615:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303673:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303712:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303739:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303755:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303773:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303798:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303825:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303887:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.303921:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000800:00000010:0.0:1767384631.304098:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000062f53c70. 00000800:00000010:0.0:1767384631.304103:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e4a3ffb. 00000800:00000010:0.0:1767384631.304109:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee4593cb. 00000800:00000010:0.0:1767384631.304136:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee4593cb. 00000400:00000200:0.0:1767384631.304323:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384631.304343:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp26 from 221.3.0.2 00000800:00000010:0.0:1767384631.304347:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d32122f1. 00000800:00000010:0.0:1767384631.304561:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b155ba60. 00000800:00000010:0.0:1767384631.304566:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c31b7b6. 00000800:00000010:0.0:1767384631.304583:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000155ad847. 00000800:00000200:0.1:1767384631.304588:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (2) 00000800:00000200:0.1:1767384631.304593:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp26 00000000155ad847 deleted 00000800:00000010:0.1:1767384631.304596:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000155ad847. 00000800:00000200:0.1:1767384631.304607:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384631.304612:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp26 ip 192.168.202.117:989 00000800:00000200:0.1:1767384631.304615:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053e596af type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384631.304619:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp26 p 3.x 192.168.202.117 -> 192.168.202.117:989 incarnation:1767384629361529062 sched[0] 00000800:00000010:0.0:1767384631.304623:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee4593cb. 00000800:00000010:0.0:1767384631.304671:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee4593cb. 00000800:00000010:0.0:1767384631.304684:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c31b7b6. 00000800:00000010:0.0:1767384631.304716:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d32122f1. 00000800:00000001:0.0:1767384631.304728:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384631.304731:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384631.304795:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384631.304798:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000053e596af. 00000400:00000200:0.0:1767384631.304803:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384631.304809:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: GET: OK 00000400:00000200:0.0:1767384631.304813:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384631.304816:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000200:0.1:1767384631.304883:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384631.304888:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp26 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384629361529062 sched[0] 00000800:00000010:0.0:1767384631.304891:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e4a3ffb. 00000400:00000200:0.0:1767384631.304937:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.304979:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.305019:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.305056:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000001:2.0:1767384631.305096:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384631.305099:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000001:2.0:1767384631.305108:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384631.305113:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384631.305124:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.305136:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26) <- 192.168.202.117@tcp26 : GET - for me 00000400:00000200:0.0:1767384631.305142:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384631.305150:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384631.305160:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 336/336 into md 0x1671 [1] + 0 00000400:00000200:2.0:1767384631.305173:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp26 to MR: 192.168.202.117@tcp26 local destination 00000400:00000200:0.0:1767384631.305180:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384631.305183:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp26 NI seq info: [48:48:256:4294967295] 192.168.202.117@tcp26 LPNI seq info [48:48:8:4294967295] 00000400:00000200:2.0:1767384631.305202:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) -> 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) 192.168.202.117@tcp26 : REPLY try# 0 00000800:00000200:2.0:1767384631.305210:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.117@tcp26 00000800:00000010:2.0:1767384631.305216:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021939781. 00000400:00000200:0.0:1767384631.305220:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000200:2.0:1767384631.305226:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000800:00000200:2.0:1767384631.305239:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp26 ip 192.168.202.117:988 00000800:00000200:2.0:1767384631.305243:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021939781 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:0.0:1767384631.305271:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000800:00000001:1.0:1767384631.305314:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384631.305325:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000200:2.0:1767384631.305351:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384631.305357:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021939781. 00000400:00000200:2.0:1767384631.305365:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384631.305369:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000800:00000001:1.0:1767384631.305376:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.305377:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: REPLY: OK 00000800:00000001:1.0:1767384631.305385:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384631.305394:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384631.305395:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000800:00000001:1.0:1767384631.305396:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384631.305407:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384631.305422:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26) <- 192.168.202.117@tcp26 : REPLY - for me 00000400:00000200:1.0:1767384631.305438:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp26: Reply from 12345-192.168.202.117@tcp26 of length 336/336 into md 0x168d 00000800:00000001:1.0:1767384631.305447:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384631.305452:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000800:00000001:1.0:1767384631.305466:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384631.305472:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384631.305484:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: REPLY: OK 00000400:00000200:1.0:1767384631.305490:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:1.0:1767384631.305493:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000400:00000200:1.0:1767384631.305505:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384631.305512:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:1.0:1767384631.305517:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384631.305522:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384631.305524:0:16135:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 19. state = 0x100251 00000400:00000200:1.0:1767384631.305539:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384631.305559:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (20) 00000800:00000001:1.0:1767384631.305573:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384631.305578:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.305579:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384631.305590:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000200:0.0:1767384631.305596:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000010:2.0:1767384631.305600:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000006b5ddece. 00000400:00000010:2.0:1767384631.305605:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000469769de. 00000400:00000010:2.0:1767384631.305608:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000646ede36. 00000400:00000200:0.0:1767384631.305663:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000010:2.0:1767384631.305680:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002755e75f. 00000400:00000200:2.0:1767384631.305689:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002755e75f nid 192.168.202.117@tcp27 00000400:00000010:2.0:1767384631.305694:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cc771d99. 00000400:00000200:2.0:1767384631.305698:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cc771d99 net tcp27 00000400:00000200:2.0:1767384631.305703:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (19) 00000400:00000200:2.0:1767384631.305711:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp27 flags 0x11 00000400:00000010:2.0:1767384631.305719:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000006b5ddece. 00000400:00000010:2.0:1767384631.305724:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000469769de. 00000400:00000010:2.0:1767384631.305728:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000646ede36. 00000400:00000200:0.0:1767384631.305731:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000010:2.0:1767384631.305736:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000050404cc3. 00000400:00000200:2.0:1767384631.305748:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384631.305753:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:2.0:1767384631.305760:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:2.0:1767384631.305766:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:2.0:1767384631.305772:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384631.305777:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:2.0:1767384631.305785:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384631.305795:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (20) 00000400:00000200:0.0:1767384631.305801:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.305903:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.305952:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.305979:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.305997:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306022:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306052:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306145:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306208:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306238:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306266:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306288:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306342:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306398:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306455:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306534:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306629:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384631.306717:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384631.306979:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f9a570c9. 00000800:00000010:0.0:1767384631.306983:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c31b7b6. 00000800:00000010:0.0:1767384631.306987:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee4593cb. 00000800:00000010:0.0:1767384631.307023:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee4593cb. 00000800:00020000:0.0:1767384631.307041:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384631.309943:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c31b7b6. 00000800:00000010:0.0:1767384631.309947:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f9a570c9. 00000400:02020000:0.0:1767384631.309994:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp26 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384631.314150:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384631.314157:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384631.314161:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384631.314162:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384631.314164:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384631.314170:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384631.314174:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384631.314176:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384631.314177:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384631.314178:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384631.314185:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002e6ac128. 20000000:00000001:3.0:1767384631.314192:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384631.314193:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384631.314201:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384631.314204:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384631.314215:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384631.314219:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:0.0:1767384631.314219:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294921403, at 4294921404 10000000:01000000:2.0:1767384631.314220:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:1.0:1767384631.314224:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004975f323. 00010000:00000001:2.0:1767384631.314231:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:1.0:1767384631.314231:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000100:00000010:0.0:1767384631.314232:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ad91644. 00010000:00000001:2.0:1767384631.314237:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384631.314242:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384631.314247:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000070ddd0c5. 00080000:00000001:1.0:1767384631.314250:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384631.314254:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384631.314259:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035afa465. 00000020:00000001:2.0:1767384631.314264:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384631.314267:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000035afa465 with handle 0x534bb1615bf4c7b1 to hash 00000020:00000001:2.0:1767384631.314270:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384631.314273:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384631.314277:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384631.314281:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384631.314284:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384631.314286:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384631.314292:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384631.314313:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384631.314314:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384631.314317:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384631.314323:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384631.314329:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384631.314331:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:2.0:1767384631.314334:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384631.314338:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384631.314339:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384631.314345:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384631.314347:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384631.314349:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006f6c3bef. 00010000:00000001:2.0:1767384631.314353:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384631.314355:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161274550272 : -115912435001344 : ffff9694087c9800) 00010000:00000001:2.0:1767384631.314356:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384631.314362:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384631.314363:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384631.314368:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384631.314370:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384631.314372:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384631.314375:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000070ddd0c5) refcount = 1 00010000:00010000:2.0:1767384631.314380:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314389:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384631.314392:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384631.314394:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384631.314396:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.314399:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384631.314402:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384631.314406:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384631.314410:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384631.314413:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384631.314415:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=4 00000020:00000001:2.0:1767384631.314418:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384631.314421:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384631.314424:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384631.314426:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314434:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384631.314443:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314451:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384631.314453:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384631.314455:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314462:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1767384631.314463:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384631.314464:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384631.314467:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.314470:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384631.314473:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384631.314483:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384631.314485:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035afa465 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384631.314489:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384631.314491:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384631.314493:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314500:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384631.314503:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384631.314505:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384631.314505:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384631.314509:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035afa465 refcount=5 00080000:00000001:1.0:1767384631.314512:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:2.0:1767384631.314513:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384631.314517:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692032 : -115912177859584 : ffff969417d04400) 00010000:00000001:2.0:1767384631.314520:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384631.314523:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314529:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384631.314531:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384631.314533:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.314537:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384631.314540:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384631.314543:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384631.314551:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384631.314554:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035afa465 with handle 0x534bb1615bf4c7b1 from hash 00010000:00000001:2.0:1767384631.314558:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384631.314561:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384631.314563:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384631.314564:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384631.314568:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384631.314571:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384631.314574:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384631.314577:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384631.314582:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.314585:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384631.314588:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384631.314591:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384631.314594:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384631.314596:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.314598:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.314602:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384631.314606:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314613:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384631.314615:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384631.314618:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384631.314620:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384631.314622:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384631.314624:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384631.314627:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:1.0:1767384631.314627:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384631.314632:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384631.314633:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384631.314635:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384631.314639:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384631.314644:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384631.314645:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384631.314647:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000035afa465/0x534bb1615bf4c7b1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384631.314664:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000070ddd0c5 count: 0 00010000:00000001:2.0:1767384631.314678:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384631.314680:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384631.314898:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294921403, at 4294921405 00000100:00000010:2.0:1767384631.314908:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000970fb0de. 00000100:00000040:3.0:1767384631.314918:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294921403, at 4294921405 00000100:00000010:3.0:1767384631.314928:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc033802. 00000100:00000040:1.0:1767384631.314932:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294921403, at 4294921405 00000100:00000010:1.0:1767384631.314941:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9f0e9fb. 00010000:00000010:2.1:1767384631.323186:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000070ddd0c5. 00010000:00000010:2.1:1767384631.323198:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035afa465. 00000400:00000010:1.0:1767384631.326732:0:25231:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e6b21007. 00000400:00000040:1.0:1767384631.326753:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384631.326755:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384631.326757:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384631.326759:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384631.326761:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384631.326763:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384631.326765:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384631.326766:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384631.326767:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384631.326768:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384631.326771:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384631.326772:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384631.326774:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384631.326775:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384631.326776:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384631.326778:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384631.326779:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384631.326780:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384631.326781:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384631.326783:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384631.326784:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384631.326785:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384631.326786:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384631.326788:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384631.326789:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384631.326791:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384631.326792:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384631.326793:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384631.326795:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384631.326796:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384631.326802:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384631.326804:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384631.326805:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384631.326807:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384631.326808:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384631.326809:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384631.326811:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384631.326813:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384631.326814:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384631.326816:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384631.326817:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384631.326819:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384631.326820:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384631.326822:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384631.326823:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384631.326824:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384631.326825:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384631.326827:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384631.326829:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384631.326830:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384631.326856:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384631.326858:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384631.326860:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384631.326863:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384631.326865:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384631.326866:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384631.326867:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384631.326925:0:25231:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e6b21007. 00080000:00000001:1.0:1767384631.327193:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384631.327201:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384631.327203:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384631.327205:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384631.327208:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384631.327220:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384631.327224:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384631.327234:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384631.327234:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384631.327241:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384631.327244:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384631.327250:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384631.327253:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384631.327259:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:3.0:1767384631.327261:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ceb3c4e5. 00040000:00000001:1.0:1767384631.327262:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384631.327268:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1767384631.327273:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1767384631.327275:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc04426f. 00040000:00000001:1.0:1767384631.327276:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384631.327279:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384631.327283:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006f6c3bef. 00000020:00000001:3.0:1767384631.327285:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384631.327287:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:3.0:1767384631.327291:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc04426f with handle 0x534bb1615bf4c7b8 to hash 00000020:00000001:3.0:1767384631.327308:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384631.327310:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384631.327314:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384631.327317:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.327320:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.327323:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327332:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384631.327337:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384631.327341:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384631.327343:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384631.327345:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.327347:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384631.327349:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.327351:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384631.327353:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384631.327355:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384631.327356:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384631.327358:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ceb3c4e5) refcount = 1 00010000:00010000:3.0:1767384631.327361:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327377:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384631.327379:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384631.327381:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.327383:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.327385:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384631.327389:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384631.327391:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384631.327394:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384631.327396:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384631.327398:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc04426f refcount=4 00000020:00000001:3.0:1767384631.327400:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384631.327402:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384631.327404:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384631.327406:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327410:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384631.327413:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327417:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.327418:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384631.327419:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327423:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.327425:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.327427:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384631.327429:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384631.327433:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc04426f already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384631.327436:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384631.327446:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384631.327449:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327454:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384631.327456:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384631.327458:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384631.327459:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc04426f refcount=5 00000020:00000001:3.0:1767384631.327460:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384631.327461:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384631.327465:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384631.327467:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327470:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384631.327472:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384631.327473:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.327475:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384631.327477:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384631.327479:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.327480:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384631.327481:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc04426f with handle 0x534bb1615bf4c7b8 from hash 00010000:00000001:3.0:1767384631.327483:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384631.327485:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.327486:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.327489:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384631.327491:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384631.327493:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384631.327496:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384631.327498:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.327501:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.327503:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384631.327504:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384631.327506:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.327507:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.327508:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.327514:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.327516:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.327519:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327523:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.327524:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.327525:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384631.327527:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384631.327528:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.327530:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.327532:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384631.327536:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384631.327537:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.327539:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.327543:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384631.327544:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384631.327546:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7b8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384631.327550:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ceb3c4e5 count: 0 00010000:00000001:3.0:1767384631.327564:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384631.327566:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384631.328399:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384631.328405:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384631.328408:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000061750cbc. 20000000:00000001:2.0:1767384631.328415:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384631.328421:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059666176 00010000:00000001:2.0:1767384631.328426:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384631.328436:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045c06ffb x1853237059666176/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384631.328448:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384631.328452:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384631.328460:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384631.328468:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384631.328475:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384631.328478:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384631.328483:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384631.328487:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.328494:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384631.328500:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384631.328507:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033761667. 00000100:00000200:2.0:1767384631.328515:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059666176, offset 224 00000400:00000200:2.0:1767384631.328530:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384631.328546:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384631.328558:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04100 00000400:00000200:2.0:1767384631.328572:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x167d [2] + 224 00000400:00000200:2.0:1767384631.328583:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384631.328594:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384631.328606:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384631.328621:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384631.328635:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.328655:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384631.328673:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384631.328673:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033761667 00000100:00000001:3.0:1767384631.328678:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384631.328679:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033761667. 00000100:00000001:2.0:1767384631.328691:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384631.328693:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384631.328695:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384631.328696:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384631.328701:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c346736. 00000100:00000001:2.0:1767384631.328705:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384631.328712:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384631.328717:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384631.328720:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384631.328725:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384631.328727:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002172d6ae 00000400:00000010:3.0:1767384631.328730:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002172d6ae. 00000100:00000040:2.0:1767384631.328733:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045c06ffb x1853237059666176/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.328737:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384631.328747:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384631.328760:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045c06ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059666176:12345-0@lo:253: Request processed in 26686us (27469us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384631.328772:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384631.328789:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384631.328801:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384631.328804:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384631.328810:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.328810:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384631.328814:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384631.328816:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384631.328818:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384631.328822:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384631.328824:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384631.328825:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000848f767b. 02000000:00000001:3.0:1767384631.328828:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384631.328876:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384631.328882:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=39 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384631.328883:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1da731. 00000100:00000001:3.0:1767384631.328895:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384631.328900:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384631.328900:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000459aeeb8. 00010000:00000001:3.0:1767384631.328908:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384631.328912:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.328915:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384631.328918:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000040:3.0:1767384631.328924:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384631.328929:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384631.328931:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384631.328935:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000df41c40f. 00000100:00000001:3.0:1767384631.328936:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384631.328943:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384631.328947:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384631.328950:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384631.328952:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384631.328954:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384631.328962:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384631.328965:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384631.328967:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:2.0:1767384631.328968:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384631.328972:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384631.328976:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384631.328979:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384631.328981:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384631.328981:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef7999bf. 00000100:00000040:3.0:1767384631.328989:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384631.328992:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033761667. 00000100:00100000:3.0:1767384631.329002:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007094989e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059666176:0@lo:253: 00000100:00000001:3.0:1767384631.329012:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.329016:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384631.329023:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007094989e x1853237059666176/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.329040:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384631.329046:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384631.329050:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b6323371. 02000000:00000001:3.0:1767384631.329060:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384631.329064:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384631.329066:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384631.329069:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384631.329072:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008bb454ae. 02000000:00000001:3.0:1767384631.329078:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384631.329081:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384631.329083:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007094989e. 00000100:00000001:3.0:1767384631.329093:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384631.329095:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.329096:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.329107:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384631.329110:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.329114:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.329119:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384631.331319:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384631.331323:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384631.331324:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f329d52f. 20000000:00000001:1.0:1767384631.331329:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384631.331332:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059666048 00010000:00000001:1.0:1767384631.331334:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384631.331338:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008de6babe x1853237059666048/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384631.331345:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384631.331346:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384631.331349:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384631.331352:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384631.331354:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384631.331356:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384631.331358:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384631.331359:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.331361:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384631.331363:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384631.331366:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005adaba5e. 00000100:00000200:1.0:1767384631.331368:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059666048, offset 224 00000400:00000200:1.0:1767384631.331373:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384631.331378:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384631.331383:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04080 00000400:00000200:1.0:1767384631.331387:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1679 [2] + 224 00000400:00000200:1.0:1767384631.331392:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384631.331395:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384631.331397:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384631.331400:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384631.331406:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384631.331427:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384631.331435:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005adaba5e 00000400:00000010:1.0:1767384631.331438:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005adaba5e. 00000100:00000001:2.0:1767384631.331442:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384631.331442:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384631.331447:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384631.331448:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384631.331455:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384631.331455:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384631.331458:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384631.331462:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6d57788. 00000100:00000040:1.0:1767384631.331462:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:2.0:1767384631.331466:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000465170a7 00010000:00000001:1.0:1767384631.331468:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384631.331470:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000465170a7. 00000020:00000001:1.0:1767384631.331472:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.331473:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384631.331477:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384631.331480:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384631.331486:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008de6babe x1853237059666048/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384631.331495:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.331512:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384631.331513:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008de6babe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059666048:12345-0@lo:253: Request processed in 29374us (30168us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384631.331514:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.331518:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384631.331521:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384631.331524:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384631.331526:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384631.331527:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 02000000:00000001:2.0:1767384631.331530:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384631.331532:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384631.331535:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384631.331536:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=39 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384631.331537:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384631.331541:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da27b322. 00000100:00001000:2.0:1767384631.331542:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=39 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384631.331547:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000100:00000001:2.0:1767384631.331548:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384631.331551:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384631.331553:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d686e95. 00010000:00000001:2.0:1767384631.331554:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384631.331557:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00010000:00000001:2.0:1767384631.331558:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384631.331562:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384631.331563:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384631.331566:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002efdbc96. 00000100:00000040:2.0:1767384631.331569:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384631.331571:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384631.331574:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384631.331580:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384631.331581:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384631.331585:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384631.331586:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c1f907c. 00000100:00000001:2.0:1767384631.331587:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384631.331592:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005adaba5e. 00000020:01000004:2.0:1767384631.331594:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384631.331597:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384631.331599:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384631.331601:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384631.331602:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384631.331611:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384631.331612:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384631.331613:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384631.331614:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384631.331616:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384631.331618:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384631.331624:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059666048:0@lo:253: 00000100:00000001:2.0:1767384631.331627:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.331630:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384631.331631:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eecc1ebf x1853237059666048/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.331636:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384631.331639:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384631.331641:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000323483e2. 02000000:00000001:2.0:1767384631.331643:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384631.331644:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384631.331646:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384631.331647:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384631.331649:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed45f66e. 02000000:00000001:2.0:1767384631.331651:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384631.331653:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384631.331654:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eecc1ebf. 00000100:00000001:2.0:1767384631.331656:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384631.331657:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.331659:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.331666:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384631.331667:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.331669:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384631.331670:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384631.334875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ceb3c4e5. 00010000:00000010:3.1:1767384631.334887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc04426f. 00010000:00000001:0.0:1767384632.214251:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384632.214259:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.214267:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384632.214271:0:3311:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384632.214273:0:3311:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384632.214276:0:3311:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.214305:0:3311:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384632.214307:0:3311:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.214309:0:3311:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.214312:0:3311:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.214354:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384632.214359:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.214363:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384632.519516:0:25541:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384632.519533:0:25541:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.519538:0:25541:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384632.519543:0:25541:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384632.519550:0:25541:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.519553:0:25541:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384633.173917:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384633.173924:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384633.173930:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000020:00000040:0.0:1767384633.173938:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384633.173944:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384633.173947:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384633.173952:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384633.173961:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a340ccb. 00000100:00000001:0.0:1767384633.173969:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.173976:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384633.173979:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.173991:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_01+1] req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.174027:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1767384633.174027:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174032:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.174036:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384633.174041:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.174043:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.174048:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174054:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384633.174056:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.174060:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384633.174062:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384633.174064:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.174067:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059666304:0@lo:13: 00000100:00000001:3.0:1767384633.174070:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384633.174074:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384633.174076:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.174078:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384633.174082:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e0316b2. 02000000:00000001:3.0:1767384633.174084:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.174095:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c346736. 00000400:00000010:3.0:1767384633.174102:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000200:3.0:1767384633.174108:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059666304, portal 4 00000100:00000001:3.0:1767384633.174110:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384633.174111:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000100:00000040:3.0:1767384633.174117:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.174123:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.174126:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.174129:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000100:00000200:3.0:1767384633.174131:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059666304, offset 0 00000400:00000200:3.0:1767384633.174135:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384633.174147:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384633.174159:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a04180 00000400:00000200:3.0:1767384633.174164:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1344 00000400:00000200:3.0:1767384633.174169:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.174172:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384633.174177:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384633.174179:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384633.174181:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007094989e. 00000100:00000040:3.0:1767384633.174183:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000007094989e x1853237059666304 msgsize 224 00000100:00100000:3.0:1767384633.174186:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384633.174199:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.174205:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000400:00000010:3.0:1767384633.174207:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000100:00000001:3.0:1767384633.174210:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.174213:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.174221:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.174223:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.174224:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384633.174228:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666304 00000100:00000001:3.0:1767384633.174231:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.174231:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384633.174235:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.174236:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384633.174238:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.174243:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174248:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.174253:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5812 usecs (6 jiffies) 00000100:00100000:2.0:1767384633.174255:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666304 00000100:00000001:3.0:1767384633.174258:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923270 00000020:00000001:2.0:1767384633.174259:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384633.174262:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000010:3.0:1767384633.174264:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017bc5523. 00000020:00000001:2.0:1767384633.174265:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384633.174270:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000001:3.0:1767384633.174273:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384633.174273:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:2.0:1767384633.174290:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384633.174296:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923270 00000100:00000001:2.0:1767384633.174298:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384633.174303:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2bc3dd4. 00000020:00000010:2.0:1767384633.174304:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc88f332. 00000100:00000001:3.0:1767384633.174310:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384633.174311:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000e5f7463. 00000100:00000001:3.0:1767384633.174317:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923270 00000020:00000040:2.0:1767384633.174319:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000010:3.0:1767384633.174322:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0766675. 00000100:00000001:3.0:1767384633.174327:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384633.174329:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923270 00000100:00000001:2.0:1767384633.174330:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:3.0:1767384633.174332:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc6eabcd. 00000100:00000001:3.0:1767384633.174337:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384633.174337:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023686995. 00000100:00000001:3.0:1767384633.174342:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384633.174343:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023791658. 00000100:00000001:3.0:1767384633.174348:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384633.174350:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d8ca6fa. 00000100:00000001:3.0:1767384633.174351:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174355:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384633.174361:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384633.174362:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.174365:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384633.174366:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384633.174370:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384633.174371:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384633.174372:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174373:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.174376:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174379:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.174380:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384633.174391:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384633.174392:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384633.174398:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:2.0:1767384633.174406:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384633.174409:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384633.174413:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384633.174415:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:2.0:1767384633.174418:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933877120 : -115911775674496 : ffff96942fc91f80) 00000100:00000040:2.0:1767384633.174424:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007094989e x1853237059666304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:614/0 lens 224/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.174435:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384633.174438:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ee03aff. 00000100:00000001:2.0:1767384633.174441:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384633.174444:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ee03aff. 00000100:00100000:2.0:1767384633.174450:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007094989e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059666304:12345-0@lo:13: 00000100:00000200:2.0:1767384633.174462:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666304 00000020:00000001:2.0:1767384633.174467:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384633.174471:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384633.174474:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.174477:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384633.174479:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:2.0:1767384633.174484:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384633.174486:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384633.174489:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384633.174492:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384633.174495:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.174499:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384633.174502:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384633.174507:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000967fb7a6. 02000000:00000001:2.0:1767384633.174509:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.174512:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384633.174516:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384633.174521:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384633.174524:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384633.174528:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384633.174540:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.174544:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384633.174546:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384633.174550:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384633.174552:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384633.174556:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384633.174558:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384633.174562:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384633.174564:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384633.174566:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384633.174568:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059666304 00010000:00000001:2.0:1767384633.174571:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384633.174574:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007094989e x1853237059666304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:614/0 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.174581:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384633.174590:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384633.174594:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384633.174598:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384633.174600:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384633.174602:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384633.174604:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384633.174606:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.174608:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384633.174610:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384633.174613:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523398ce. 00000100:00000200:2.0:1767384633.174616:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059666304, offset 224 00000400:00000200:2.0:1767384633.174620:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384633.174626:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384633.174632:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a04180 00000400:00000200:2.0:1767384633.174635:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16a1 [1] + 224 00000400:00000200:2.0:1767384633.174638:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384633.174641:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384633.174644:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384633.174647:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384633.174662:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.174673:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384633.174677:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523398ce 00000400:00000010:2.0:1767384633.174679:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523398ce. 00000100:00000001:3.0:1767384633.174681:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384633.174682:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384633.174684:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384633.174685:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384633.174690:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384633.174690:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.174693:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:3.0:1767384633.174694:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384633.174697:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384633.174699:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.174701:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384633.174704:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007094989e x1853237059666304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:614/0 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384633.174721:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c346736. 00000100:00100000:2.0:1767384633.174722:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007094989e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059666304:12345-0@lo:13: Request processed in 286us (536us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384633.174728:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000400:00000010:3.0:1767384633.174733:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00100000:2.0:1767384633.174733:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384633.174739:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384633.174739:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384633.174743:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384633.174747:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.174747:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384633.174753:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023791658. 00000020:00000010:2.0:1767384633.174758:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d8ca6fa. 00000020:00000010:2.0:1767384633.174765:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023686995. 00000020:00000040:2.0:1767384633.174772:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000200:3.0:1767384633.174773:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.174777:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.174786:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384633.174789:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.174791:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384633.174794:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384633.174796:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.174797:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.174799:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.174803:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384633.174807:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.174809:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.174811:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.174813:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384633.174817:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384633.174822:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174824:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384633.174826:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384633.174828:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384633.174829:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.174854:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.174859:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.174862:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384633.174863:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384633.174866:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384633.174868:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384633.174870:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:2.0:1767384633.174878:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:3.0:1767384633.174879:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384633.174888:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:3.0:1767384633.174889:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384633.174893:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c7b562. 00000020:00000040:2.0:1767384633.174898:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000040:3.0:1767384633.174902:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.174902:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384633.174906:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384633.174910:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.174913:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059666304:0@lo:13: 00000100:00000001:3.0:1767384633.174918:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384633.174918:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d85584e. 00000100:00000001:3.0:1767384633.174923:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384633.174924:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.174928:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059666304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384633.174933:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384633.174938:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384633.174942:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384633.174944:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384633.174945:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006e0316b2. 00000100:00000001:2.0:1767384633.174946:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.174951:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384633.174955:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074c7b562] to pc [ptlrpcd_00_02+2] req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384633.174956:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384633.174959:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384633.174965:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384633.174968:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a340ccb. 02000000:00000001:3.0:1767384633.174974:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384633.174975:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384633.174976:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000100:00000001:3.0:1767384633.174981:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384633.174982:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.174984:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.174986:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.174988:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.174991:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.174992:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384633.174994:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.174998:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175000:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384633.175000:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384633.175006:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090fe031b. 00000100:00000001:3.0:1767384633.175007:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.175007:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.175011:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.175012:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384633.175019:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384633.175020:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.175025:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384633.175028:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384633.175031:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.175037:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384633.175038:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004544dce2. 00000100:00000001:0.0:1767384633.175040:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175042:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.175046:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384633.175048:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384633.175055:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384633.175057:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.175059:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384633.175062:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fe031b] to pc [ptlrpcd_00_03+3] req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384633.175067:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.175076:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059666432:0@lo:400: 00000100:00000001:2.0:1767384633.175079:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.175083:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384633.175083:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384633.175088:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384633.175089:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384633.175091:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f54adec. 00000100:00000001:3.0:1767384633.175094:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384633.175094:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384633.175095:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384633.175099:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384633.175101:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384633.175102:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384633.175102:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384633.175105:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384633.175108:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384633.175109:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a6ff12c. 00000100:00000040:3.0:1767384633.175110:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384633.175114:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043644330. 02000000:00000001:0.0:1767384633.175115:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175120:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.175125:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 00000100:00000001:3.0:1767384633.175127:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384633.175128:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384633.175131:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.175135:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000019d21d4. 02000000:00000001:3.0:1767384633.175137:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384633.175142:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384633.175144:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384633.175144:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059666432, portal 25 02000000:00000001:3.0:1767384633.175146:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384633.175151:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f54adec] to pc [ptlrpcd_00_00+0] req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384633.175152:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.175152:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384633.175156:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204774656 : -115911504776960 : ffff96943feeb100) 00000100:00100000:3.0:1767384633.175161:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090fe031b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059666560:0@lo:400: 00000100:00000040:0.0:1767384633.175168:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.175171:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384633.175175:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384633.175179:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.175183:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384633.175184:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.175187:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d65e9882. 00000100:00000001:0.0:1767384633.175190:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384633.175191:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.175192:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (260) 00000400:00000010:3.0:1767384633.175197:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c346736. 00000100:00000040:0.0:1767384633.175197:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384633.175203:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d74a7b. 00000400:00000010:3.0:1767384633.175204:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000001:2.0:1767384633.175204:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384633.175208:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384633.175210:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059666432, offset 0 00000100:00000200:3.0:1767384633.175211:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059666560, portal 10 00000100:00000001:3.0:1767384633.175218:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384633.175218:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384633.175221:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204777344 : -115911504774272 : ffff96943feebb80) 00000100:00000040:2.0:1767384633.175224:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.175225:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384633.175230:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.175240:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384633.175247:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384633.175250:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.175255:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384633.175257:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a04200 00000100:00000001:3.0:1767384633.175258:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384633.175258:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384633.175265:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.175266:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384633.175269:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059666688:0@lo:400: 00000400:00000010:3.0:1767384633.175271:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000400:00000200:0.0:1767384633.175273:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xfc9 [2] + 0 00000100:00000001:2.0:1767384633.175291:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384633.175294:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384633.175297:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.175298:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560000f7. 02000000:00000001:2.0:1767384633.175299:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384633.175304:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023686995. 00000400:00000200:0.0:1767384633.175306:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad96fa83 02000000:00000001:2.0:1767384633.175307:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384633.175312:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059666560, offset 0 00000400:00000010:2.0:1767384633.175312:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc36bef6. 00000400:00000200:0.0:1767384633.175313:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384633.175321:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523398ce. 00000400:00000200:0.0:1767384633.175322:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384633.175326:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384633.175333:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059666688, portal 10 00000400:00000200:3.0:1767384633.175334:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384633.175334:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad96fa83 00000100:00000001:2.0:1767384633.175340:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384633.175341:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad96fa83. 00000100:00000001:2.0:1767384633.175343:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204766592 : -115911504785024 : ffff96943fee9180) 00000400:00000200:3.0:1767384633.175348:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a04280 00000100:00000001:0.0:1767384633.175350:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384633.175353:0:16140:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000013a97979. 00000100:00000200:0.0:1767384633.175354:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384633.175357:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000040:0.0:1767384633.175362:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000b0b4001b x1853237059666432 msgsize 224 00000400:00000200:3.0:1767384633.175363:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384633.175363:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384633.175374:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384633.175381:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384633.175384:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384633.175384:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384633.175388:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1767384633.175391:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384633.175395:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005faac678. 00000100:00000040:0.0:1767384633.175396:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384633.175397:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000040:3.0:1767384633.175400:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000005faac678 x1853237059666560 msgsize 224 00000100:00000200:2.0:1767384633.175402:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059666688, offset 0 00000100:00100000:3.0:1767384633.175410:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384633.175412:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384633.175413:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384633.175423:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384633.175424:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384633.175424:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d74a7b 00000400:00000010:0.0:1767384633.175429:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d74a7b. 00000100:00000001:0.0:1767384633.175434:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384633.175435:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a04300 00000400:00000200:3.0:1767384633.175437:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000400:00000010:3.0:1767384633.175441:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000100:00000200:0.0:1767384633.175442:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.175451:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.175458:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384633.175458:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:0.0:1767384633.175460:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384633.175466:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384633.175472:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384633.175481:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384633.175488:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384633.175493:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.175496:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.175496:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384633.175498:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384633.175500:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384633.175505:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384633.175506:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bee4cd7. 00000100:00000001:3.0:1767384633.175507:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.175512:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384633.175512:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000000bee4cd7 x1853237059666688 msgsize 224 00000100:00000001:0.0:1767384633.175513:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294923277 00000100:00000001:3.0:1767384633.175520:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384633.175523:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384633.175523:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923270 00000100:00000040:3.0:1767384633.175526:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3297 usecs (4 jiffies) 00000100:00000001:3.0:1767384633.175531:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923269 00000100:00000001:3.0:1767384633.175533:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923277 00000100:00000001:0.0:1767384633.175533:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294923277 00000100:00000001:2.0:1767384633.175534:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384633.175540:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923269 00000400:00000200:2.0:1767384633.175543:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000100:00000001:0.0:1767384633.175544:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923270 00000400:00000010:2.0:1767384633.175547:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000001:0.0:1767384633.175550:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294923277 00000100:00000001:3.0:1767384633.175551:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923277 00000100:00000001:2.0:1767384633.175551:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384633.175557:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.175558:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923269 00000100:00000001:0.0:1767384633.175560:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923270 00000100:00000001:3.0:1767384633.175569:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923277 00000100:00000001:0.0:1767384633.175569:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294923277 00000100:00000001:2.0:1767384633.175570:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384633.175575:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923269 00000100:00000040:2.0:1767384633.175577:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.175578:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923270 00000100:00000001:3.0:1767384633.175586:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923277 00000100:00000001:0.0:1767384633.175586:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384633.175587:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175592:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.175593:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.175594:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175597:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.175598:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.175601:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3596 usecs (4 jiffies) 00000100:00000001:0.0:1767384633.175601:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.175602:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.175607:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.175608:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.175608:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294923269 00000100:00000001:2.0:1767384633.175614:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294923277 00000100:00000001:0.0:1767384633.175616:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384633.175617:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294923269 00000100:00000001:3.0:1767384633.175618:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384633.175621:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384633.175622:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294923277 00000100:00000001:3.0:1767384633.175623:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384633.175627:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384633.175629:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294923269 00000100:00000001:3.0:1767384633.175630:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.175631:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384633.175632:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294923277 00000100:00000001:3.0:1767384633.175633:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384633.175635:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175637:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294923269 00000100:00000001:3.0:1767384633.175638:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.175640:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175643:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294923277 00000100:00000001:3.0:1767384633.175644:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175648:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384633.175651:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175653:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175655:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.175660:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384633.175666:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384633.175668:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384633.175669:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.175670:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384633.175673:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384633.175674:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666560 00000100:00000001:2.0:1767384633.175676:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.175677:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384633.175680:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.175681:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384633.175682:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666432 02000000:00000001:0.0:1767384633.175686:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384633.175689:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.175690:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.175694:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.175694:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175698:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384633.175701:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666560 00000100:00100000:2.0:1767384633.175702:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666688 02000000:00000001:0.0:1767384633.175702:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.175708:0:16778:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384633.175708:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384633.175710:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666432 00000020:00000040:3.0:1767384633.175711:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00000001:2.0:1767384633.175711:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384633.175716:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384633.175716:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384633.175717:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384633.175721:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 02000000:00000001:2.0:1767384633.175722:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384633.175722:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384633.175726:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:0.0:1767384633.175727:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384633.175728:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666688 00000020:00000040:0.0:1767384633.175731:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384633.175733:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:2.0:1767384633.175733:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384633.175736:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000001:0.0:1767384633.175739:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384633.175740:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384633.175741:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384633.175744:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000010:3.0:1767384633.175745:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e775b5. 00000020:00000001:0.0:1767384633.175746:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384633.175748:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:3.0:1767384633.175750:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384633.175753:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000010:3.0:1767384633.175756:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e775b5. 00000100:00000001:0.0:1767384633.175757:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384633.175760:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384633.175763:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b46e4a84. 00000020:00000010:3.0:1767384633.175764:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c69ab707. 00000020:00000010:2.0:1767384633.175766:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ee03aff. 00000100:00000001:0.0:1767384633.175770:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384633.175772:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000417dea1e. 00000020:00000010:2.0:1767384633.175773:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d614a24b. 00000020:00000010:0.0:1767384633.175775:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b46e4a84. 00000020:00000010:3.0:1767384633.175777:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000415761af. 00000020:00000040:2.0:1767384633.175782:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:0.0:1767384633.175785:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afbba46d. 00000100:00000040:3.0:1767384633.175787:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384633.175791:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384633.175793:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384633.175793:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2b96cc4. 00000100:00000001:2.0:1767384633.175796:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384633.175797:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384633.175800:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000746828dd. 00000020:00000010:2.0:1767384633.175802:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e317bea. 00000100:00000001:3.0:1767384633.175803:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384633.175807:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384633.175810:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384633.175810:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023791658. 00000100:00000040:0.0:1767384633.175812:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384633.175818:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d8ca6fa. 00000100:00000001:0.0:1767384633.175818:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384633.175820:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384633.175823:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.175825:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.175827:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384633.175866:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.175874:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384633.175877:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384633.175881:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384633.175882:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384633.175887:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:3.0:1767384633.175890:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933873536 : -115911775678080 : ffff96942fc91180) 00000100:00000040:3.0:1767384633.175893:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005faac678 x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:614/0 lens 224/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.175898:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384633.175900:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384633.175903:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384633.175904:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e775b5. 00000100:00000001:2.0:1767384633.175906:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384633.175908:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384633.175910:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384633.175912:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:2.0:1767384633.175915:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384633.175919:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e775b5. 00000100:00000040:0.0:1767384633.175920:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384633.175921:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384633.175924:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.175927:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935849552 : -115911773702064 : ffff96942fe73850) 00000100:00100000:3.0:1767384633.175928:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005faac678 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059666560:12345-0@lo:400: 00000100:00000200:3.0:1767384633.175934:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666560 00000100:00000001:2.0:1767384633.175936:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.175937:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384633.175938:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0b4001b x1853237059666432/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 224/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384633.175941:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384633.175944:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.175949:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384633.175951:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384633.175953:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:2.0:1767384633.175954:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384633.175957:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384633.175959:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384633.175962:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384633.175963:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:00000001:3.0:1767384633.175964:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384633.175968:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384633.175970:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384633.175971:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b46e4a84. 00000020:00000001:3.0:1767384633.175975:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384633.175975:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:0.0:1767384633.175977:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.175980:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384633.175981:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204771968 : -115911504779648 : ffff96943feea680) 00000020:00000010:0.0:1767384633.175984:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b46e4a84. 02000000:00000001:3.0:1767384633.175985:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384633.175989:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006e0316b2. 00000100:00000040:2.0:1767384633.175989:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bee4cd7 x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:614/0 lens 224/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384633.175995:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.175998:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b4001b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059666432:12345-0@lo:400: 00000100:00000001:3.0:1767384633.176000:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.176006:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.176009:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1767384633.176012:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059666560 00000100:00000200:0.0:1767384633.176012:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666432 00000020:00000010:2.0:1767384633.176013:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fc35918. 00010000:00000001:3.0:1767384633.176017:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384633.176019:0:16807:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384633.176019:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:3.0:1767384633.176023:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005faac678 x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384633.176024:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fc35918. 00000020:00000001:0.0:1767384633.176025:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384633.176030:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384633.176034:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000bee4cd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059666688:12345-0@lo:400: 00010000:00000001:3.0:1767384633.176036:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384633.176038:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384633.176040:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384633.176040:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666688 00000020:00000001:0.0:1767384633.176043:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000100:00001000:3.0:1767384633.176045:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=36 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384633.176046:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384633.176050:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384633.176051:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384633.176052:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384633.176055:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.176055:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384633.176057:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000001:0.0:1767384633.176063:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384633.176064:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000001:2.0:1767384633.176064:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384633.176068:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:0.0:1767384633.176068:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384633.176069:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384633.176073:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.176074:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384633.176074:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.176076:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384633.176078:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384633.176080:0:19650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384633.176081:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384633.176085:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384633.176086:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384633.176086:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384633.176089:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.176091:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384633.176093:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1767384633.176095:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000100:00000001:2.0:1767384633.176096:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384633.176098:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bb92796f. 00000100:00000200:3.0:1767384633.176101:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059666560, offset 224 02000000:00000001:2.0:1767384633.176102:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384633.176103:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384633.176107:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eed46900. 00000100:00000001:0.0:1767384633.176109:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.176110:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.176113:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384633.176119:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.176119:0:19650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.176124:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384633.176126:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059666432 00000400:00000200:3.0:1767384633.176129:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384633.176129:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059666688 00010000:00000001:0.0:1767384633.176132:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384633.176135:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384633.176142:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bee4cd7 x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384633.176142:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0b4001b x1853237059666432/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384633.176143:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a04280 00000400:00000200:3.0:1767384633.176155:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b5 [1] + 224 00000400:00000200:3.0:1767384633.176164:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.176172:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384633.176176:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384633.176179:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.176180:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384633.176181:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384633.176185:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384633.176186:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384633.176189:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=36 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384633.176192:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384633.176197:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384633.176202:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:0.0:1767384633.176204:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384633.176206:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384633.176212:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384633.176212:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 23 to 0@lo 00000100:00000040:3.0:1767384633.176215:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384633.176216:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.176218:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:2.0:1767384633.176221:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384633.176226:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384633.176228:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384633.176231:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384633.176233:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000200:2.0:1767384633.176238:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059666688, offset 224 00000100:00000001:3.0:1767384633.176240:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384633.176245:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384633.176246:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384633.176253:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000100:00000040:0.0:1767384633.176253:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384633.176256:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384633.176258:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000400:00000010:0.0:1767384633.176260:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d74a7b. 00000100:00000001:3.0:1767384633.176262:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384633.176266:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384633.176266:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a04300 00000100:00000200:0.0:1767384633.176268:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059666432, offset 224 00000100:00000001:3.0:1767384633.176271:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.176274:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16bd [1] + 224 00000100:00000040:3.0:1767384633.176291:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 22 to 0@lo 00010000:00000001:3.0:1767384633.176298:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384633.176299:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384633.176300:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.176303:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384633.176306:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384633.176309:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384633.176313:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005faac678 x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.176315:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384633.176321:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384633.176322:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.176339:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a04200 00000100:00100000:3.0:1767384633.176344:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005faac678 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059666560:12345-0@lo:400: Request processed in 440us (939us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384633.176347:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.176353:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16ad [1] + 224 00000100:00100000:3.0:1767384633.176360:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000200:0.0:1767384633.176366:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384633.176367:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:3.0:1767384633.176373:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384633.176377:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384633.176377:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384633.176377:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384633.176383:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000417dea1e. 00000400:00000200:2.0:1767384633.176385:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000020:00000010:3.0:1767384633.176388:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000415761af. 00000400:00000010:2.0:1767384633.176388:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000001:2.0:1767384633.176391:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384633.176392:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384633.176395:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384633.176396:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384633.176398:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c69ab707. 00000100:00000040:2.0:1767384633.176402:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000040:3.0:1767384633.176404:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000200:0.0:1767384633.176404:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.176405:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384633.176409:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.176410:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384633.176414:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384633.176421:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bee4cd7 x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384633.176426:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.176429:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.176433:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384633.176438:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384633.176441:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384633.176445:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c346736. 00000400:00000200:3.0:1767384633.176450:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000100:00100000:2.0:1767384633.176452:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000bee4cd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059666688:12345-0@lo:400: Request processed in 439us (935us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384633.176454:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000001:3.0:1767384633.176457:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384633.176461:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.176464:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384633.176472:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d74a7b 00000400:00000010:0.0:1767384633.176477:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d74a7b. 00000100:00100000:2.0:1767384633.176482:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000200:3.0:1767384633.176484:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.176484:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384633.176488:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384633.176489:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:0.0:1767384633.176494:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.176495:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384633.176502:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384633.176502:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384633.176502:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:3.0:1767384633.176505:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.176509:0:16143:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384633.176509:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384633.176510:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384633.176510:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023791658. 00000100:00000001:3.0:1767384633.176513:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384633.176513:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.176516:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384633.176517:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d8ca6fa. 00000020:00000001:0.0:1767384633.176518:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384633.176519:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.176525:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=36 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384633.176525:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e317bea. 00000100:00000040:0.0:1767384633.176528:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0b4001b x1853237059666432/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384633.176531:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00001000:3.0:1767384633.176533:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384633.176538:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.176540:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.176544:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.176548:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384633.176554:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384633.176555:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b4001b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059666432:12345-0@lo:400: Request processed in 595us (1189us total) trans 0 rc 0/0 00000100:00080000:2.0:1767384633.176562:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384633.176567:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00010000:00000001:3.0:1767384633.176570:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.176573:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384633.176575:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384633.176576:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:0.0:1767384633.176577:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:2.0:1767384633.176579:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.176581:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384633.176584:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384633.176585:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384633.176585:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000040:3.0:1767384633.176588:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384633.176589:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384633.176591:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384633.176592:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc36bef6. 00000100:00000001:0.0:1767384633.176597:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384633.176599:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523398ce 00000400:00000010:2.0:1767384633.176603:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523398ce. 00000100:00000001:3.0:1767384633.176604:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384633.176607:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384633.176609:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384633.176610:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2b96cc4. 00000100:00000001:3.0:1767384633.176613:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384633.176614:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384633.176618:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000746828dd. 00000100:00000040:3.0:1767384633.176622:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384633.176626:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afbba46d. 00000020:00000040:0.0:1767384633.176636:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000200:2.0:1767384633.176643:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384633.176646:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1767384633.176647:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090fe031b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059666560:0@lo:400: 02000000:00000010:0.0:1767384633.176651:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bb92796f. 00000100:00000001:3.0:1767384633.176658:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384633.176660:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384633.176662:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384633.176662:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384633.176664:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.176666:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384633.176668:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090fe031b x1853237059666560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.176670:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384633.176673:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384633.176674:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384633.176678:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384633.176678:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384633.176681:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000832d4cae. 00000100:00000001:2.0:1767384633.176682:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.176683:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384633.176688:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.176689:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d65e9882. 00000400:00000010:0.0:1767384633.176690:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d08335bd. 02000000:00000001:3.0:1767384633.176694:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767384633.176695:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=36 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384633.176697:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384633.176701:0:16143:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:2.0:1767384633.176701:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=36 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384633.176707:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384633.176708:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384633.176709:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004544dce2. 00000100:00000001:2.0:1767384633.176711:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.176712:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384633.176713:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384633.176716:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384633.176717:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384633.176719:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090fe031b. 00010000:00000001:2.0:1767384633.176722:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384633.176723:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767384633.176724:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384633.176727:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384633.176728:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384633.176730:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384633.176732:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384633.176733:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000100:00000001:3.0:1767384633.176735:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.176738:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.176741:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000019d21d4 00000100:00000001:3.0:1767384633.176742:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.176746:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.176747:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000019d21d4. 00000100:00000001:0.0:1767384633.176755:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384633.176756:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.176761:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384633.176762:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384633.176764:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384633.176769:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384633.176773:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384633.176779:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384633.176782:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.176802:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384633.176804:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.176806:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.176810:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384633.176811:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384633.176814:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384633.176815:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384633.176819:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384633.176822:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.176824:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.176830:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384633.176859:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384633.176863:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=41 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384633.176866:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059666688:0@lo:400: 00000100:00000001:0.0:1767384633.176869:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384633.176872:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.176873:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.176876:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384633.176878:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384633.176881:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f54adec x1853237059666688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384633.176883:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.176888:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384633.176890:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384633.176892:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023686995. 00000100:00000001:0.0:1767384633.176895:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.176896:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384633.176899:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384633.176901:0:16140:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384633.176903:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384633.176905:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384633.176906:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043644330. 02000000:00000001:2.0:1767384633.176910:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384633.176912:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384633.176914:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f54adec. 00000100:00000001:2.0:1767384633.176919:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384633.176922:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.176924:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.176927:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384633.176930:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.176931:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.176936:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384633.176937:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.176938:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.176943:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384633.176946:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.176954:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059666432:0@lo:400: 00000100:00000001:1.0:1767384633.176961:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.176961:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.176964:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384633.176968:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000074c7b562 x1853237059666432/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.176971:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.176980:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384633.176983:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384633.176985:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a6ff12c. 02000000:00000001:0.0:1767384633.176989:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384633.176990:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384633.176992:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384633.176994:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384633.176997:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d85584e. 02000000:00000001:0.0:1767384633.176999:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384633.177001:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384633.177003:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c7b562. 00000100:00000001:0.0:1767384633.177006:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384633.177007:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.177010:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.177014:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384633.177016:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.177019:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.177021:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.187888:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294923277, at 4294923278 00000100:00000040:0.0:1767384633.187893:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294923277, at 4294923278 00000100:00000010:3.0:1767384633.187899:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc6eabcd. 00000100:00000010:0.0:1767384633.187901:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017bc5523. 00000100:00000040:2.0:1767384633.187908:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294923277, at 4294923278 00000100:00000010:2.0:1767384633.187918:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0766675. 00000100:00000040:1.0:1767384633.188878:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294923277, at 4294923279 00000100:00000010:1.0:1767384633.188885:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2bc3dd4. 00010000:00000001:0.0:1767384633.237905:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384633.237918:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.237925:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384633.237927:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.237948:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384633.237952:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384633.237955:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384633.247985:0:25705:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384633.247989:0:25705:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:2.0:1767384633.252653:0:25705:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384633.261379:0:25706:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f9db0705. 00000400:00000010:2.0:1767384633.261398:0:25706:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e48bb441. 00000400:00000010:2.0:1767384633.261408:0:25706:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000038b2177b. 00000400:00000010:2.0:1767384633.261413:0:25706:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006eacd7c5. 00000400:00000010:2.0:1767384633.261417:0:25706:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c34c170e. 00000400:00000010:2.0:1767384633.261421:0:25706:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005205bca9. 00000400:00000010:2.0:1767384633.261424:0:25706:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fc5e1a86. 00000400:00000010:2.0:1767384633.261426:0:25706:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072f96881. 00000400:00000010:2.0:1767384633.261429:0:25706:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000039616cf5. 00000800:00000010:2.0:1767384633.261443:0:25706:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000112a93e8. 00000800:00000200:2.0:1767384633.261453:0:25706:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384633.261464:0:25706:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384633.261503:0:25706:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384633.261527:0:25706:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp28 [8/256/0/180] 00000400:00000010:2.0:1767384633.263224:0:25706:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000ff7434ca. 00000400:00000010:2.0:1767384633.263229:0:25706:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc36bef6. 00000400:00000010:2.0:1767384633.263234:0:25706:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523398ce. 00000400:00000001:2.0:1767384633.263247:0:25706:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384633.263249:0:25706:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384633.263250:0:25706:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001436ba69. 00000400:00000200:2.0:1767384633.263254:0:25706:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000400:00000010:2.0:1767384633.263255:0:25706:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00000400:00000010:2.0:1767384633.263259:0:25706:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000001b209663. 00000400:00000200:2.0:1767384633.263263:0:25706:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (19) 00000400:00000200:2.0:1767384633.263292:0:25706:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384633.263302:0:25706:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:2.0:1767384633.263309:0:25706:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ff17f106. 00000020:01000000:2.0:1767384633.263314:0:25706:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384633.263316:0:25706:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp28 00000400:00000200:0.0:1767384633.263320:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384633.263329:0:25706:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e48bb441. 00000400:00000200:0.0:1767384633.263329:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:2.0:1767384633.263335:0:25706:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f9db0705. 00000400:00000010:0.0:1767384633.263339:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000019d21d4. 00000400:00000200:0.0:1767384633.263345:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (20) 00000400:00000010:0.0:1767384633.263351:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004cc5434f. 00000400:00000200:0.0:1767384633.263357:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp26 00000020:00000001:3.0:1767384633.263370:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384633.263371:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp26 to MR: 192.168.202.117@tcp26 local destination 10000000:00000001:3.0:1767384633.263377:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384633.263382:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp26 NI seq info: [49:49:256:4294967295] 192.168.202.117@tcp26 LPNI seq info [49:49:8:4294967295] 10000000:00000001:3.0:1767384633.263390:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384633.263391:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp26 10000000:01000000:3.0:1767384633.263396:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384633.263400:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384633.263405:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384633.263407:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384633.263410:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384633.263411:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) -> 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) : PUT try# 0 00000020:01000004:3.0:1767384633.263412:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384633.263416:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384633.263419:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384633.263421:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384633.263424:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384633.263425:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384633.263425:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.117@tcp26 00000100:00000010:3.0:1767384633.263431:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eecc1ebf. 00000800:00000010:0.0:1767384633.263433:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1333a4b. 00000020:00000040:3.0:1767384633.263437:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384633.263443:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384633.263443:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 02000000:00000001:3.0:1767384633.263448:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.1:1767384633.263452:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 02000000:00000001:3.0:1767384633.263454:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.263464:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008bef140a. 00000100:00000001:3.0:1767384633.263470:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.263478:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.1:1767384633.263481:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp26 ip 192.168.202.117:988 00000100:00000001:3.0:1767384633.263482:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384633.263488:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1333a4b type 1, nob 448 niov 1 nkiov 1 00000100:00000040:3.0:1767384633.263491:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eecc1ebf] to pc [ptlrpcd_00_01+1] req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.263509:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384633.263515:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 10000000:00000001:3.0:1767384633.263517:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384633.263521:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.263523:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384633.263525:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384633.263532:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384633.263533:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384633.263535:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384633.263536:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384633.263538:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384633.263539:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384633.263541:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384633.263542:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384633.263543:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384633.263544:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384633.263551:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384633.263552:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384633.263553:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384633.263556:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000010:3.0:1767384633.263557:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1d8793d. 00000020:00000040:3.0:1767384633.263562:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384633.263565:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384633.263567:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384633.263569:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.263574:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009db6e92b. 00000100:00000001:3.0:1767384633.263577:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.263580:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384633.263581:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.263585:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1d8793d] to pc [ptlrpcd_00_02+2] req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384633.263599:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384633.263601:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.263602:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384633.263604:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384633.263605:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000020:00000010:3.0:1767384633.263606:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ff17f106. 00000400:00000200:1.0:1767384633.263629:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.263631:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384633.263636:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384633.263638:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.263646:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.263648:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.263650:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.263651:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.263653:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384633.263656:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384633.263660:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384633.263666:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000010:0.0:1767384633.263668:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1333a4b. 00000100:00000001:3.0:1767384633.263670:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384633.263674:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.263675:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384633.263679:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384633.263684:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384633.263685:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: PUT: OK 02000000:00000001:3.0:1767384633.263690:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.263696:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.263696:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:3.0:1767384633.263697:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059666816:0@lo:253: 00000400:00000200:0.0:1767384633.263704:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp26: 0 00000800:00000001:0.0:1767384633.263714:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384633.263717:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384633.263722:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 02000000:00000001:3.0:1767384633.263725:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767384633.263725:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384633.263731:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384633.263731:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384633.263736:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384633.263737:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384633.263744:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000df41c40f. 02000000:00000001:3.0:1767384633.263749:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.263752:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.263753:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26) <- 192.168.202.117@tcp26 : PUT - for me 00000400:00000010:3.0:1767384633.263755:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c346736. 00000400:00000010:3.0:1767384633.263764:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e03122b. 00000100:00000200:3.0:1767384633.263768:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059666816, portal 25 00000100:00000001:3.0:1767384633.263771:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384633.263773:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384633.263774:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933871744 : -115911775679872 : ffff96942fc90a80) 00000400:00000200:1.0:1767384633.263779:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000040:3.0:1767384633.263780:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.263790:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384633.263795:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 336/352 into md 0x1689 [1] + 0 00000100:00000040:3.0:1767384633.263796:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.263801:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e114bb90. 00000400:00000010:0.0:1767384633.263803:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936bb8ae. 00000400:00000200:1.0:1767384633.263806:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.263808:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096097ae8 00000100:00000200:3.0:1767384633.263814:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059666816, offset 0 00000800:00000001:0.0:1767384633.263817:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384633.263821:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384633.263826:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384633.263851:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384633.263856:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384633.263857:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384633.263867:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: PUT: OK 00000400:00000200:3.0:1767384633.263869:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04380 00000400:00000200:3.0:1767384633.263877:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd9 [2] + 0 00000400:00000010:3.0:1767384633.263879:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8260ff0. 00000400:00000200:3.0:1767384633.263883:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b1a24aa 00000400:00000200:1.0:1767384633.263887:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384633.263888:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384633.263888:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000400:00000010:0.0:1767384633.263894:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000400:00000200:3.0:1767384633.263897:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384633.263903:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b1a24aa 00000400:00000200:0.0:1767384633.263903:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:3.0:1767384633.263907:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b1a24aa. 00000400:00000200:0.0:1767384633.263910:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (21) 00000100:00000001:3.0:1767384633.263917:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384633.263918:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:1.0:1767384633.263919:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000200:3.0:1767384633.263920:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384633.263926:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (352 bytes) 00000100:00000040:3.0:1767384633.263928:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000c367ab9d x1853237059666816 msgsize 4848 00000400:00000200:0.0:1767384633.263936:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00100000:3.0:1767384633.263937:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384633.263941:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384633.263948:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.263950:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (22) 00000100:00000001:3.0:1767384633.263953:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.263962:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e114bb90 00000400:00000200:0.0:1767384633.263962:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384633.263971:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e114bb90. 00000400:00000200:0.0:1767384633.263973:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp26 to MR: 192.168.202.117@tcp26 local destination 00000100:00000001:3.0:1767384633.263976:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384633.263978:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000200:3.0:1767384633.263981:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.263986:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp26 NI seq info: [50:50:256:4294967295] 192.168.202.117@tcp26 LPNI seq info [50:50:8:4294967295] 00000100:00000001:3.0:1767384633.263997:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384633.263999:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000040:3.0:1767384633.264003:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.264018:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.264018:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) -> 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) 192.168.202.117@tcp26 : ACK try# 0 00000100:00000001:3.0:1767384633.264023:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.264030:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.264030:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000800:00000200:0.0:1767384633.264030:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp26 00000100:00000001:3.0:1767384633.264039:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294923366 00000800:00000010:0.0:1767384633.264040:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1333a4b. 00000100:00000010:3.0:1767384633.264047:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc6eabcd. 00000800:00000200:0.0:1767384633.264049:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000100:00000001:3.0:1767384633.264054:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384633.264059:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp26 ip 192.168.202.117:989 00000400:00000200:1.0:1767384633.264061:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264062:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294923366 00000800:00000200:0.0:1767384633.264063:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1333a4b type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767384633.264069:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f87fcee. 00000100:00000001:3.0:1767384633.264074:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384633.264078:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294923366 00000100:00000010:3.0:1767384633.264081:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009793cfd8. 00000800:00000001:0.0:1767384633.264083:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384633.264084:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384633.264089:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294923366 00000100:00000010:3.0:1767384633.264092:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d424376a. 00000100:00000001:3.0:1767384633.264095:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000800:00000001:0.0:1767384633.264097:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.264099:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384633.264100:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264104:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.264109:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.264111:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.264122:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384633.264124:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384633.264126:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.264131:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.264132:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.264135:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.264136:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384633.264138:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384633.264139:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264145:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384633.264145:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1333a4b. 00000100:00000040:3.0:1767384633.264151:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.264153:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384633.264161:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384633.264163:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264164:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.264167:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: ACK: OK 02000000:00000001:3.0:1767384633.264169:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384633.264172:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384633.264173:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.264178:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059666944:0@lo:253: 00000100:00000001:3.0:1767384633.264181:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384633.264184:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384633.264185:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.264187:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384633.264187:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384633.264194:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061750cbc. 00000400:00000200:1.0:1767384633.264195:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000800:00000001:0.0:1767384633.264195:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384633.264196:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384633.264202:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384633.264203:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000800:00000001:0.0:1767384633.264208:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384633.264209:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e114bb90. 00000800:00000001:0.0:1767384633.264212:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384633.264214:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059666944, portal 25 00000100:00000001:3.0:1767384633.264217:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384633.264219:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933879808 : -115911775671808 : ffff96942fc92a00) 00000800:00000001:0.0:1767384633.264220:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384633.264223:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.264235:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384633.264236:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26) <- 192.168.202.117@tcp26 : ACK - for me 00000100:00000040:3.0:1767384633.264241:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.264244:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009139af01. 00000400:00000200:0.0:1767384633.264252:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp26: ACK from 12345-192.168.202.117@tcp26 into md 0x16d9 00000400:00000200:1.0:1767384633.264253:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000100:00000200:3.0:1767384633.264258:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059666944, offset 0 00000400:00000200:0.0:1767384633.264259:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.264269:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384633.264270:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: ACK: OK 00000400:00000200:3.0:1767384633.264290:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384633.264293:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000019d21d4 00000400:00000010:0.0:1767384633.264297:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000019d21d4. 00000400:00000200:3.0:1767384633.264300:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04400 00000400:00000200:0.0:1767384633.264305:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384633.264308:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe9 [2] + 0 00000400:00000010:3.0:1767384633.264312:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d312b25b. 00000400:00000200:0.0:1767384633.264313:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:3.0:1767384633.264317:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2e6f7ad 00000400:00000200:0.0:1767384633.264322:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384633.264324:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.264324:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.264327:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (21) 00000400:00000200:3.0:1767384633.264336:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384633.264337:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384633.264342:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2e6f7ad 00000800:00000001:0.0:1767384633.264345:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384633.264347:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2e6f7ad. 00000100:00000001:3.0:1767384633.264354:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384633.264356:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384633.264360:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000feaf3ce8 x1853237059666944 msgsize 4848 00000100:00000001:0.0:1767384633.264360:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.264365:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.264370:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384633.264375:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384633.264376:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264388:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.264396:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139af01 00000400:00000010:3.0:1767384633.264399:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009139af01. 00000100:00000001:3.0:1767384633.264403:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.264406:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.264412:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.264415:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.264420:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.264421:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.264426:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.264426:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264433:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294923366 00000100:00000001:3.0:1767384633.264436:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294923366 00000100:00000001:3.0:1767384633.264437:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294923366 00000100:00000001:3.0:1767384633.264439:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294923366 00000100:00000001:3.0:1767384633.264441:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294923366 00000100:00000001:3.0:1767384633.264443:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294923366 00000100:00000001:3.0:1767384633.264447:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294923366 00000100:00000001:3.0:1767384633.264449:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294923366 00000100:00000001:3.0:1767384633.264451:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.264452:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.264454:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.264457:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.264477:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264485:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384633.264489:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666816 02000000:00000001:3.0:1767384633.264492:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384633.264494:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.264496:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.264499:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.264502:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666816 00000020:00000001:3.0:1767384633.264504:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384633.264506:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384633.264508:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384633.264510:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384633.264512:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384633.264515:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384633.264518:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384633.264522:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e775b5. 00000100:00000001:3.0:1767384633.264525:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384633.264527:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e775b5. 00000400:00000200:1.0:1767384633.264527:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000020:00000010:3.0:1767384633.264532:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e9882. 00000020:00000010:3.0:1767384633.264539:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000417dea1e. 00000020:00000010:3.0:1767384633.264542:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000415761af. 00000100:00000040:3.0:1767384633.264550:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384633.264553:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384633.264555:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384633.264556:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.264560:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384633.264563:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.264565:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059666944 02000000:00000001:0.0:1767384633.264570:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384633.264572:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.264573:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.264575:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.264576:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 02000000:00000001:0.0:1767384633.264580:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.264584:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059666944 00000100:00000001:3.0:1767384633.264587:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384633.264589:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384633.264590:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384633.264593:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00100000:3.0:1767384633.264598:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000020:00000001:0.0:1767384633.264598:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384633.264601:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000040:0.0:1767384633.264603:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:3.0:1767384633.264604:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935837264 : -115911773714352 : ffff96942fe70850) 00000020:00000001:0.0:1767384633.264610:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:3.0:1767384633.264612:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c367ab9d x1853237059666816/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 4848/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384633.264614:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384633.264623:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.264624:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384633.264628:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a4e582f. 00000400:00000200:1.0:1767384633.264629:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000020:00000010:3.0:1767384633.264634:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e775b5. 00000100:00000001:3.0:1767384633.264642:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.264642:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384633.264649:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e775b5. 00000020:00000010:0.0:1767384633.264649:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a4e582f. 00000020:00000010:0.0:1767384633.264659:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a6ff12c. 00000100:00100000:3.0:1767384633.264660:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c367ab9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059666816:12345-0@lo:253: 00000020:00000010:0.0:1767384633.264667:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000946fa1c1. 00000100:00000200:3.0:1767384633.264668:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666816 00000400:00000200:1.0:1767384633.264669:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000020:00000001:3.0:1767384633.264675:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384633.264676:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000746828dd. 00000020:00000001:3.0:1767384633.264682:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384633.264683:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384633.264687:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.264687:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384633.264690:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.264693:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384633.264697:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000020:00000001:3.0:1767384633.264699:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:0.0:1767384633.264699:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.264706:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384633.264708:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.264712:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384633.264712:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.264714:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384633.264720:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.264724:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000100:00000001:3.0:1767384633.264725:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384633.264725:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384633.264731:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384633.264732:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384633.264739:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ed45f66e. 00000100:00100000:0.0:1767384633.264739:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 02000000:00000001:3.0:1767384633.264744:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.264745:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384633.264746:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.264748:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000100:00000001:0.0:1767384633.264752:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935836240 : -115911773715376 : ffff96942fe70450) 20000000:00000001:3.0:1767384633.264753:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:0.0:1767384633.264761:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000feaf3ce8 x1853237059666944/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 4848/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:3.0:1767384633.264765:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008bb454ae. 20000000:01000000:3.0:1767384633.264770:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384633.264773:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 20000000:00000001:3.0:1767384633.264775:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384633.264778:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384633.264780:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384633.264783:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384633.264783:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a4e582f. 20000000:00000001:3.0:1767384633.264785:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384633.264790:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384633.264791:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384633.264796:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a4e582f. 20000000:00000010:3.0:1767384633.264799:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c69ab707. 00000400:00000200:1.0:1767384633.264800:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 20000000:01000000:3.0:1767384633.264804:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000100:00100000:0.0:1767384633.264805:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000feaf3ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059666944:12345-0@lo:253: 00000100:00000200:0.0:1767384633.264811:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059666944 20000000:00000001:3.0:1767384633.264812:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384633.264814:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384633.264818:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384633.264818:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384633.264821:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.264825:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384633.264827:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384633.264830:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384633.264863:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384633.264866:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384633.264868:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384633.264878:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.264881:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384633.264883:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384633.264885:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384633.264889:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 02000000:00000010:0.0:1767384633.264890:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f9a570c9. 00080000:00000001:3.0:1767384633.264891:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.264895:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.264897:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.264903:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384633.264904:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384633.264908:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:0.0:1767384633.264914:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fab21327. 00000020:00000001:3.0:1767384633.264915:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384633.264921:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:01000000:0.0:1767384633.264921:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384633.264926:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384633.264929:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000010:3.0:1767384633.264930:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000e4986f5. 20000000:00000001:0.0:1767384633.264931:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.264935:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857595904 : -115916851955712 : ffff969301373800) 20000000:00000001:0.0:1767384633.264936:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.264940:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:0.0:1767384633.264941:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384633.264962:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002efdbc96. 00000800:00000010:1.0:1767384633.264968:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3ea0b3d. 00000800:00000010:1.0:1767384633.264974:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ab2000d. 00000800:00000010:1.0:1767384633.264993:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ab2000d. 00000800:00020000:1.0:1767384633.265000:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000001:00000001:3.0:1767384633.265035:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384633.265038:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.265040:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384633.265057:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.265059:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384633.265127:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384633.265129:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384633.265201:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384633.265207:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000afbba46d. 00000400:00000010:0.0:1767384633.265211:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000400:00000010:0.0:1767384633.265214:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000019d21d4. 00000400:00000200:0.0:1767384633.265218:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000afbba46d 00000400:00000010:0.0:1767384633.265221:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000ba53ad39. 00000400:00000200:0.0:1767384633.265225:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:0.0:1767384633.265228:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000400:00000200:0.0:1767384633.265231:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (20) 00000400:00000010:0.0:1767384633.265235:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000089dbe97e. 00000400:00000010:0.0:1767384633.265239:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000400:00000010:0.0:1767384633.265244:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000031a80f97. 00000400:00000200:0.0:1767384633.265249:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:0.0:1767384633.265256:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384633.265261:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:0.0:1767384633.265267:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:0.0:1767384633.265271:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:0.0:1767384633.265274:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:0.0:1767384633.265290:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:0.0:1767384633.265303:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:0.0:1767384633.265308:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384633.265313:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:0.0:1767384633.265318:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:0.0:1767384633.265323:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:0.0:1767384633.265327:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384633.265332:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384633.265337:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767384633.265343:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384633.265348:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:0.0:1767384633.265353:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:0.0:1767384633.265358:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:0.0:1767384633.265362:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:0.0:1767384633.265365:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:0.0:1767384633.265370:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp27 00000400:00000200:0.0:1767384633.265373:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp27 lpni_is_preferred = 0 00000400:00000200:0.0:1767384633.265375:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp27 00000400:00000200:0.0:1767384633.265378:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp27 NI seq info: [51:51:256:4294967295] 192.168.202.117@tcp27 LPNI seq info [51:51:8:4294967295] 00000400:00000200:0.0:1767384633.265382:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp27 00000400:00000200:0.0:1767384633.265389:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27:) -> 192.168.202.117@tcp27(192.168.202.117@tcp:192.168.202.117@tcp27) : GET try# 0 00000800:00000200:0.0:1767384633.265393:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp27 00000800:00000010:0.0:1767384633.265403:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f1333a4b. 00000800:00000010:0.0:1767384633.265408:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000607c8ba0. 00000800:00000010:0.0:1767384633.265411:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000950314e9. 00000800:00000200:0.0:1767384633.265415:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (2) 00000800:00000200:0.1:1767384633.265417:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (2) 00000400:00000200:0.0:1767384633.265428:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384633.265430:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000400:00000200:0.0:1767384633.265464:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265538:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265564:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265585:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265608:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265627:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265654:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265681:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265708:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265728:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265749:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265779:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265799:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265823:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265875:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265934:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265951:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.265973:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266002:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266038:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266076:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266121:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266169:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266202:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266241:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266294:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266346:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266377:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266399:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266424:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266452:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.266477:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000800:00000010:0.0:1767384633.266637:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007621ea56. 00000800:00000010:0.0:1767384633.266642:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009127b222. 00000800:00000010:0.0:1767384633.266645:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a4e582f. 00000800:00000010:0.0:1767384633.266674:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a4e582f. 00000400:00000200:0.0:1767384633.266770:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384633.266789:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp27 from 219.3.0.2 00000800:00000010:0.0:1767384633.266793:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000097557d0a. 00000800:00000010:0.0:1767384633.267149:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009593abf9. 00000800:00000010:0.0:1767384633.267154:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fad65b0. 00000800:00000010:0.0:1767384633.267172:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003ecf76bc. 00000800:00000200:0.1:1767384633.267176:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (2) 00000800:00000200:0.1:1767384633.267180:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp27 000000003ecf76bc deleted 00000800:00000010:0.1:1767384633.267182:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003ecf76bc. 00000800:00000200:0.1:1767384633.267188:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384633.267191:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp27 ip 192.168.202.117:987 00000800:00000200:0.1:1767384633.267193:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1333a4b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384633.267197:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp27 p 3.x 192.168.202.117 -> 192.168.202.117:987 incarnation:1767384631298403949 sched[0] 00000800:00000010:0.0:1767384633.267201:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a4e582f. 00000800:00000010:0.0:1767384633.267238:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a4e582f. 00000800:00000010:0.0:1767384633.267242:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fad65b0. 00000800:00000010:0.0:1767384633.267267:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000097557d0a. 00000800:00000001:0.0:1767384633.267292:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384633.267297:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384633.267351:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384633.267355:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f1333a4b. 00000400:00000200:0.0:1767384633.267359:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384633.267365:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: GET: OK 00000400:00000200:0.0:1767384633.267377:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384633.267381:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000200:0.1:1767384633.267413:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384633.267419:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp27 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384631298403949 sched[0] 00000800:00000010:0.0:1767384633.267423:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009127b222. 00000400:00000200:0.0:1767384633.267473:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:3.0:1767384633.267500:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.267507:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384633.267509:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384633.267514:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:3.0:1767384633.267516:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.267525:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27) <- 192.168.202.117@tcp27 : GET - for me 00000400:00000200:0.0:1767384633.267552:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384633.267559:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384633.267565:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 352/352 into md 0x16d5 [1] + 0 00000400:00000200:3.0:1767384633.267572:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp27 to MR: 192.168.202.117@tcp27 local destination 00000400:00000200:3.0:1767384633.267577:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp27 NI seq info: [52:52:256:4294967295] 192.168.202.117@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384633.267584:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384633.267590:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) -> 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) 192.168.202.117@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384633.267596:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.117@tcp27 00000400:00000200:0.0:1767384633.267619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.267645:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.267676:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000800:00000010:3.0:1767384633.267691:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cdd447a. 00000800:00000200:3.0:1767384633.267699:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (4) 00000800:00000200:3.0:1767384633.267705:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp27 ip 192.168.202.117:988 00000400:00000200:0.0:1767384633.267707:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000200:3.0:1767384633.267709:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cdd447a type 3, nob 448 niov 1 nkiov 1 00000400:00000200:0.0:1767384633.267735:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.267765:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000200:3.0:1767384633.267783:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384633.267786:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cdd447a. 00000400:00000200:3.0:1767384633.267791:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.267799:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: REPLY: OK 00000400:00000200:0.0:1767384633.267808:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.267883:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.267933:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000800:00000001:3.0:1767384633.267954:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.267959:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384633.267961:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.267966:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384633.267967:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.267971:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384633.267974:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384633.267979:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27) <- 192.168.202.117@tcp27 : REPLY - for me 00000400:00000200:3.0:1767384633.267991:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp27: Reply from 12345-192.168.202.117@tcp27 of length 352/352 into md 0x16f1 00000800:00000001:3.0:1767384633.267996:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.268001:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.268002:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.268005:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: REPLY: OK 00000400:00000200:3.0:1767384633.268010:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000400:00000010:3.0:1767384633.268011:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000400:00000200:3.0:1767384633.268014:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384633.268018:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:3.0:1767384633.268021:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384633.268025:0:16135:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 20. state = 0x100251 00000400:00000200:0.0:1767384633.268027:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384633.268031:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384633.268041:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (21) 00000800:00000001:3.0:1767384633.268047:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.268051:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384633.268074:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268129:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268178:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268215:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268256:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268316:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268343:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268367:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268400:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268426:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268462:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268491:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268530:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268561:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268592:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268626:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268660:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268698:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268722:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268759:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268798:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:0.0:1767384633.268876:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:0.0:1767384633.269064:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006344ea66. 00000800:00000010:0.0:1767384633.269069:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009127b222. 00000800:00000010:0.0:1767384633.269073:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a4e582f. 00000800:00000010:0.0:1767384633.269114:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a4e582f. 00000400:00000200:0.0:1767384633.269153:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384633.269160:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:0.0:1767384633.269169:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000c82aaec0. 00000400:00000010:0.0:1767384633.269173:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000d0d862ef. 00000400:00000010:0.0:1767384633.269178:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000cd6c69bf. 00000400:00000010:0.0:1767384633.269208:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d6a979cd. 00000400:00000200:0.0:1767384633.269215:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d6a979cd nid 192.168.202.117@tcp28 00000400:00000010:0.0:1767384633.269220:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000015b0e17a. 00000400:00000200:0.0:1767384633.269223:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000015b0e17a net tcp28 00000400:00000200:0.0:1767384633.269227:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (20) 00000400:00000200:0.0:1767384633.269232:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp28 flags 0x11 00000400:00000010:0.0:1767384633.269237:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000c82aaec0. 00000400:00000010:0.0:1767384633.269242:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000d0d862ef. 00000400:00000010:0.0:1767384633.269246:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000cd6c69bf. 00000400:00000010:0.0:1767384633.269251:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000089dbe97e. 00000400:00000200:0.0:1767384633.269257:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384633.269261:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384633.269266:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384633.269270:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384633.269298:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384633.269302:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384633.269308:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384633.269312:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (21) 00000400:00000200:0.0:1767384633.269491:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384633.269513:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp27 from 218.3.0.2 00000800:00000010:0.0:1767384633.269518:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c515607a. 00000800:00000010:1.0:1767384633.269862:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3ea0b3d. 00000800:00000010:1.0:1767384633.269869:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002efdbc96. 00000800:00000010:0.0:1767384633.269903:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000013cea29f. 00000800:00000010:0.0:1767384633.269910:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fad65b0. 00000400:02020000:1.0:1767384633.269926:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp26 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384633.269934:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003ecf76bc. 00000800:00000200:0.1:1767384633.269943:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (4) 00000800:00000200:0.1:1767384633.269948:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp27 000000003ecf76bc deleted 00000800:00000010:0.1:1767384633.269951:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003ecf76bc. 00000800:00000200:0.1:1767384633.269955:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384633.269962:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp27 p 3.x 192.168.202.117 -> 192.168.202.117:986 incarnation:1767384631298403949 sched[0] 00000800:00000010:0.0:1767384633.269968:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a4e582f. 00000800:00000010:0.0:1767384633.270020:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a4e582f. 00000800:00000010:0.0:1767384633.270024:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fad65b0. 00000800:00000010:0.0:1767384633.270047:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c515607a. 00000800:00000001:0.0:1767384633.270059:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384633.270064:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384633.270096:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384633.270103:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp27 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384631298403949 sched[0] 00000800:00000010:0.0:1767384633.270108:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009127b222. 00000800:00000001:0.0:1767384633.270140:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384633.270145:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.270165:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.270169:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384633.274727:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384633.274734:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384633.274737:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.274739:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384633.274748:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384633.274756:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384633.274760:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384633.274764:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000089dbe97e. 00080000:00000020:1.0:1767384633.274768:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384633.274769:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:01000000:2.0:1767384633.274773:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384633.274775:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384633.274780:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384633.274783:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384633.274785:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384633.274785:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384633.274790:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384633.274792:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:1.0:1767384633.274793:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384633.274795:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384633.274798:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384633.274799:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:1.0:1767384633.274801:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000e4986f5. 00080000:00000001:1.0:1767384633.274806:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:2.0:1767384633.274810:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000070fb44a6. 00080000:00000001:0.0:1767384633.274811:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384633.274817:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384633.274819:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384633.274819:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384633.274821:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384633.274824:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca9483eb. 00000020:00000001:0.0:1767384633.274825:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384633.274891:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384633.274896:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca9483eb with handle 0x534bb1615bf4c7bf to hash 00000020:00000001:2.0:1767384633.274900:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384633.274902:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:2.0:1767384633.274906:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00000020:00000001:0.0:1767384633.274910:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:2.0:1767384633.274911:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384633.274916:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384633.274917:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1767384633.274922:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384633.274930:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ea3395f. 00080000:00000001:0.0:1767384633.274936:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868770816 : -115916840780800 : ffff969301e1bc00) 00010000:00000001:2.0:1767384633.274937:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384633.274939:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384633.274942:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384633.274947:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384633.274949:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384633.274952:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.274955:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384633.274957:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.274960:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384633.274963:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384633.274966:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384633.274976:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384633.274979:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000070fb44a6) refcount = 1 00010000:00010000:2.0:1767384633.274984:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.274991:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384633.274994:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384633.274997:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.275000:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.275002:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384633.275006:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384633.275010:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00000001:00000001:0.0:1767384633.275012:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384633.275014:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384633.275015:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.275018:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384633.275019:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:2.0:1767384633.275023:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca9483eb refcount=4 00000020:00000001:2.0:1767384633.275027:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:2.0:1767384633.275030:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00080000:00000001:0.0:1767384633.275032:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.275034:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384633.275036:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384633.275038:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.275047:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384633.275049:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.275056:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.275058:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384633.275060:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.275066:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384633.275068:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.275072:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384633.275074:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384633.275095:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca9483eb already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384633.275099:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384633.275102:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384633.275104:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.275111:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384633.275113:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384633.275116:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384633.275118:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca9483eb refcount=5 00000020:00000001:2.0:1767384633.275121:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:2.0:1767384633.275124:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:2.0:1767384633.275128:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384633.275131:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.275138:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1767384633.275138:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384633.275143:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384633.275143:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384633.275147:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.275154:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384633.275157:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384633.275159:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384633.275161:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384633.275164:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca9483eb with handle 0x534bb1615bf4c7bf from hash 00010000:00000001:2.0:1767384633.275167:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384633.275170:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.275172:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.275173:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384633.275175:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384633.275178:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384633.275180:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384633.275182:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.275186:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.275188:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384633.275197:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384633.275201:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.275203:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.275205:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.275207:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.275209:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384633.275212:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.275218:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.275220:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.275222:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384633.275224:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384633.275226:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.275228:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.275230:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384633.275233:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384633.275236:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384633.275239:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.275245:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384633.275247:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384633.275249:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c7bf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384633.275256:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000070fb44a6 count: 0 00010000:00000001:2.0:1767384633.275265:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384633.275267:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384633.276873:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294923366, at 4294923367 00000100:00000010:0.0:1767384633.276881:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc6eabcd. 00000100:00000040:3.0:1767384633.276982:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294923366, at 4294923367 00000100:00000010:3.0:1767384633.276989:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d424376a. 00000100:00000040:2.0:1767384633.277950:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294923366, at 4294923368 00000100:00000010:2.0:1767384633.277957:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009793cfd8. 00000100:00000040:1.0:1767384633.277963:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294923366, at 4294923368 00000100:00000010:1.0:1767384633.277971:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f87fcee. 00010000:00000010:2.1:1767384633.278939:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000070fb44a6. 00010000:00000010:2.1:1767384633.278947:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca9483eb. 00080000:00000001:3.0:1767384633.283492:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384633.283499:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384633.283503:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384633.283505:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384633.283507:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384633.283515:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384633.283518:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384633.283525:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384633.283542:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384633.283545:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384633.283547:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384633.283548:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384633.283549:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384633.283552:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000ea3395f. 00080000:00000001:3.0:1767384633.283556:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384633.283580:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384633.283582:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384633.283584:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384633.283588:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384633.283590:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384633.283596:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ceb3c4e5. 00010000:00000001:3.0:1767384633.283599:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384633.283602:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fa625b5. 00000020:00000001:3.0:1767384633.283605:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384633.283607:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fa625b5 with handle 0x534bb1615bf4c7c6 to hash 00000020:00000001:3.0:1767384633.283610:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384633.283611:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384633.283613:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384633.283615:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.283617:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.283619:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283626:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384633.283628:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384633.283630:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384633.283632:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384633.283633:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.283635:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384633.283636:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.283638:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384633.283639:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384633.283640:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384633.283641:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384633.283642:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ceb3c4e5) refcount = 1 00010000:00010000:3.0:1767384633.283652:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283658:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384633.283660:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384633.283662:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.283664:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.283666:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384633.283669:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384633.283672:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384633.283675:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.283677:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384633.283679:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fa625b5 refcount=4 00000020:00000001:3.0:1767384633.283681:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384633.283684:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384633.283686:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384633.283688:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283694:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384633.283697:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283703:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.283705:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384633.283707:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283713:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.283715:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.283718:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384633.283720:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384633.283727:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fa625b5 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384633.283734:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384633.283736:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384633.283738:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283743:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384633.283744:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.283745:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384633.283747:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fa625b5 refcount=5 00000020:00000001:3.0:1767384633.283748:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384633.283750:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586115072 : -115912123436544 : ffff96941b0eb200) 00010000:00000001:3.0:1767384633.283751:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384633.283753:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283756:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384633.283758:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384633.283760:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.283763:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384633.283764:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384633.283767:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.283768:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384633.283770:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fa625b5 with handle 0x534bb1615bf4c7c6 from hash 00010000:00000001:3.0:1767384633.283771:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384633.283772:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.283773:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.283774:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384633.283776:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384633.283778:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384633.283779:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384633.283781:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.283783:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.283784:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384633.283785:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384633.283787:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.283788:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.283793:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.283795:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.283797:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.283799:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283802:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.283804:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.283805:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384633.283806:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384633.283808:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.283809:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.283810:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384633.283812:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384633.283813:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.283815:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.283818:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384633.283820:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384633.283821:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fa625b5/0x534bb1615bf4c7c6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384633.283826:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ceb3c4e5 count: 0 00010000:00000001:3.0:1767384633.283857:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384633.283858:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384633.284823:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384633.284851:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384633.284854:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008bb454ae. 20000000:00000001:1.0:1767384633.284860:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384633.284865:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059666816 00010000:00000001:1.0:1767384633.284867:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384633.284875:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c367ab9d x1853237059666816/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384633.284883:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384633.284886:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384633.284890:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384633.284894:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.284897:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384633.284899:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384633.284902:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384633.284905:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.284908:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384633.284912:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384633.284916:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed31fbc. 00000100:00000200:1.0:1767384633.284921:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059666816, offset 224 00000400:00000200:1.0:1767384633.284928:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384633.284942:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384633.284953:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04380 00000400:00000200:1.0:1767384633.284961:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16dd [2] + 224 00000400:00000200:1.0:1767384633.284968:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.284972:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.284977:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384633.284982:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384633.284990:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.285002:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384633.285010:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed31fbc 00000400:00000010:1.0:1767384633.285012:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed31fbc. 00000100:00000001:1.0:1767384633.285015:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384633.285020:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384633.285022:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.285025:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384633.285029:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384633.285032:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384633.285035:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:3.0:1767384633.285036:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384633.285039:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384633.285041:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c346736. 00000020:00000001:1.0:1767384633.285043:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.285046:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384633.285047:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e03122b 00000400:00000010:3.0:1767384633.285050:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e03122b. 00000100:00000040:1.0:1767384633.285053:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c367ab9d x1853237059666816/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384633.285061:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c367ab9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059666816:12345-0@lo:253: Request processed in 20435us (21131us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384633.285069:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000001:3.0:1767384633.285072:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384633.285073:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384633.285076:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384633.285079:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.285079:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384633.285085:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000417dea1e. 00000020:00000010:1.0:1767384633.285092:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000415761af. 00000100:00000200:3.0:1767384633.285093:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384633.285097:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d65e9882. 00000020:00000040:1.0:1767384633.285101:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:1.0:1767384633.285107:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384633.285111:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384633.285111:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ed45f66e. 00000100:00000001:3.0:1767384633.285115:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384633.285117:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384633.285118:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384633.285119:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384633.285121:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384633.285125:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.285126:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384633.285126:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384633.285132:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384633.285133:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c2fc36e. 00000100:00001000:3.0:1767384633.285136:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=41 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384633.285139:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed31fbc. 00000100:00001000:3.0:1767384633.285141:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.285146:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.285147:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.285149:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384633.285151:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.285153:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.285158:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.285163:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.285165:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384633.285166:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384633.285170:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384633.285171:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384633.285173:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384633.285174:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384633.285175:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384633.285176:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384633.285178:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384633.285179:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384633.285180:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384633.285182:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384633.285184:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384633.285190:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059666816:0@lo:253: 00000100:00000001:3.0:1767384633.285195:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.285197:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.285206:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eecc1ebf x1853237059666816/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.285211:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384633.285214:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384633.285217:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000df41c40f. 02000000:00000001:3.0:1767384633.285222:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384633.285223:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384633.285225:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384633.285226:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384633.285228:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008bef140a. 02000000:00000001:3.0:1767384633.285232:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384633.285233:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384633.285234:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eecc1ebf. 00000100:00000001:3.0:1767384633.285238:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384633.285240:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.285241:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.285248:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.285250:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.285252:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.285254:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384633.286525:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384633.286528:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384633.286529:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fab21327. 20000000:00000001:3.0:1767384633.286532:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384633.286534:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059666944 00010000:00000001:3.0:1767384633.286536:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384633.286541:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000feaf3ce8 x1853237059666944/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384633.286546:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384633.286547:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.286549:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.286551:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384633.286553:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384633.286554:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384633.286556:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384633.286557:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.286564:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.286566:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.286568:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f55b5e3b. 00000100:00000200:3.0:1767384633.286571:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059666944, offset 224 00000400:00000200:3.0:1767384633.286576:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384633.286580:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384633.286586:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04400 00000400:00000200:3.0:1767384633.286589:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16e5 [2] + 224 00000400:00000200:3.0:1767384633.286594:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.286596:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384633.286599:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384633.286601:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384633.286606:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.286615:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.286619:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55b5e3b 00000400:00000010:3.0:1767384633.286621:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f55b5e3b. 00000100:00000001:3.0:1767384633.286623:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384633.286623:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.286625:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.286627:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384633.286629:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384633.286630:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.286632:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384633.286634:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feaf3ce8 x1853237059666944/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384633.286640:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000feaf3ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059666944:12345-0@lo:253: Request processed in 21862us (22279us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384633.286645:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:3.0:1767384633.286647:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384633.286649:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384633.286650:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384633.286660:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000946fa1c1. 00000020:00000010:3.0:1767384633.286666:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000746828dd. 00000020:00000010:3.0:1767384633.286670:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a6ff12c. 00000020:00000040:3.0:1767384633.286674:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:3.0:1767384633.286677:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384633.286678:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f9a570c9. 02000000:00000001:3.0:1767384633.286681:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384633.286682:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384633.286686:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384633.286690:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c346736. 00000400:00000010:3.0:1767384633.286693:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f55b5e3b. 00000100:00000001:3.0:1767384633.286707:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.286709:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384633.286713:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384633.286715:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384633.286717:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad69fa89. 00000400:00000200:3.0:1767384633.286719:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e114bb90 00000400:00000010:3.0:1767384633.286721:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e114bb90. 00000100:00000001:3.0:1767384633.286724:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384633.286728:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384633.286736:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.286740:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384633.286741:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.286743:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384633.286744:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384633.286745:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.286746:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.286748:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.286750:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384633.286752:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.286754:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.286754:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.286756:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384633.286757:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.286765:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.286768:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.286772:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.286774:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384633.286775:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384633.286777:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384633.286778:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384633.286779:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384633.286780:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384633.286781:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384633.286782:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384633.286783:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384633.286784:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384633.286785:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384633.286786:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384633.286791:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059666944:0@lo:253: 00000100:00000001:3.0:1767384633.286793:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.286795:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.286796:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1d8793d x1853237059666944/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.286800:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384633.286801:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384633.286802:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061750cbc. 02000000:00000001:3.0:1767384633.286804:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384633.286805:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384633.286806:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384633.286807:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384633.286808:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009db6e92b. 02000000:00000001:3.0:1767384633.286810:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384633.286811:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384633.286811:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1d8793d. 00000100:00000001:3.0:1767384633.286813:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384633.286814:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.286821:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.286825:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.286826:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.286827:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.286828:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384633.288274:0:25711:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009d84c384. 00000400:00000040:2.0:1767384633.288311:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384633.288315:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384633.288318:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.288320:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384633.288323:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.288330:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384633.288333:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384633.288334:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384633.288335:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384633.288336:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384633.288338:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384633.288339:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384633.288340:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384633.288342:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384633.288342:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384633.288344:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384633.288345:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384633.288346:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384633.288346:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384633.288348:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.288349:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384633.288350:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384633.288351:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384633.288352:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.288352:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384633.288354:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.288355:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384633.288356:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384633.288357:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384633.288358:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.288359:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384633.288360:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.288361:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384633.288362:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384633.288363:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384633.288364:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.288364:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384633.288366:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384633.288367:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384633.288368:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384633.288369:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384633.288370:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.288371:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384633.288372:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384633.288378:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384633.288379:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384633.288380:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384633.288382:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384633.288383:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384633.288384:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384633.288386:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384633.288387:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384633.288388:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384633.288389:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384633.288390:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384633.288391:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384633.288392:0:25711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384633.288452:0:25711:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009d84c384. 00010000:00000010:3.1:1767384633.292861:0:25713:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ceb3c4e5. 00010000:00000010:3.1:1767384633.292871:0:25713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fa625b5. 00000020:00000010:1.0:1767384634.198961:0:17557:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002efdbc96. 00000100:00000001:1.0:1767384634.198973:0:17557:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384634.198977:0:17557:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.261902:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384634.261908:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.261913:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384634.261915:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.261960:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384634.261964:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.261969:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384634.386409:0:26032:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384634.386423:0:26032:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.386428:0:26032:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384634.386435:0:26032:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384634.386442:0:26032:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.386445:0:26032:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384635.097891:0:26196:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384635.097895:0:26196:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:1.0:1767384635.100788:0:26196:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384635.108622:0:26197:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009c513af0. 00000400:00000010:1.0:1767384635.108636:0:26197:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ba51f88d. 00000400:00000010:1.0:1767384635.108644:0:26197:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e45869f2. 00000400:00000010:1.0:1767384635.108648:0:26197:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b4f1c566. 00000400:00000010:1.0:1767384635.108651:0:26197:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ddbae9d. 00000400:00000010:1.0:1767384635.108655:0:26197:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004623d9b6. 00000400:00000010:1.0:1767384635.108656:0:26197:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e705a20. 00000400:00000010:1.0:1767384635.108657:0:26197:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a551eb70. 00000400:00000010:1.0:1767384635.108660:0:26197:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000699df7d6. 00000800:00000010:1.0:1767384635.108671:0:26197:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003d6b3c35. 00000800:00000200:1.0:1767384635.108681:0:26197:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384635.108689:0:26197:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384635.108722:0:26197:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384635.108742:0:26197:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp29 [8/256/0/180] 00000400:00000010:1.0:1767384635.110090:0:26197:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000000f60e856. 00000400:00000010:1.0:1767384635.110095:0:26197:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000245fa639. 00000400:00000010:1.0:1767384635.110100:0:26197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003378e799. 00000400:00000001:1.0:1767384635.110115:0:26197:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384635.110117:0:26197:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384635.110119:0:26197:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc36bef6. 00000400:00000200:1.0:1767384635.110122:0:26197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523398ce 00000400:00000010:1.0:1767384635.110123:0:26197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523398ce. 00000400:00000010:1.0:1767384635.110126:0:26197:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000ff7434ca. 00000400:00000200:1.0:1767384635.110130:0:26197:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (20) 00000400:00000200:1.0:1767384635.110138:0:26197:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384635.110147:0:26197:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:1.0:1767384635.110153:0:26197:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f329d52f. 00000020:01000000:1.0:1767384635.110157:0:26197:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384635.110159:0:26197:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp29 00000400:00000200:0.0:1767384635.110172:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384635.110174:0:26197:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ba51f88d. 00000400:00000010:1.0:1767384635.110180:0:26197:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009c513af0. 00000400:00000200:0.0:1767384635.110182:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:0.0:1767384635.110191:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d74a7b. 00000400:00000200:0.0:1767384635.110195:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (21) 00000020:00000001:2.0:1767384635.110198:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384635.110202:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000025a70016. 10000000:00000001:2.0:1767384635.110204:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384635.110209:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384635.110212:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384635.110213:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp27 00000020:01000004:2.0:1767384635.110217:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384635.110220:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384635.110226:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384635.110229:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384635.110232:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384635.110232:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp27 to MR: 192.168.202.117@tcp27 local destination 00000020:01000004:2.0:1767384635.110236:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384635.110239:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384635.110240:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384635.110241:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384635.110243:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384635.110247:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp27 NI seq info: [53:53:256:4294967295] 192.168.202.117@tcp27 LPNI seq info [53:53:8:4294967295] 00000100:00000010:2.0:1767384635.110250:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f54adec. 00000020:00000040:2.0:1767384635.110255:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384635.110256:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp27 00000100:00000001:2.0:1767384635.110273:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384635.110277:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384635.110282:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384635.110287:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) -> 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) : PUT try# 0 02000000:00000010:2.0:1767384635.110292:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005cb21c70. 00000800:00000200:0.0:1767384635.110295:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.117@tcp27 00000100:00000001:2.0:1767384635.110300:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384635.110302:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f814671. 00000100:00000001:2.0:1767384635.110309:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384635.110312:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384635.110312:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (6) 00000100:00000040:2.0:1767384635.110321:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f54adec] to pc [ptlrpcd_00_03+3] req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384635.110325:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp27 ip 192.168.202.117:988 00000800:00000200:0.0:1767384635.110330:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f814671 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1767384635.110355:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:00000001:2.0:1767384635.110356:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384635.110359:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.110361:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384635.110364:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384635.110369:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000020:00000001:2.0:1767384635.110371:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384635.110374:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384635.110376:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384635.110378:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384635.110380:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384635.110381:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384635.110383:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384635.110384:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384635.110386:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384635.110387:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384635.110389:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384635.110390:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384635.110392:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384635.110396:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae84b1e1. 00000020:00000040:2.0:1767384635.110398:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384635.110401:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384635.110402:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384635.110404:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.110404:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384635.110411:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:2.0:1767384635.110412:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ff17f106. 00000100:00000001:0.0:1767384635.110415:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.110417:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.110422:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384635.110423:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.110426:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae84b1e1] to pc [ptlrpcd_00_00+0] req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384635.110426:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384635.110430:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384635.110436:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384635.110440:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384635.110443:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384635.110449:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384635.110450:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384635.110456:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.110460:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384635.110464:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767384635.110467:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384635.110469:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f329d52f. 00000100:00000001:0.0:1767384635.110470:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1767384635.110472:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f814671. 00000100:00000001:0.0:1767384635.110475:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.110480:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384635.110480:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384635.110481:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384635.110484:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384635.110490:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: PUT: OK 02000000:00000001:0.0:1767384635.110490:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.110491:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384635.110495:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384635.110498:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:0.0:1767384635.110498:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059667072:0@lo:253: 00000100:00000040:2.0:1767384635.110502:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384635.110506:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp27: 0 00000100:00000001:0.0:1767384635.110508:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384635.110515:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384635.110515:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384635.110517:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384635.110517:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384635.110519:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.110522:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384635.110524:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384635.110525:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384635.110526:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384635.110530:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384635.110531:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384635.110531:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cda6469c. 02000000:00000001:0.0:1767384635.110536:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384635.110537:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384635.110537:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059667200:0@lo:253: 00000100:00000001:2.0:1767384635.110543:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384635.110545:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 02000000:00000001:2.0:1767384635.110548:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384635.110551:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27) <- 192.168.202.117@tcp27 : PUT - for me 02000000:00000001:2.0:1767384635.110552:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384635.110554:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c588a755. 02000000:00000001:2.0:1767384635.110557:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384635.110560:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059667072, portal 25 02000000:00000010:2.0:1767384635.110563:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000041d43b13. 00000100:00000001:0.0:1767384635.110565:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384635.110566:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 368 into portal 0 MB=0x8000000000000000 02000000:00000001:2.0:1767384635.110568:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.110570:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204766592 : -115911504785024 : ffff96943fee9180) 00000400:00000010:2.0:1767384635.110575:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001436ba69. 00000400:00000200:3.0:1767384635.110579:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 352/368 into md 0x16ed [1] + 0 00000100:00000040:0.0:1767384635.110579:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384635.110588:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936bb8ae. 00000400:00000200:3.0:1767384635.110593:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000019d21d4 00000100:00000001:0.0:1767384635.110596:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384635.110598:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384635.110600:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d864677b. 00000100:00000040:0.0:1767384635.110600:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384635.110604:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384635.110606:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005069b38b. 00000100:00000200:2.0:1767384635.110607:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059667200, portal 25 00000400:00000200:3.0:1767384635.110608:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384635.110612:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384635.110613:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059667072, offset 0 00000100:00000001:2.0:1767384635.110616:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204767488 : -115911504784128 : ffff96943fee9500) 00000400:00000200:3.0:1767384635.110618:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: PUT: OK 00000400:00000200:0.0:1767384635.110624:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384635.110625:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.110630:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384635.110634:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384635.110638:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000019d21d4 00000400:00000010:2.0:1767384635.110639:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000efa7377. 00000400:00000010:3.0:1767384635.110642:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000019d21d4. 00000400:00000200:0.0:1767384635.110647:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384635.110648:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:2.0:1767384635.110649:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059667200, offset 0 00000400:00000200:3.0:1767384635.110656:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (22) 00000400:00000200:0.0:1767384635.110659:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04480 00000400:00000200:2.0:1767384635.110661:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384635.110665:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384635.110671:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff9 [2] + 0 00000400:00000200:2.0:1767384635.110674:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384635.110680:0:16135:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (368 bytes) 00000400:00000010:0.0:1767384635.110682:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001596f5b. 00000400:00000200:0.0:1767384635.110689:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000908c0bab 00000400:00000200:3.0:1767384635.110691:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384635.110692:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04500 00000400:00000200:2.0:1767384635.110699:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1009 [2] + 0 00000400:00000200:0.0:1767384635.110699:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384635.110701:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (23) 00000400:00000010:2.0:1767384635.110708:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075da34ce. 00000400:00000200:0.0:1767384635.110708:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384635.110711:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384635.110714:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d7d3af0 00000400:00000200:3.0:1767384635.110719:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp27 to MR: 192.168.202.117@tcp27 local destination 00000400:00000200:2.0:1767384635.110720:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384635.110725:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp27 NI seq info: [54:54:256:4294967295] 192.168.202.117@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1767384635.110733:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384635.110741:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) -> 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) 192.168.202.117@tcp27 : ACK try# 0 00000800:00000200:3.0:1767384635.110746:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp27 00000800:00000010:3.0:1767384635.110749:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008cb051ff. 00000400:00000200:0.0:1767384635.110749:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000908c0bab 00000400:00000010:0.0:1767384635.110754:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000908c0bab. 00000800:00000200:3.0:1767384635.110757:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (6) 00000400:00000200:2.0:1767384635.110760:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d7d3af0 00000100:00000001:0.0:1767384635.110761:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767384635.110764:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp27 ip 192.168.202.117:987 00000400:00000010:2.0:1767384635.110765:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d7d3af0. 00000100:00000200:0.0:1767384635.110766:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384635.110770:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008cb051ff type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384635.110772:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384635.110773:0:16142:0:(events.c:337:request_in_callback()) incoming req@0000000067634e7e x1853237059667072 msgsize 4848 00000100:00000200:2.0:1767384635.110776:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:3.0:1767384635.110778:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384635.110780:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000072c009a0 x1853237059667200 msgsize 4848 00000100:00100000:0.0:1767384635.110786:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384635.110787:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384635.110791:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384635.110792:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384635.110806:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384635.110806:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384635.110814:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005069b38b 00000800:00000200:3.0:1767384635.110815:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384635.110818:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:3.0:1767384635.110819:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008cb051ff. 00000400:00000010:0.0:1767384635.110819:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005069b38b. 00000400:00000200:3.0:1767384635.110825:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384635.110828:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000efa7377 00000100:00000001:0.0:1767384635.110828:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384635.110858:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000efa7377. 00000100:00000001:2.0:1767384635.110862:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384635.110867:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.110875:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384635.110878:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.110884:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.110886:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384635.110890:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.110894:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294925213 00000100:00000010:2.0:1767384635.110898:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bcc04165. 00000100:00000001:2.0:1767384635.110904:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384635.110909:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294925213 00000400:00000200:3.0:1767384635.110912:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: ACK: OK 00000100:00000010:2.0:1767384635.110913:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000776c7ef3. 00000100:00000001:2.0:1767384635.110917:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384635.110919:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384635.110920:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294925213 00000800:00000001:3.0:1767384635.110924:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384635.110926:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cef1ecf. 00000800:00000001:3.0:1767384635.110927:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384635.110932:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384635.110933:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384635.110937:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384635.110937:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294925213 00000100:00000200:0.0:1767384635.110938:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384635.110941:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384635.110944:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db8f5257. 00000100:00000001:2.0:1767384635.110950:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384635.110955:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27) <- 192.168.202.117@tcp27 : ACK - for me 00000100:00000001:0.0:1767384635.110961:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384635.110963:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384635.110966:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.110968:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.110974:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp27: ACK from 12345-192.168.202.117@tcp27 into md 0x1709 00000100:00000001:2.0:1767384635.110975:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.110982:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384635.110983:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384635.110985:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.110988:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384635.110990:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384635.110993:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384635.110994:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: ACK: OK 00000100:00000001:0.0:1767384635.110996:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.110997:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384635.111000:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d74a7b 00000100:00000001:2.0:1767384635.111001:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384635.111001:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294925213 00000400:00000010:3.0:1767384635.111004:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d74a7b. 00000100:00000001:2.0:1767384635.111005:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.111007:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294925213 00000400:00000200:3.0:1767384635.111009:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384635.111011:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.111011:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294925213 00000100:00000001:0.0:1767384635.111016:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294925213 00000100:00000001:0.0:1767384635.111019:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294925213 00000100:00000001:0.0:1767384635.111021:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294925213 00000400:00000200:3.0:1767384635.111022:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000100:00000001:0.0:1767384635.111023:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294925213 00000400:00000200:3.0:1767384635.111028:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:2.0:1767384635.111031:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384635.111033:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (22) 00000100:00000001:0.0:1767384635.111033:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294925213 00000100:00100000:2.0:1767384635.111035:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667072 00000100:00000001:0.0:1767384635.111038:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384635.111039:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384635.111041:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384635.111043:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384635.111044:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384635.111045:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384635.111047:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.111047:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.111049:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.111054:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384635.111059:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667072 00000020:00000001:2.0:1767384635.111061:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384635.111063:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384635.111064:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384635.111068:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.111068:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384635.111069:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384635.111071:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:0.0:1767384635.111074:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.111077:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384635.111080:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384635.111084:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384635.111087:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9842ea9. 00000100:00000001:2.0:1767384635.111089:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384635.111092:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9842ea9. 00000020:00000010:2.0:1767384635.111098:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ace7c4bc. 00000100:00000001:3.0:1767384635.111101:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384635.111103:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b257ab2. 00000100:00100000:3.0:1767384635.111105:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667200 02000000:00000001:3.0:1767384635.111108:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384635.111110:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384635.111110:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d8ca6fa. 00000100:00000001:3.0:1767384635.111112:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.111117:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384635.111119:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667200 00000020:00000001:3.0:1767384635.111121:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384635.111122:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000040:2.0:1767384635.111122:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384635.111127:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384635.111128:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384635.111130:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:2.0:1767384635.111131:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384635.111135:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384635.111135:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.111141:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384635.111144:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384635.111145:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384635.111147:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c205c50f. 00000100:00000001:3.0:1767384635.111150:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384635.111152:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c205c50f. 00000100:00000001:2.0:1767384635.111155:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384635.111157:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000265eb5f1. 00000020:00000010:3.0:1767384635.111161:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fefe883. 00000020:00000010:3.0:1767384635.111167:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091854e85. 00000100:00000001:3.0:1767384635.111172:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384635.111173:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384635.111173:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384635.111178:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.111178:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384635.111185:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384635.111188:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384635.111189:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.111190:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935845456 : -115911773706160 : ffff96942fe72850) 00000100:00000040:2.0:1767384635.111196:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067634e7e x1853237059667072/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:616/0 lens 4848/0 e 0 to 0 dl 1767384646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.111201:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.111203:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384635.111207:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9842ea9. 00000100:00000001:2.0:1767384635.111210:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384635.111211:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384635.111212:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9842ea9. 00000100:00000001:3.0:1767384635.111213:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384635.111217:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384635.111218:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384635.111222:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067634e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059667072:12345-0@lo:253: 00000100:00100000:0.0:1767384635.111227:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000200:2.0:1767384635.111228:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667072 00000020:00000001:2.0:1767384635.111232:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384635.111234:0:19650:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384635.111234:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000020:00000001:2.0:1767384635.111236:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384635.111239:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935841360 : -115911773710256 : ffff96942fe71850) 00000020:00000001:2.0:1767384635.111240:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.111245:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384635.111247:0:19650:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.111247:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000040:0.0:1767384635.111251:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072c009a0 x1853237059667200/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:616/0 lens 4848/0 e 0 to 0 dl 1767384646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384635.111254:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384635.111256:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384635.111274:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384635.111278:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1767384635.111281:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000eeb57eba. 00000020:00000001:2.0:1767384635.111282:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384635.111285:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384635.111286:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.111288:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000020:00000010:0.0:1767384635.111291:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007bd1c6e9. 00000100:00000001:2.0:1767384635.111292:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384635.111293:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 02000000:00000001:2.0:1767384635.111295:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384635.111298:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384635.111300:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000eeb57eba 00000020:00000010:0.0:1767384635.111302:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007bd1c6e9. 00000400:00000010:3.0:1767384635.111304:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000afbba46d. 00000400:00000200:3.0:1767384635.111309:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00100000:0.0:1767384635.111311:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072c009a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059667200:12345-0@lo:253: 02000000:00000010:2.0:1767384635.111313:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000087debd6e. 00000400:00000200:3.0:1767384635.111316:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 02000000:00000001:2.0:1767384635.111319:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.111320:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (21) 00000100:00000200:0.0:1767384635.111320:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667200 00000100:00000001:2.0:1767384635.111325:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.111325:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384635.111327:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000000b53b571. 20000000:00000001:2.0:1767384635.111330:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384635.111330:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384635.111332:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000020:00000001:0.0:1767384635.111333:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.111337:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384635.111339:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072e80fad. 00000020:00000001:0.0:1767384635.111339:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:00000010:2.0:1767384635.111342:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f378ee0f. 00000020:00000001:0.0:1767384635.111342:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384635.111345:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384635.111347:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 20000000:01000000:2.0:1767384635.111348:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384635.111349:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384635.111353:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384635.111354:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384635.111356:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000001:0.0:1767384635.111357:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384635.111358:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384635.111362:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384635.111366:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 20000000:00000001:2.0:1767384635.111367:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384635.111367:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384635.111372:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384635.111374:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b6c2ed8d. 20000000:00000001:2.0:1767384635.111376:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384635.111377:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:3.0:1767384635.111384:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 02000000:00000001:0.0:1767384635.111385:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384635.111387:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5961ce9. 00000100:00000001:0.0:1767384635.111390:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384635.111394:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384635.111395:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384635.111396:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:3.0:1767384635.111401:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:3.0:1767384635.111404:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 20000000:00000001:2.0:1767384635.111404:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384635.111405:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cdc0e277. 20000000:01000000:0.0:1767384635.111410:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384635.111411:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384635.111414:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 20000000:00000001:0.0:1767384635.111414:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384635.111418:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384635.111421:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.111422:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 20000000:00000001:0.0:1767384635.111424:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384635.111428:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384635.111431:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767384635.111435:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767384635.111438:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:3.0:1767384635.111448:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384635.111451:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:3.0:1767384635.111455:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00080000:00000001:2.0:1767384635.111457:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384635.111461:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00080000:00000001:2.0:1767384635.111462:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384635.111465:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384635.111468:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384635.111469:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000001:2.0:1767384635.111472:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384635.111476:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000020:00000001:2.0:1767384635.111478:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000400:00000200:3.0:1767384635.111483:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00080000:00000001:2.0:1767384635.111483:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384635.111489:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00080000:00000010:2.0:1767384635.111491:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f4cbc8ea. 00000400:00000200:3.0:1767384635.111492:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00080000:00000001:2.0:1767384635.111496:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855359488 : -115916854192128 : ffff969301151800) 00000400:00000200:3.0:1767384635.111500:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp28 00080000:00000001:2.0:1767384635.111500:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384635.111505:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp28 lpni_is_preferred = 0 00000400:00000200:3.0:1767384635.111507:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp28 00000400:00000200:3.0:1767384635.111509:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp28 NI seq info: [55:55:256:4294967295] 192.168.202.117@tcp28 LPNI seq info [55:55:8:4294967295] 00000400:00000200:3.0:1767384635.111513:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp28 00000400:00000200:3.0:1767384635.111518:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp28(192.168.202.117@tcp28:) -> 192.168.202.117@tcp28(192.168.202.117@tcp:192.168.202.117@tcp28) : GET try# 0 00000800:00000200:3.0:1767384635.111522:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp28 00000800:00000010:3.0:1767384635.111525:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008cb051ff. 00000800:00000010:3.0:1767384635.111531:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001b25c2be. 00000800:00000010:3.0:1767384635.111535:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002252b1d0. 00000800:00000200:3.0:1767384635.111538:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:3.1:1767384635.111540:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000400:00000200:3.0:1767384635.111549:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384635.111552:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000001:00000001:2.0:1767384635.111598:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384635.111600:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384635.111602:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384635.111618:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.111619:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00080000:00000001:2.0:1767384635.111621:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384635.111671:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111713:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00080000:00000001:2.0:1767384635.111733:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384635.111737:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384635.111745:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111778:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111802:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111821:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111876:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111905:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111938:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.111977:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112014:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112060:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112083:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112119:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112141:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112183:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112208:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112233:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112276:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112305:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112332:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112360:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112393:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112414:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112434:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112449:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112479:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112505:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112523:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112537:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112552:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112581:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112617:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.112634:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384635.112739:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6323371. 00000800:00000010:3.0:1767384635.112743:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069c63b67. 00000800:00000010:3.0:1767384635.112748:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c205c50f. 00000800:00000010:3.0:1767384635.112768:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c205c50f. 00000800:00020000:3.0:1767384635.112777:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384635.116220:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069c63b67. 00000800:00000010:3.0:1767384635.116224:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6323371. 00000400:02020000:3.0:1767384635.116328:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp28 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384635.119312:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384635.119313:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384635.119318:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384635.119320:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384635.119321:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384635.119324:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384635.119325:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384635.119328:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384635.119332:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384635.119336:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f4cbc8ea. 20000000:01000000:2.0:1767384635.119339:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384635.119340:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384635.119350:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384635.119354:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384635.119361:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384635.119367:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000053eb28ff. 20000000:01000000:1.0:1767384635.119370:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384635.119374:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384635.119379:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384635.119407:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384635.119410:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384635.119412:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384635.119413:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384635.119416:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384635.119420:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:1.0:1767384635.119423:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384635.119428:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001df8a9a1. 00080000:00000001:1.0:1767384635.119430:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156858170368 : -115916851381248 : ffff9693013ffc00) 00080000:00000001:1.0:1767384635.119432:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384635.119521:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384635.119523:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384635.119526:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384635.119539:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384635.119541:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384635.119623:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384635.119626:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384635.119863:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384635.119867:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384635.119869:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384635.119872:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384635.119875:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384635.119888:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000070fb44a6. 00010000:00000001:2.0:1767384635.119892:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384635.119895:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00000020:00000001:2.0:1767384635.119898:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384635.119901:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000634a8a61 with handle 0x534bb1615bf4c7cd to hash 00000020:00000001:2.0:1767384635.119903:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384635.119904:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.119907:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.119910:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384635.119912:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384635.119914:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.119921:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384635.119924:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384635.119926:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384635.119928:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384635.119930:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.119932:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384635.119933:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.119936:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384635.119938:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384635.119939:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384635.119941:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384635.119942:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000070fb44a6) refcount = 1 00010000:00010000:2.0:1767384635.119945:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.119949:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384635.119950:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384635.119951:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.119952:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.119954:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384635.119956:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384635.119959:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384635.119962:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384635.119968:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384635.119970:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=4 00000020:00000001:2.0:1767384635.119972:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.119975:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.119977:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384635.119979:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.119983:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384635.119985:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.119989:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.119990:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384635.119992:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.119996:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384635.119997:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.119999:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384635.120001:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384635.120006:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000634a8a61 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384635.120008:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384635.120009:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384635.120010:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.120015:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384635.120017:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384635.120018:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384635.120020:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=5 00000020:00000001:2.0:1767384635.120021:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.120023:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.120032:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384635.120034:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.120038:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384635.120041:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384635.120042:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.120046:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384635.120047:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384635.120050:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384635.120051:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384635.120053:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000634a8a61 with handle 0x534bb1615bf4c7cd from hash 00010000:00000001:2.0:1767384635.120055:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384635.120056:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.120057:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.120058:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384635.120060:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384635.120061:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384635.120063:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384635.120064:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.120066:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.120068:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384635.120069:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384635.120071:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.120072:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.120073:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.120074:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.120075:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384635.120077:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.120080:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.120081:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.120083:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384635.120084:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384635.120085:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.120086:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.120092:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384635.120095:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384635.120096:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384635.120098:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.120102:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384635.120104:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384635.120105:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7cd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384635.120110:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000070fb44a6 count: 0 00010000:00000001:2.0:1767384635.120124:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384635.120126:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384635.120888:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp28 notifying 192.168.202.117@tcp28: down 00000800:00000200:3.0:1767384635.120897:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp28 down 00000800:00000100:3.0:1767384635.120904:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp28 00000800:00000010:3.0:1767384635.120907:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008cb051ff. 00000400:00000200:3.0:1767384635.120912:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384635.120917:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp28->192.168.202.117@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384635.120927:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp28 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:3.0:1767384635.120931:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384635.120934:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:3.0:1767384635.120939:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384635.121131:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384635.121138:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100851 00000400:00000001:3.0:1767384635.121145:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384635.121148:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384635.121151:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000400:00000010:3.0:1767384635.121154:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000400:00000200:3.0:1767384635.121159:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384635.121166:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:3.0:1767384635.121171:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000000b53b571. 00000400:00000200:3.0:1767384635.121178:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (22) 00000400:00000200:3.0:1767384635.121183:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:3.0:1767384635.121188:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 rc -71 00000400:00000200:3.0:1767384635.121201:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384635.121205:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (21) 00000100:00000040:0.0:1767384635.123957:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294925213, at 4294925214 00000100:00000010:0.0:1767384635.123965:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bcc04165. 00000100:00000040:3.0:1767384635.124014:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294925213, at 4294925214 00000100:00000010:3.0:1767384635.124023:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db8f5257. 00000100:00000040:1.0:1767384635.124175:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294925213, at 4294925214 00000100:00000010:1.0:1767384635.124182:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000776c7ef3. 00000100:00000040:2.0:1767384635.124874:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294925213, at 4294925215 00000100:00000010:2.0:1767384635.124881:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cef1ecf. 00010000:00000010:2.1:1767384635.125856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000070fb44a6. 00010000:00000010:2.1:1767384635.125901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00080000:00000001:1.0:1767384635.127864:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384635.127869:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384635.127872:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384635.127874:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384635.127877:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384635.127885:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384635.127887:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384635.127894:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384635.127894:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384635.127899:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384635.127902:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384635.127906:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384635.127908:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384635.127909:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384635.127912:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384635.127914:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1767384635.127915:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000070fb44a6. 00010000:00000001:2.0:1767384635.127919:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1767384635.127923:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384635.127924:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00040000:00000001:1.0:1767384635.127925:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1767384635.127929:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:1.0:1767384635.127930:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001df8a9a1. 00000020:00000040:2.0:1767384635.127934:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000634a8a61 with handle 0x534bb1615bf4c7d4 to hash 00000020:00000001:2.0:1767384635.127937:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384635.127937:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384635.127941:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.127943:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.127945:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384635.127947:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384635.127949:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.127956:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384635.127965:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384635.127967:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384635.127969:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384635.127971:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.127973:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384635.127975:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.127977:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384635.127979:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384635.127981:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384635.127982:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384635.127984:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000070fb44a6) refcount = 1 00010000:00010000:2.0:1767384635.127986:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.127990:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384635.127992:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384635.127993:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.127994:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.127996:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384635.127997:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384635.127999:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384635.128001:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384635.128003:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384635.128004:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=4 00000020:00000001:2.0:1767384635.128006:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.128008:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.128010:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384635.128012:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.128016:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384635.128017:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.128021:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.128023:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384635.128030:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.128034:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384635.128036:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.128039:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384635.128042:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384635.128046:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000634a8a61 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384635.128048:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384635.128050:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384635.128051:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.128055:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384635.128057:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384635.128058:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384635.128060:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=5 00000020:00000001:2.0:1767384635.128061:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.128063:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384635.128065:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384635.128067:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.128071:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384635.128073:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384635.128074:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.128077:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384635.128079:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384635.128081:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384635.128082:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384635.128084:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000634a8a61 with handle 0x534bb1615bf4c7d4 from hash 00010000:00000001:2.0:1767384635.128087:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384635.128088:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.128094:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.128095:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384635.128097:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384635.128098:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384635.128100:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384635.128102:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.128104:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.128105:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384635.128107:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384635.128109:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.128110:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.128112:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.128114:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.128115:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384635.128117:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.128120:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.128122:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.128123:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384635.128125:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384635.128127:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384635.128128:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384635.128129:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384635.128131:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384635.128133:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384635.128135:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384635.128139:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384635.128141:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384635.128143:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c7d4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384635.128147:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000070fb44a6 count: 0 00010000:00000001:2.0:1767384635.128161:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384635.128162:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384635.128911:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384635.128915:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384635.128917:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f378ee0f. 20000000:00000001:3.0:1767384635.128923:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384635.128928:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059667072 00010000:00000001:3.0:1767384635.128931:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384635.128938:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067634e7e x1853237059667072/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384635.128946:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384635.128949:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384635.128952:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384635.128955:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384635.128958:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384635.128960:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384635.128963:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384635.128965:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.128968:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384635.128972:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384635.128976:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000295fbc79. 00000100:00000200:3.0:1767384635.128981:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059667072, offset 224 00000400:00000200:3.0:1767384635.128988:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384635.129001:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384635.129012:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04480 00000400:00000200:3.0:1767384635.129018:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x170d [2] + 224 00000400:00000200:3.0:1767384635.129025:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384635.129029:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384635.129034:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384635.129039:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384635.129057:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.129074:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384635.129081:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000295fbc79 00000400:00000010:3.0:1767384635.129084:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000295fbc79. 00000100:00000001:3.0:1767384635.129087:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384635.129087:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384635.129091:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384635.129092:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384635.129095:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384635.129098:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384635.129099:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384635.129102:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384635.129102:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384635.129105:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000020:00000001:3.0:1767384635.129106:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.129111:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384635.129111:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c588a755 00000400:00000010:0.0:1767384635.129114:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c588a755. 00000100:00000040:3.0:1767384635.129116:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067634e7e x1853237059667072/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384635.129118:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384635.129125:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384635.129129:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067634e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059667072:12345-0@lo:253: Request processed in 17922us (18352us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384635.129144:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384635.129147:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:3.0:1767384635.129153:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384635.129156:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384635.129157:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384635.129161:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384635.129161:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384635.129166:0:16142:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384635.129168:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b257ab2. 02000000:00000001:0.0:1767384635.129169:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384635.129172:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384635.129175:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d8ca6fa. 00000100:00000001:0.0:1767384635.129176:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384635.129182:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384635.129183:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ace7c4bc. 00000100:00001000:0.0:1767384635.129186:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=43 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384635.129190:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:0.0:1767384635.129191:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=43 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384635.129195:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384635.129196:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384635.129198:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000087debd6e. 00000100:00000001:0.0:1767384635.129199:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.129204:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384635.129205:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384635.129207:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384635.129212:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384635.129213:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.129217:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.129218:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa97b2f. 00000100:00000040:0.0:1767384635.129221:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384635.129230:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384635.129233:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384635.129235:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384635.129238:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384635.129240:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384635.129242:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384635.129243:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384635.129245:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384635.129246:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384635.129247:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384635.129249:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384635.129250:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384635.129251:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384635.129253:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384635.129273:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059667072:0@lo:253: 00000100:00000001:0.0:1767384635.129277:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384635.129279:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384635.129281:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f54adec x1853237059667072/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384635.129286:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384635.129288:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384635.129291:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cda6469c. 02000000:00000001:0.0:1767384635.129295:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384635.129297:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384635.129298:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384635.129300:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384635.129302:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005cb21c70. 02000000:00000001:0.0:1767384635.129306:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384635.129307:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384635.129309:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f54adec. 00000100:00000001:0.0:1767384635.129317:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384635.129318:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384635.129320:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384635.129328:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384635.129329:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.129331:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384635.129333:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.129343:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000295fbc79. 00000400:00000010:0.0:1767384635.129549:0:26202:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008bd927af. 00000400:00000040:0.0:1767384635.129562:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384635.129564:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384635.129566:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384635.129567:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384635.129569:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384635.129570:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384635.129572:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384635.129573:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384635.129575:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384635.129575:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384635.129577:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384635.129578:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384635.129580:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384635.129581:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384635.129582:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384635.129583:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384635.129584:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384635.129585:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384635.129586:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384635.129587:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384635.129588:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384635.129589:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384635.129590:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384635.129592:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384635.129593:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384635.129595:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384635.129596:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384635.129597:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384635.129598:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384635.129600:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384635.129604:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384635.129606:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384635.129607:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384635.129609:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384635.129610:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384635.129611:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384635.129612:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384635.129614:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384635.129615:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384635.129616:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384635.129617:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384635.129619:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384635.129620:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384635.129621:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384635.129623:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384635.129624:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384635.129625:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384635.129626:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384635.129628:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384635.129629:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384635.129630:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384635.129631:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384635.129632:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384635.129634:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384635.129635:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384635.129637:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384635.129638:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384635.129704:0:26202:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008bd927af. 00080000:00000020:2.0:1767384635.130673:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384635.130681:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384635.130682:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cdc0e277. 20000000:00000001:2.0:1767384635.130687:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384635.130690:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059667200 00010000:00000001:2.0:1767384635.130692:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384635.130696:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072c009a0 x1853237059667200/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384635.130702:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384635.130703:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384635.130704:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384635.130707:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384635.130708:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384635.130710:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384635.130712:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384635.130713:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.130715:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384635.130717:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384635.130719:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000af8bfe4. 00000100:00000200:2.0:1767384635.130722:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059667200, offset 224 00000400:00000200:2.0:1767384635.130725:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384635.130730:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384635.130735:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04500 00000400:00000200:2.0:1767384635.130739:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1711 [2] + 224 00000400:00000200:2.0:1767384635.130743:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384635.130746:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384635.130748:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384635.130751:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384635.130757:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.130769:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384635.130773:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000af8bfe4 00000400:00000010:2.0:1767384635.130776:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000af8bfe4. 00000100:00000001:2.0:1767384635.130778:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384635.130783:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384635.130786:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384635.130790:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.130793:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384635.130796:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:3.0:1767384635.130798:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384635.130799:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384635.130803:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384635.130803:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.130806:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001436ba69. 00000020:00000001:2.0:1767384635.130807:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384635.130812:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072c009a0 x1853237059667200/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384635.130813:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d864677b 00000400:00000010:3.0:1767384635.130817:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d864677b. 00000100:00000001:3.0:1767384635.130824:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384635.130828:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072c009a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059667200:12345-0@lo:253: Request processed in 19540us (20044us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384635.130850:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384635.130866:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384635.130870:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1767384635.130876:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384635.130879:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384635.130880:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384635.130884:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.130884:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384635.130888:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384635.130889:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fefe883. 02000000:00000001:3.0:1767384635.130890:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384635.130893:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384635.130894:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.130896:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384635.130897:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091854e85. 00000100:00001000:3.0:1767384635.130898:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=43 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384635.130902:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000265eb5f1. 00000100:00001000:3.0:1767384635.130903:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=43 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384635.130907:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384635.130908:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384635.130912:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.130913:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384635.130914:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384635.130915:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b6c2ed8d. 00010000:00000001:3.0:1767384635.130917:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.130920:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.130920:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384635.130923:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384635.130926:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384635.130929:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384635.130935:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075da34ce. 00000100:00000001:3.0:1767384635.130936:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384635.130940:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384635.130941:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000af8bfe4. 00000100:00000001:3.0:1767384635.130942:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384635.130947:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384635.130949:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384635.130950:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384635.130951:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384635.130952:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384635.130954:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384635.130960:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384635.130962:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384635.130963:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384635.130966:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384635.130972:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059667200:0@lo:253: 00000100:00000001:3.0:1767384635.130976:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.130977:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384635.130978:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae84b1e1 x1853237059667200/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.130982:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384635.130983:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384635.130984:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000041d43b13. 02000000:00000001:3.0:1767384635.130988:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384635.130989:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384635.130990:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384635.130992:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384635.130993:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ff17f106. 02000000:00000001:3.0:1767384635.130996:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384635.130997:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384635.130998:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae84b1e1. 00000100:00000001:3.0:1767384635.131001:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384635.131002:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.131003:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.131008:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384635.131009:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.131011:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384635.131012:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384635.132868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000070fb44a6. 00010000:00000010:2.1:1767384635.132875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00010000:00000001:0.0:1767384635.285911:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384635.285919:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.285924:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384635.285926:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.285947:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384635.285950:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384635.285954:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:3.0:1767384635.733909:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007c965f15. 00000100:00000001:0.0:1767384635.733917:0:19653:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000800:00000200:3.0:1767384635.733922:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (6) 00000100:00000001:0.0:1767384635.733923:0:19653:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384635.733932:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:988 00000800:00000200:3.0:1767384635.733937:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:1.0:1767384635.733970:0:19654:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384635.733975:0:19654:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384635.733994:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp28 00000400:00000010:0.0:1767384635.734005:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cda1a90e. 00000400:00000010:0.0:1767384635.734013:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000025134045. 00000400:00000010:0.0:1767384635.734019:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005521f55c. 00000400:00000010:0.0:1767384635.734029:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005d0e4f8. 00000400:00000200:0.0:1767384635.734035:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp28 00000800:00000200:3.0:1767384635.734048:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384635.734053:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384635.734054:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp28 local destination 00000400:00000200:0.0:1767384635.734062:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp28 00000800:00000001:3.0:1767384635.734063:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384635.734067:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp28 NI seq info: [56:56:256:4294967295] 192.168.202.117@tcp28 LPNI seq info [56:56:8:4294967295] 00000800:00000001:3.0:1767384635.734076:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384635.734078:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp28 00000800:00000001:3.0:1767384635.734081:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384635.734091:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp28(192.168.202.117@tcp28:) -> 192.168.202.117@tcp28(192.168.202.117@tcp28:192.168.202.117@tcp28) : GET try# 0 00000800:00000200:0.0:1767384635.734100:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp28 00000800:00000010:0.0:1767384635.734104:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000331f68e. 00000800:00000200:0.0:1767384635.734110:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:0.1:1767384635.734115:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000400:00000200:0.0:1767384635.734138:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp28 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000010:0.0:1767384635.734144:0:16137:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000f5a115df. 00000400:02000040:0.0:1767384635.734149:0:16137:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.117@tcp28 00000400:00000200:3.0:1767384635.734198:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734233:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734265:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734305:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734349:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734393:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734412:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734430:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734447:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734463:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734493:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734528:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734562:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734591:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734612:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734635:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734654:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734669:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734689:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734728:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734765:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734795:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.734812:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735035:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735087:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735122:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735154:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735188:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735231:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735295:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735338:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735362:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735382:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735410:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384635.735461:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384635.735590:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6323371. 00000800:00000010:3.0:1767384635.735595:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b19d910b. 00000800:00000010:3.0:1767384635.735601:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a47c2b5. 00000800:00000010:3.0:1767384635.735622:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a47c2b5. 00000800:00020000:3.0:1767384635.735630:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384635.735633:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b19d910b. 00000800:00000010:3.0:1767384635.735635:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6323371. 00000400:02020000:3.0:1767384635.735665:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp28 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384635.735670:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp28 notifying 192.168.202.117@tcp28: down 00000400:00000200:3.0:1767384635.735674:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384635.735677:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp28 00000800:00000010:3.0:1767384635.735680:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000331f68e. 00000400:00000200:3.0:1767384635.735682:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384635.735687:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp28->192.168.202.117@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384635.735693:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384635.735695:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384635.735698:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp28) recovery failed with -71 00000400:00000010:0.0:1767384635.736215:0:16137:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000f5a115df. 10000000:00000001:2.0:1767384636.246922:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384636.246927:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:2.0:1767384636.246931:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384636.246933:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384636.246935:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384636.246936:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384636.246938:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384636.246940:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384636.246942:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 39 10000000:00000001:2.0:1767384636.246945:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384636.246955:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384636.246962:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080eca1a4. 00000020:00000040:2.0:1767384636.246966:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384636.246970:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384636.246973:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384636.246977:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384636.246984:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6418293. 00000100:00000001:2.0:1767384636.246990:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.246994:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384636.246996:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384636.247004:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000070fb44a6. 00010000:00000001:2.0:1767384636.247008:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384636.247011:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00000020:00000001:2.0:1767384636.247015:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384636.247018:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000634a8a61 with handle 0x534bb1615bf4c7db to hash 00000020:00000001:2.0:1767384636.247021:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384636.247022:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384636.247025:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384636.247029:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.247031:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.247034:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384636.247042:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384636.247050:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384636.247054:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384636.247056:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384636.247061:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d185f8d7. 00000100:00000001:2.0:1767384636.247063:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027453248 : -115911682098368 : ffff9694355cfb40) 00000100:00000001:2.0:1767384636.247066:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384636.247068:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000100:00000001:2.0:1767384636.247077:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384636.247080:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.247082:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384636.247083:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384636.247091:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.247099:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384636.247101:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384636.247103:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384636.247105:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384636.247108:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384636.247110:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059667328:0@lo:101: 00000100:00000001:2.0:1767384636.247114:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384636.247119:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384636.247121:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384636.247123:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384636.247126:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa72c901. 02000000:00000001:2.0:1767384636.247128:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384636.247133:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001436ba69. 00000400:00000010:2.0:1767384636.247139:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000100:00000200:2.0:1767384636.247144:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059667328, portal 25 00000100:00000001:2.0:1767384636.247147:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384636.247148:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000100:00000040:2.0:1767384636.247153:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.247159:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384636.247163:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384636.247166:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000200:2.0:1767384636.247169:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059667328, offset 0 00000400:00000200:2.0:1767384636.247176:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384636.247189:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384636.247218:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a04580 00000400:00000200:2.0:1767384636.247224:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1019 [2] + 0 00000400:00000010:2.0:1767384636.247227:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f641e2a. 00000400:00000200:2.0:1767384636.247236:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000059f49ee7 00000400:00000200:2.0:1767384636.247241:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.247245:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384636.247265:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f49ee7 00000400:00000010:2.0:1767384636.247269:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059f49ee7. 00000100:00000001:2.0:1767384636.247274:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384636.247276:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384636.247278:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000c648751c x1853237059667328 msgsize 328 00000100:00100000:2.0:1767384636.247281:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384636.247283:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384636.247309:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384636.247316:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000400:00000010:2.0:1767384636.247317:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000001:2.0:1767384636.247321:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384636.247324:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.247333:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384636.247335:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.247341:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.247343:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384636.247343:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384636.247349:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667328 00000100:00000001:2.0:1767384636.247350:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384636.247356:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384636.247357:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294926349 00000100:00000001:1.0:1767384636.247360:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384636.247364:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cef1ecf. 00000100:00000001:1.0:1767384636.247364:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.247372:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384636.247372:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384636.247376:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667328 00000100:00000001:2.0:1767384636.247379:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294926349 00000020:00000001:1.0:1767384636.247381:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384636.247385:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000010:2.0:1767384636.247387:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa47495c. 00000020:00000001:1.0:1767384636.247390:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384636.247392:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384636.247394:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:2.0:1767384636.247396:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294926349 00000020:00000001:1.0:1767384636.247402:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000010:2.0:1767384636.247403:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b97e696d. 00000100:00000001:2.0:1767384636.247409:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384636.247409:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384636.247415:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294926349 00000100:00000001:1.0:1767384636.247417:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384636.247436:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000776c7ef3. 00000020:00000010:1.0:1767384636.247440:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49e6344. 00000100:00000001:1.0:1767384636.247444:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384636.247451:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49e6344. 00000100:00000001:2.0:1767384636.247452:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384636.247459:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb68ee5. 00000100:00000001:2.0:1767384636.247466:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384636.247467:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0b27dc7. 00000100:00000001:2.0:1767384636.247475:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384636.247476:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000100:00000001:2.0:1767384636.247479:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384636.247484:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384636.247487:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d185f8d7 going to sleep for 11 seconds 00000100:00000040:1.0:1767384636.247490:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384636.247493:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384636.247496:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384636.247499:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.247501:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384636.247506:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.247517:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.247532:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.247548:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384636.247551:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384636.247558:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:1.0:1767384636.247563:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384636.247575:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935838288 : -115911773713328 : ffff96942fe70c50) 00000100:00000040:1.0:1767384636.247582:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c648751c x1853237059667328/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:617/0 lens 328/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.247595:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384636.247615:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49e6344. 00000100:00000001:1.0:1767384636.247617:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384636.247620:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49e6344. 00000100:00100000:1.0:1767384636.247627:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c648751c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059667328:12345-0@lo:101: 00000100:00000200:1.0:1767384636.247632:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667328 00000020:00000001:1.0:1767384636.247636:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384636.247640:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384636.247643:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384636.247646:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384636.247649:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:1.0:1767384636.247654:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384636.247656:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384636.247659:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384636.247661:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384636.247665:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384636.247668:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384636.247670:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384636.247672:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384636.247675:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384636.247677:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.247681:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384636.247686:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000018a48047. 00010000:00000001:1.0:1767384636.247690:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384636.247694:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384636.247697:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384636.247698:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c7e2 to hash 00000020:00000001:1.0:1767384636.247701:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384636.247703:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384636.247706:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00010000:1.0:1767384636.247716:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c7db expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384636.247726:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:1.0:1767384636.247728:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:1.0:1767384636.247736:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384636.247739:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384636.247743:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a6368356. 02000000:00000001:1.0:1767384636.247746:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.247749:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.247752:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384636.247755:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384636.247758:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384636.247760:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384636.247763:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384636.247765:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384636.247767:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384636.247770:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384636.247772:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384636.247774:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384636.247776:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384636.247778:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000018a48047) refcount = 1 00010000:00010000:1.0:1767384636.247782:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384636.247790:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384636.247793:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384636.247794:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384636.247796:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.247799:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384636.247803:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384636.247805:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384636.247814:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384636.247822:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384636.247824:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384636.247827:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.247829:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384636.247832:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384636.247834:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384636.247835:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000419554d3, rc 0) 00000020:00000001:1.0:1767384636.247838:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384636.247842:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059667328 00010000:00000001:1.0:1767384636.247846:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384636.247868:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c648751c x1853237059667328/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:617/0 lens 328/344 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384636.247908:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384636.247911:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384636.247915:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384636.247938:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384636.247941:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384636.247944:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384636.247948:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384636.247950:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.247953:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384636.247956:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384636.247961:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000200:1.0:1767384636.247965:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059667328, offset 224 00000400:00000200:1.0:1767384636.247972:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384636.247979:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384636.247987:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a04580 00000400:00000200:1.0:1767384636.247992:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1739 [1] + 224 00000400:00000200:1.0:1767384636.247998:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384636.248001:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384636.248005:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384636.248009:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384636.248021:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.248049:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384636.248059:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384636.248062:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:2.0:1767384636.248064:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384636.248066:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384636.248071:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384636.248071:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384636.248074:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384636.248076:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384636.248077:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001436ba69. 00000400:00000200:2.0:1767384636.248084:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000100:00000040:1.0:1767384636.248085:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:2.0:1767384636.248087:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00010000:00000001:1.0:1767384636.248092:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384636.248093:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384636.248097:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384636.248100:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384636.248103:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384636.248112:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c648751c x1853237059667328/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:617/0 lens 328/344 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384636.248115:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.248144:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384636.248146:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384636.248149:0:16775:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384636.248149:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c648751c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059667328:12345-0@lo:101: Request processed in 550us (865us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384636.248153:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384636.248156:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384636.248158:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384636.248162:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384636.248166:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=44 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384636.248166:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00001000:2.0:1767384636.248174:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=44 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384636.248175:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384636.248182:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384636.248183:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384636.248185:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.248187:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384636.248188:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384636.248193:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248195:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384636.248195:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0b27dc7. 00000100:00000040:2.0:1767384636.248202:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384636.248219:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000020:00000010:1.0:1767384636.248227:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb68ee5. 00000100:00000001:2.0:1767384636.248229:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384636.248234:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:2.0:1767384636.248242:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384636.248242:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384636.248244:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384636.248247:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a6368356. 00000100:00000040:2.0:1767384636.248267:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384636.248289:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384636.248294:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384636.248296:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059667328:0@lo:101: 00000100:00000200:1.0:1767384636.248302:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384636.248303:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384636.248309:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248310:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:1.0:1767384636.248311:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005ab2d15. 00000100:00000001:2.0:1767384636.248312:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384636.248317:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384636.248319:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cae5385e. 00000100:00000001:2.0:1767384636.248330:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384636.248333:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d185f8d7. 00000100:00000001:2.0:1767384636.248338:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384636.248340:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.248343:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384636.248346:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384636.248348:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.248350:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=4 00000020:00000001:2.0:1767384636.248352:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384636.248355:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000040:2.0:1767384636.248360:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000634a8a61, remote cookie: 0x534bb1615bf4c7e2, flags: 0x0 00010000:00000001:2.0:1767384636.248363:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384636.248365:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384636.248367:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384636.248368:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384636.248369:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384636.248371:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000070fb44a6) refcount = 1 00010000:00010000:2.0:1767384636.248374:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.248382:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384636.248383:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384636.248392:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384636.248395:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384636.248397:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.248400:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.248406:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384636.248408:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.248410:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.248411:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.248412:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.248413:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248416:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384636.248419:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080eca1a4 x1853237059667328/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.248427:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384636.248430:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384636.248432:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa72c901. 02000000:00000001:2.0:1767384636.248436:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384636.248438:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384636.248439:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384636.248442:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384636.248444:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a6418293. 02000000:00000001:2.0:1767384636.248447:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384636.248450:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384636.248451:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080eca1a4. 00000100:00000001:2.0:1767384636.248454:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384636.248455:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384636.248456:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384636.248458:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384636.248459:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:2.0:1767384636.248461:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.248462:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384636.248463:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.248465:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=3 00000020:00000001:2.0:1767384636.248466:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384636.248468:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384636.248476:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384636.248477:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.248478:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.248479:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384636.248482:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384636.248484:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008b3ddd90. 00000100:00000010:2.0:1767384636.248501:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080eca1a4. 00000020:00000040:2.0:1767384636.248503:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384636.248505:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384636.248507:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384636.248508:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384636.248511:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6418293. 00000100:00000001:2.0:1767384636.248514:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248517:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384636.248520:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fa72c901. 00000100:00000010:2.0:1767384636.248522:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005683a504. 00000020:00000040:2.0:1767384636.248523:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384636.248526:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384636.248527:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384636.248529:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d185f8d7. 00000100:00000001:2.0:1767384636.248531:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027453248 : -115911682098368 : ffff9694355cfb40) 00000100:00000001:2.0:1767384636.248533:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384636.248534:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000100:00000001:2.0:1767384636.248536:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384636.248537:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248538:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384636.248539:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384636.248541:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.248546:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384636.248547:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384636.248550:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384636.248551:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384636.248553:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384636.248554:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059667456:0@lo:256: 00000100:00000001:2.0:1767384636.248562:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384636.248564:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384636.248565:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248567:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384636.248571:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001436ba69. 00000400:00000010:2.0:1767384636.248574:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ac3b6777. 00000100:00000200:2.0:1767384636.248577:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a04600-0x6958260a04600, portal 33 00000100:00000001:2.0:1767384636.248579:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384636.248581:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384636.248583:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f439218d. 02000000:00000001:2.0:1767384636.248584:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384636.248586:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f641e2a. 00000400:00000010:2.0:1767384636.248588:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000100:00000200:2.0:1767384636.248590:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059667456, portal 25 00000100:00000001:2.0:1767384636.248591:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384636.248592:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000100:00000040:2.0:1767384636.248595:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.248600:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384636.248602:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384636.248603:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000200:2.0:1767384636.248605:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059667456, offset 0 00000400:00000200:2.0:1767384636.248608:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384636.248613:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384636.248617:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a04600 00000400:00000200:2.0:1767384636.248620:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1029 [2] + 0 00000400:00000010:2.0:1767384636.248623:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797163fb. 00000400:00000200:2.0:1767384636.248625:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c1b07089 00000400:00000200:2.0:1767384636.248628:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.248630:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384636.248632:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1b07089 00000400:00000010:2.0:1767384636.248634:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1b07089. 00000100:00000001:2.0:1767384636.248642:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384636.248649:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384636.248651:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000bb3bf0ec x1853237059667456 msgsize 304 00000100:00100000:2.0:1767384636.248654:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384636.248655:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384636.248665:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384636.248669:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000400:00000010:2.0:1767384636.248671:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000001:2.0:1767384636.248673:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384636.248675:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.248681:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384636.248682:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.248687:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248689:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384636.248692:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248694:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294926350 00000100:00000001:2.0:1767384636.248700:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926349 00000100:00000001:1.0:1767384636.248703:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384636.248704:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294926350 00000100:00100000:1.0:1767384636.248709:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667456 00000100:00000001:2.0:1767384636.248710:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926349 02000000:00000001:1.0:1767384636.248715:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384636.248717:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294926350 00000100:00000001:1.0:1767384636.248719:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384636.248721:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926349 00000100:00000001:2.0:1767384636.248723:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294926350 00000100:00000001:2.0:1767384636.248726:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926349 00000100:00000001:2.0:1767384636.248728:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384636.248730:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248731:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248737:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384636.248738:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.248739:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384636.248743:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d185f8d7 going to sleep for 11 seconds 00000100:00100000:1.0:1767384636.248744:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667456 00000100:00000001:2.0:1767384636.248746:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384636.248748:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384636.248750:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384636.248752:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384636.248756:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384636.248758:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:1.0:1767384636.248761:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384636.248764:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384636.248768:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384636.248771:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49e6344. 00000100:00000001:1.0:1767384636.248773:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384636.248776:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49e6344. 00000020:00000010:1.0:1767384636.248781:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb68ee5. 00000020:00000010:1.0:1767384636.248785:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0b27dc7. 00000020:00000010:1.0:1767384636.248788:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000100:00000040:1.0:1767384636.248795:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384636.248798:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384636.248799:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384636.248801:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.248805:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.248818:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.248827:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384636.248829:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384636.248873:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:1.0:1767384636.248877:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384636.248880:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935840336 : -115911773711280 : ffff96942fe71450) 00000100:00000040:1.0:1767384636.248885:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb3bf0ec x1853237059667456/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:617/0 lens 304/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.248897:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384636.248917:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49e6344. 00000100:00000001:1.0:1767384636.248920:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384636.248923:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49e6344. 00000100:00100000:1.0:1767384636.248936:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3bf0ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059667456:12345-0@lo:256: 00000100:00000200:1.0:1767384636.248941:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667456 00000020:00000001:1.0:1767384636.248944:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384636.248946:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384636.248948:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384636.248950:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384636.248952:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:1.0:1767384636.248955:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384636.248956:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384636.248959:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384636.248960:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384636.248963:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.248966:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384636.248967:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384636.248971:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a6368356. 02000000:00000001:1.0:1767384636.248974:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.248976:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384636.248979:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384636.248983:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384636.248986:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384636.248989:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384636.248991:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384636.248994:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384636.248997:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384636.249000:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d4aed66b. 20000000:00000001:1.0:1767384636.249003:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384636.249020:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384636.249027:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384636.249032:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384636.249035:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384636.249037:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384636.249040:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384636.249042:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384636.249045:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384636.249047:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384636.249049:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384636.249058:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384636.249061:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384636.249064:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384636.249066:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384636.249068:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384636.249071:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384636.249074:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384636.249077:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384636.249079:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384636.249081:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384636.249084:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:1.0:1767384636.249087:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3652/1/4/3. 20000000:00000040:1.0:1767384636.249096:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384636.249099:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384636.249102:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384636.249104:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384636.249107:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384636.249109:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384636.249112:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384636.249114:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384636.249117:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384636.249120:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384636.249122:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384636.249124:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384636.249127:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384636.249130:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384636.249133:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384636.249135:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384636.249138:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384636.249140:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384636.249143:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384636.249145:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384636.249148:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:1.0:1767384636.249151:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3208/1/4/3. 20000000:01000000:1.0:1767384636.249153:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 888, version 46 20000000:00000001:1.0:1767384636.249156:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=888 : 888 : 378) 00000100:00000001:1.0:1767384636.249159:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384636.249163:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f1c8dbb9. 00000100:00000010:1.0:1767384636.249167:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003e1a754c. 00000020:00000040:1.0:1767384636.249177:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:1.0:1767384636.249181:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384636.249184:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384636.249188:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000400:00000010:1.0:1767384636.249194:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000637626b8. 00000400:00000200:1.0:1767384636.249199:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384636.249207:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384636.249215:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 888 into portal 33 MB=0x6958260a04600 00000400:00000200:1.0:1767384636.249220:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 888/888 into md 0x1749 [4] + 0 00000400:00000010:1.0:1767384636.249224:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001436ba69. 00000400:00000200:1.0:1767384636.249228:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac3b6777 00000400:00000200:1.0:1767384636.249232:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384636.249235:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384636.249237:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3b6777 00000400:00000010:1.0:1767384636.249239:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ac3b6777. 00000100:00000001:1.0:1767384636.249242:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384636.249243:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000080eca1a4 desc 00000000fa72c901 mbits 1853237059667456 00000100:00000001:1.0:1767384636.249268:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384636.249273:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384636.249282:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384636.249286:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384636.249292:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1755 00000400:00000200:1.0:1767384636.249295:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384636.249299:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.249303:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384636.249310:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384636.249312:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f1c8dbb9 00000100:00000001:1.0:1767384636.249315:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384636.249322:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384636.249325:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:1.0:1767384636.249327:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384636.249329:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f1c8dbb9 00000100:00000001:1.0:1767384636.249331:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384636.249337:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 888 bytes via portal 33 id 12345-0@lo mbits 0x6958260a04600-0x6958260a04600 00000100:00000001:1.0:1767384636.249340:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.249345:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.249347:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384636.249357:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:1.0:1767384636.249361:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003e1a754c. 00000100:00000010:1.0:1767384636.249364:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f1c8dbb9. 00000100:00000001:1.0:1767384636.249366:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384636.249368:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384636.249375:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d4aed66b. 20000000:00000001:1.0:1767384636.249394:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384636.249397:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059667456 00010000:00000001:1.0:1767384636.249400:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384636.249405:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb3bf0ec x1853237059667456/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:617/0 lens 304/240 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384636.249415:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384636.249417:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384636.249420:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384636.249424:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384636.249426:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384636.249429:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384636.249433:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384636.249434:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.249437:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384636.249440:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384636.249445:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000200:1.0:1767384636.249449:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059667456, offset 224 00000400:00000200:1.0:1767384636.249456:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384636.249463:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384636.249472:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a04600 00000400:00000200:1.0:1767384636.249479:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x174d [1] + 224 00000400:00000200:1.0:1767384636.249485:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384636.249490:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384636.249495:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384636.249499:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384636.249513:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.249549:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384636.249557:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384636.249560:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:1.0:1767384636.249565:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384636.249568:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384636.249574:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384636.249579:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:2.0:1767384636.249582:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384636.249582:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384636.249586:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384636.249591:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384636.249592:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384636.249612:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384636.249616:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3bf0ec x1853237059667456/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:617/0 lens 304/240 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384636.249618:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f641e2a. 00000400:00000200:2.0:1767384636.249626:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000400:00000010:2.0:1767384636.249632:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00000100:00100000:1.0:1767384636.249636:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3bf0ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059667456:12345-0@lo:256: Request processed in 735us (980us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384636.249640:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384636.249648:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384636.249650:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:1.0:1767384636.249656:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384636.249661:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384636.249664:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384636.249669:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0b27dc7. 00000100:00000200:2.0:1767384636.249670:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384636.249677:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000100:00000001:2.0:1767384636.249685:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384636.249687:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb68ee5. 00000100:00000001:2.0:1767384636.249689:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384636.249693:0:16775:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384636.249694:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384636.249696:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384636.249700:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384636.249700:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384636.249702:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384636.249704:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a6368356. 02000000:00000001:2.0:1767384636.249707:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384636.249710:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384636.249713:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=44 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384636.249715:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384636.249721:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=44 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384636.249723:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384636.249729:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384636.249732:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f3aeee2. 00000100:00000001:2.0:1767384636.249733:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.249739:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384636.249740:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6f445c5. 00010000:00000001:2.0:1767384636.249742:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.249747:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384636.249752:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384636.249761:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.249769:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384636.249771:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384636.249774:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384636.249782:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059667456:0@lo:256: 00000100:00000001:2.0:1767384636.249794:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384636.249796:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.249798:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384636.249800:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384636.249804:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.249810:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384636.249813:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d185f8d7. 00000100:00000001:2.0:1767384636.249816:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384636.249817:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384636.249821:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:2.0:1767384636.249825:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384636.249832:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008aac1498. 10000000:00000040:2.0:1767384636.249843:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384636.249906:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384636.249910:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384636.249916:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:2.0:1767384636.249934:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384636.249937:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384636.249939:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:2.0:1767384636.249941:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:2.0:1767384636.249945:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 21 NIDs 00000400:00001000:2.0:1767384636.249949:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384636.249952:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:2.0:1767384636.249958:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384636.249962:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (20) 00000400:00000200:2.0:1767384636.249967:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (21) 00000400:00000200:2.0:1767384636.249980:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384636.249983:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384636.249987:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384636.249991:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:2.0:1767384636.249993:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (22) 00000400:00000200:2.0:1767384636.249996:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:2.0:1767384636.249999:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:3.0:1767384636.250001:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384636.250008:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:3.0:1767384636.250012:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (21) 00000400:00000200:2.0:1767384636.250015:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000010:3.0:1767384636.250019:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000000b53b571. 00000400:00000200:2.0:1767384636.250019:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000010:3.0:1767384636.250026:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000400:00000200:2.0:1767384636.250026:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:2.0:1767384636.250034:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000010:3.0:1767384636.250035:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e7fd67d. 00000400:00000200:2.0:1767384636.250041:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:3.0:1767384636.250044:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:2.0:1767384636.250048:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384636.250054:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250057:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:2.0:1767384636.250059:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:2.0:1767384636.250065:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:3.0:1767384636.250067:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:2.0:1767384636.250071:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384636.250074:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:2.0:1767384636.250080:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:3.0:1767384636.250085:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767384636.250089:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384636.250095:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:3.0:1767384636.250096:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767384636.250103:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:3.0:1767384636.250107:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384636.250113:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250115:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767384636.250119:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:3.0:1767384636.250122:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767384636.250126:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:3.0:1767384636.250130:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767384636.250135:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250139:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767384636.250140:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:3.0:1767384636.250146:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767384636.250148:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:3.0:1767384636.250153:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384636.250157:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250161:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384636.250163:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:3.0:1767384636.250168:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:2.0:1767384636.250170:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:3.0:1767384636.250175:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384636.250195:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250199:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384636.250203:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:3.0:1767384636.250209:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:2.0:1767384636.250210:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:2.0:1767384636.250221:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250222:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:2.0:1767384636.250229:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:3.0:1767384636.250232:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:2.0:1767384636.250237:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:3.0:1767384636.250241:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:2.0:1767384636.250247:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250265:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[56, 8], ns[56, 8] 00000400:00000200:2.0:1767384636.250274:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:3.0:1767384636.250275:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384636.250280:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384636.250304:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250305:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp10 00000400:00000200:2.0:1767384636.250310:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:3.0:1767384636.250311:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384636.250318:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp10 00000400:00000200:2.0:1767384636.250319:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:3.0:1767384636.250323:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp10 NI seq info: [57:57:256:4294967295] 192.168.202.117@tcp10 LPNI seq info [57:57:8:4294967295] 00000400:00000200:3.0:1767384636.250331:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp10 00000400:00000200:2.0:1767384636.250336:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384636.250344:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:3.0:1767384636.250346:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10:) -> 192.168.202.117@tcp10(192.168.202.117@tcp:192.168.202.117@tcp10) : GET try# 0 00000400:00000200:2.0:1767384636.250351:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000800:00000200:3.0:1767384636.250357:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp10 00000400:00000200:2.0:1767384636.250362:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000800:00000010:3.0:1767384636.250363:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d96aea75. 00000400:00000200:2.0:1767384636.250367:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:2.0:1767384636.250372:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000800:00000200:3.0:1767384636.250376:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (6) 00000400:00000200:2.0:1767384636.250381:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384636.250384:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000800:00000200:3.0:1767384636.250388:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:988 00000400:00000200:2.0:1767384636.250390:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000800:00000200:3.0:1767384636.250395:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d96aea75 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384636.250400:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384636.250403:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:2.0:1767384636.250421:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:2.0:1767384636.250425:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384636.250427:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:2.0:1767384636.250430:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:3.0:1767384636.250433:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384636.250437:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384636.250441:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000400:00000200:2.0:1767384636.250443:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:2.0:1767384636.250449:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:2.0:1767384636.250454:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384636.250456:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:2.0:1767384636.250458:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000010:2.0:1767384636.250464:0:16775:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000084ad736d. 00000400:00000200:2.0:1767384636.250469:0:16775:0:(peer.c:264:lnet_peer_alloc()) 0000000084ad736d nid 192.168.202.117@tcp29 00000400:00000010:2.0:1767384636.250472:0:16775:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000db8f5257. 00000400:00000200:2.0:1767384636.250476:0:16775:0:(peer.c:204:lnet_peer_net_alloc()) 00000000db8f5257 net tcp29 00000400:00000010:2.0:1767384636.250481:0:16775:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000007ea7967. 00000400:00000200:2.0:1767384636.250487:0:16775:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000007ea7967 nid 192.168.202.117@tcp29 00000400:00000200:2.0:1767384636.250492:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000084ad736d (0) 00000400:00000200:2.0:1767384636.250498:0:16775:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.117@tcp29: -2 00000400:00000200:2.0:1767384636.250505:0:16775:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp29 NID 192.168.202.117@tcp29 flags 0x1 00000400:00000200:2.0:1767384636.250510:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000084ad736d (1) 00000400:00000200:2.0:1767384636.250512:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000084ad736d (2) 00000400:00000200:2.0:1767384636.250515:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000084ad736d (1) 00000400:00000200:2.0:1767384636.250519:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000084ad736d (2) 00000400:00000200:2.0:1767384636.250539:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp29 (0000000084ad736d): 0 00000800:00000001:3.0:1767384636.250554:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384636.250563:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.250565:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000001:3.0:1767384636.250568:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384636.250568:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384636.250571:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000010:1.0:1767384636.250575:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d96aea75. 00000800:00000001:3.0:1767384636.250579:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.250582:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp29 NID 192.168.202.117@tcp29: 0. pending discovery 00000400:00000200:1.0:1767384636.250583:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384636.250592:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10) <- 192.168.202.117@tcp10 : GET - for me 00000400:00000200:2.0:1767384636.250592:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000084ad736d (3) 00000400:00000200:1.0:1767384636.250600:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: GET: OK 00000100:00000001:2.0:1767384636.250601:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.250606:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384636.250607:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 368 into portal 0 MB=0x8000000000000000 10000000:00000040:2.0:1767384636.250616:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 00000400:00000200:3.0:1767384636.250636:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 368/368 into md 0x1705 [1] + 0 10000000:00000010:2.0:1767384636.250641:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007b257ab2. 00000400:00000200:1.0:1767384636.250645:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000040:2.0:1767384636.250646:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 46/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000400:00000200:3.0:1767384636.250651:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp10 to MR: 192.168.202.117@tcp10 local destination 00000020:00000080:2.0:1767384636.250656:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384636.250656:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000400:00000200:3.0:1767384636.250664:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp10 NI seq info: [58:58:255:4294967295] 192.168.202.117@tcp10 LPNI seq info [58:58:7:4294967295] 00000020:00000001:2.0:1767384636.250666:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384636.250672:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010caa5ff. 00000020:00000010:2.0:1767384636.250678:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000291c2c05. 00000400:00000200:3.0:1767384636.250680:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) -> 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) 192.168.202.117@tcp10 : REPLY try# 0 00000040:00000010:2.0:1767384636.250683:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000b8f6723. 00000800:00000200:3.0:1767384636.250689:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.117@tcp10 00000020:00000010:2.0:1767384636.250690:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6c34944. 00000800:00000010:3.0:1767384636.250696:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcf4d82a. 00000020:00000010:2.0:1767384636.250698:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000326711ab. 00000800:00000200:3.0:1767384636.250705:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (6) 00000020:00000010:2.0:1767384636.250707:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d65e9882. 00000800:00000200:3.0:1767384636.250713:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:1021 80000000:00000010:2.0:1767384636.250713:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bcc04165. 00000800:00000200:3.0:1767384636.250719:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fcf4d82a type 3, nob 464 niov 1 nkiov 1 40000000:00000010:2.0:1767384636.250720:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049cfc18b. 00100000:00000010:2.0:1767384636.250726:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e82d7cf9. 00040000:00000010:2.0:1767384636.250734:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ce50c450. 00040000:00000010:2.0:1767384636.250738:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044863a55. 00040000:00000010:2.0:1767384636.250741:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b79e581e. 00080000:00000010:2.0:1767384636.250744:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bc7a8b65. 00000004:00000010:2.0:1767384636.250748:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007a27305a. 00000004:00000010:2.0:1767384636.250753:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093e1f116. 00000004:00000010:2.0:1767384636.250759:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004e09a674. 00002000:00000010:2.0:1767384636.250763:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b829c63b. 00000004:00000010:2.0:1767384636.250767:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000790a6cb7. 00000004:00000001:2.0:1767384636.250771:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384636.250774:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384636.250778:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007b257ab2 00000800:00000001:1.0:1767384636.250778:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:2.0:1767384636.250784:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384636.250791:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384636.250793:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384636.250794:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384636.250799:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000800:00000001:1.0:1767384636.250799:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384636.250802:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000040:00001000:2.0:1767384636.250804:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000800:00000010:3.0:1767384636.250806:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcf4d82a. 00000040:00001000:2.0:1767384636.250807:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000800:00000001:1.0:1767384636.250810:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384636.250813:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:2.0:1767384636.250813:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000800:00000001:1.0:1767384636.250816:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00000001:2.0:1767384636.250820:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000001:1.0:1767384636.250826:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384636.250827:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: REPLY: OK 00000400:00000200:1.0:1767384636.250870:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10) <- 192.168.202.117@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384636.250886:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384636.250887:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp10: Reply from 12345-192.168.202.117@tcp10 of length 368/368 into md 0x1761 00000400:00000200:3.0:1767384636.250895:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp29(0000000084ad736d) state 0x41 00000004:00000001:2.0:1767384636.250895:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384636.250897:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384636.250903:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000084ad736d (2) 00000020:00000010:2.0:1767384636.250905:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000291c2c05. 00000400:00000010:3.0:1767384636.250908:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000265eb5f1. 00000040:00000010:2.0:1767384636.250911:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000b8f6723. 00000800:00000001:1.0:1767384636.250911:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384636.250929:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d320730. 00000020:00000010:2.0:1767384636.250935:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6c34944. 00000400:00000200:1.0:1767384636.250936:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384636.250938:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003130899f. 00000020:00000010:2.0:1767384636.250941:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384636.250946:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d65e9882. 00000400:00000200:3.0:1767384636.250950:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp29 80000000:00000010:2.0:1767384636.250952:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bcc04165. 00000400:00000200:1.0:1767384636.250952:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: REPLY: OK 40000000:00000010:2.0:1767384636.250960:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049cfc18b. 00000400:00000200:3.0:1767384636.250961:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp29 local destination 00100000:00000010:2.0:1767384636.250967:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e82d7cf9. 00000400:00000200:3.0:1767384636.250968:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00040000:00000010:2.0:1767384636.250973:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ce50c450. 00000400:00000200:3.0:1767384636.250974:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp29 00040000:00000010:2.0:1767384636.250979:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044863a55. 00000400:00000200:3.0:1767384636.250980:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp29 lpni_is_preferred = 0 00000400:00000200:3.0:1767384636.250985:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp29 00040000:00000010:2.0:1767384636.250985:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b79e581e. 00000400:00000200:3.0:1767384636.250991:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp29 NI seq info: [59:59:256:4294967295] 192.168.202.117@tcp29 LPNI seq info [1:1:8:4294967295] 00080000:00000010:2.0:1767384636.250992:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bc7a8b65. 00000004:00000010:2.0:1767384636.250998:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007a27305a. 00000400:00000200:3.0:1767384636.250999:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp29 00000004:00000010:2.0:1767384636.251006:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093e1f116. 00000800:00000001:0.0:1767384636.251008:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1767384636.251013:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004e09a674. 00000400:00000200:3.0:1767384636.251015:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp29(192.168.202.117@tcp29:) -> 192.168.202.117@tcp29(192.168.202.117@tcp29:192.168.202.117@tcp29) : GET try# 0 00002000:00000010:2.0:1767384636.251020:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b829c63b. 00000400:00000200:1.0:1767384636.251024:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000800:00000200:3.0:1767384636.251025:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp29 00000004:00000010:2.0:1767384636.251026:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000790a6cb7. 00000400:00000010:1.0:1767384636.251031:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000800:00000010:3.0:1767384636.251032:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fcf4d82a. 00000020:00000010:2.0:1767384636.251033:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010caa5ff. 00000020:00000001:2.0:1767384636.251039:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.251039:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000010:3.0:1767384636.251041:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005e032d6b. 00000020:00000001:2.0:1767384636.251045:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384636.251046:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c5cbbb97. 00000400:00000200:1.0:1767384636.251050:0:16134:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 10000000:00000010:2.0:1767384636.251051:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007b257ab2. 00000800:00000200:3.0:1767384636.251057:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (2) 10000000:00000010:2.0:1767384636.251058:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008aac1498. 00000400:00000200:1.0:1767384636.251060:0:16134:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 10000000:00000001:2.0:1767384636.251067:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384636.251068:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (2) 00000400:00000200:1.0:1767384636.251070:0:16134:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 21. state = 0x100271 00000100:00000001:2.0:1767384636.251073:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384636.251080:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080eca1a4 x1853237059667456/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384636.251083:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384636.251085:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp29 00000400:00000200:1.0:1767384636.251093:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (22) 00000400:00000200:3.0:1767384636.251094:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp29(0000000084ad736d) state 0x241 rc 0 00000400:00000200:3.0:1767384636.251105:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000800:00000001:1.0:1767384636.251108:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384636.251115:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 000000001e317bea. 00000100:00000001:2.0:1767384636.251117:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767384636.251117:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384636.251120:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000923c35a3. 02000000:00000001:2.0:1767384636.251122:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384636.251126:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 00000000e14ddf55. 02000000:00000010:2.0:1767384636.251126:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f439218d. 02000000:00000001:2.0:1767384636.251133:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384636.251135:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384636.251137:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384636.251139:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384636.251140:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384636.251142:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384636.251143:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384636.251145:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384636.251147:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005683a504. 00000100:00000010:2.0:1767384636.251151:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fa72c901. 00000100:00000001:2.0:1767384636.251154:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:3.0:1767384636.251155:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp28(00000000d6a979cd) status changed from 0xdeadface to 0x15aac0de 02000000:00000010:2.0:1767384636.251156:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a6418293. 02000000:00000001:2.0:1767384636.251159:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384636.251160:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384636.251160:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080eca1a4. 00000100:00000001:2.0:1767384636.251162:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384636.251165:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384636.251189:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008d320730 00000400:00000200:3.0:1767384636.251195:0:16138:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.117@tcp29 00000400:00000200:3.0:1767384636.251199:0:16138:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.117@tcp29 NID 192.168.202.117@tcp29 10000000:00000010:2.0:1767384636.251203:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008b3ddd90. 00000400:00000010:3.0:1767384636.251204:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000052d3cdde. 10000000:01000000:2.0:1767384636.251212:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384636.251213:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000052d3cdde nid 192.168.202.117@tcp29 00000400:00000010:3.0:1767384636.251218:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e39cb774. 00000400:00000200:3.0:1767384636.251222:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e39cb774 net tcp29 10000000:00000001:2.0:1767384636.251222:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:3.0:1767384636.251228:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (21) 00010000:00000001:2.0:1767384636.251228:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384636.251235:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384636.251235:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384636.251236:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp29 flags 0x11 00000020:00000040:2.0:1767384636.251241:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=3 00000400:00000010:3.0:1767384636.251243:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 000000001e317bea. 00000020:00000001:2.0:1767384636.251260:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00000400:00000010:3.0:1767384636.251263:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000923c35a3. 00010000:00000001:2.0:1767384636.251268:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00000400:00000010:3.0:1767384636.251269:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 00000000e14ddf55. 00000400:00000010:3.0:1767384636.251291:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000000b53b571. 00010000:00000001:2.0:1767384636.251291:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384636.251296:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384636.251299:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384636.251307:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00010000:00000001:2.0:1767384636.251312:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384636.251313:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00010000:00000001:2.0:1767384636.251315:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384636.251319:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:3.0:1767384636.251323:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00010000:00010000:2.0:1767384636.251325:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384636.251327:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:1.0:1767384636.251334:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384636.251336:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00010000:00000001:2.0:1767384636.251338:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384636.251343:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384636.251345:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (22) 00010000:00000001:2.0:1767384636.251346:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384636.251350:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384636.251352:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384636.251355:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384636.251357:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384636.251359:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:2.0:1767384636.251362:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384636.251403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251450:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251502:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251613:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251654:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251735:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251777:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251809:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.251961:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252006:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252079:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252112:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252143:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252170:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252221:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252349:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252400:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252428:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252458:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252478:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252504:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252531:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252555:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252593:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252628:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252654:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252686:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252716:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252754:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384636.252779:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384636.252946:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:1.0:1767384636.252952:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0f3f2b0. 00000800:00000010:1.0:1767384636.252959:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c49e6344. 00000800:00000010:1.0:1767384636.252985:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c49e6344. 00000800:00020000:1.0:1767384636.252993:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384636.252996:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0f3f2b0. 00000800:00000010:1.0:1767384636.253005:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:02020000:1.0:1767384636.253048:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp29 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384636.253054:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp29 notifying 192.168.202.117@tcp29: down 00000800:00000200:1.0:1767384636.253059:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp29 down 00000800:00000100:1.0:1767384636.253064:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp29 00000800:00000010:1.0:1767384636.253067:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fcf4d82a. 00000400:00000200:1.0:1767384636.253069:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384636.253073:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp29->192.168.202.117@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384636.253077:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp29 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:1.0:1767384636.253079:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d320730 00000400:00000010:1.0:1767384636.253081:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d320730. 00000400:00000200:1.0:1767384636.253084:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384636.253086:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp29: 1 00000400:00000200:1.0:1767384636.253088:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp29 (0000000084ad736d): -114 00000400:00000010:1.0:1767384636.253101:0:16128:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000265eb5f1. 00000400:00000200:1.0:1767384636.253103:0:16128:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000084ad736d (3) 00000400:00000200:1.0:1767384636.253108:0:16128:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000007ea7967 nid 192.168.202.117@tcp29 00000400:00000010:1.0:1767384636.253110:0:16128:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000007ea7967. 00000400:00000200:1.0:1767384636.253114:0:16128:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000db8f5257 net tcp29 00000400:00000010:1.0:1767384636.253115:0:16128:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000db8f5257. 00000400:00000200:1.0:1767384636.253118:0:16128:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000084ad736d (2) 00000400:00000200:0.0:1767384636.253126:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384636.253135:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp29(0000000084ad736d) state 0x80841 00000400:00000200:0.0:1767384636.253141:0:16138:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.117@tcp29(0000000084ad736d) state 0x80841 00000400:00000200:0.0:1767384636.253144:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp29(0000000084ad736d) state 0x80801 rc 0 00000400:00000200:0.0:1767384636.253149:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp29 (0000000084ad736d) 00000400:00000200:0.0:1767384636.253152:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000084ad736d (1) 00000400:00000200:0.0:1767384636.253156:0:16138:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000084ad736d nid 192.168.202.117@tcp29 00000400:00000010:0.0:1767384636.253159:0:16138:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000084ad736d. 00000100:00000040:0.0:1767384636.260902:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294926350, at 4294926351 00000100:00000010:0.0:1767384636.260911:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cef1ecf. 00000020:00000010:3.0:1767384636.260930:0:26545:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000040fda6d4. 00000100:00000040:2.0:1767384636.260931:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294926350, at 4294926351 00000020:00000040:3.0:1767384636.260938:0:26545:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000100:00000010:2.0:1767384636.260940:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b97e696d. 00000020:00000010:3.0:1767384636.260942:0:26545:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000040fda6d4. 00000100:00000040:3.0:1767384636.261888:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294926350, at 4294926352 00000100:00000010:3.0:1767384636.261896:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000776c7ef3. 00000100:00000040:1.0:1767384636.261906:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294926350, at 4294926352 00000100:00000010:1.0:1767384636.261915:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa47495c. 00080000:00000001:3.0:1767384636.275572:0:26534:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384636.275584:0:26534:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.275588:0:26534:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384636.275593:0:26534:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384636.275598:0:26534:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.275601:0:26534:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.309902:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384636.309907:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.309937:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384636.309938:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384636.310032:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384636.310036:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384636.310039:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384636.757897:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384636.757902:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384636.757904:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005521f55c 00000400:00000010:0.0:1767384636.757908:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005521f55c. 00000400:00000200:0.0:1767384636.757913:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384636.757919:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery ping unlinked 00000400:00000010:0.0:1767384636.757928:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cda1a90e. 00000400:00000010:0.0:1767384636.757931:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000025134045. 00000001:00000001:3.0:1767384637.013324:0:26701:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384637.013328:0:26701:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:3.0:1767384637.018501:0:26701:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384637.026540:0:26702:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000790a6cb7. 00000400:00000010:2.0:1767384637.026555:0:26702:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d7d7b716. 00000400:00000010:2.0:1767384637.026564:0:26702:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f7b1e103. 00000400:00000010:2.0:1767384637.026567:0:26702:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f7c6449b. 00000400:00000010:2.0:1767384637.026570:0:26702:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed2428a1. 00000400:00000010:2.0:1767384637.026574:0:26702:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007584edef. 00000400:00000010:2.0:1767384637.026576:0:26702:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c074029. 00000400:00000010:2.0:1767384637.026579:0:26702:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cc046f6. 00000400:00000010:2.0:1767384637.026583:0:26702:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000959133fc. 00000800:00000010:2.0:1767384637.026597:0:26702:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a08c4825. 00000800:00000200:2.0:1767384637.026609:0:26702:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384637.026622:0:26702:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384637.026658:0:26702:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384637.026678:0:26702:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp30 [8/256/0/180] 00000400:00000010:2.0:1767384637.028195:0:26702:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000291c2c05. 00000400:00000010:2.0:1767384637.028201:0:26702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f641e2a. 00000400:00000010:2.0:1767384637.028205:0:26702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000400:00000001:2.0:1767384637.028220:0:26702:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384637.028221:0:26702:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384637.028223:0:26702:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000245fa639. 00000400:00000200:2.0:1767384637.028226:0:26702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003378e799 00000400:00000010:2.0:1767384637.028233:0:26702:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003378e799. 00000400:00000010:2.0:1767384637.028236:0:26702:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000000f60e856. 00000400:00000200:2.0:1767384637.028253:0:26702:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (21) 00000400:00000200:2.0:1767384637.028265:0:26702:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384637.028273:0:26702:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:2.0:1767384637.028280:0:26702:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000b7350ae. 00000020:01000000:2.0:1767384637.028285:0:26702:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384637.028287:0:26702:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp30 00000400:00000200:0.0:1767384637.028289:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384637.028296:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:0.0:1767384637.028301:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005521f55c. 00000400:00000010:2.0:1767384637.028302:0:26702:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d7d7b716. 00000400:00000200:0.0:1767384637.028304:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (22) 00000400:00000010:2.0:1767384637.028307:0:26702:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000790a6cb7. 00000400:00000010:0.0:1767384637.028310:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007a090521. 00000400:00000200:0.0:1767384637.028316:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp10 00000020:00000001:1.0:1767384637.028327:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384637.028328:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp10 to MR: 192.168.202.117@tcp10 local destination 10000000:00000001:1.0:1767384637.028333:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384637.028338:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384637.028338:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp10 NI seq info: [60:60:256:4294967295] 192.168.202.117@tcp10 LPNI seq info [59:59:8:4294967295] 10000000:01000000:1.0:1767384637.028342:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384637.028346:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384637.028349:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp10 00000020:01000004:1.0:1767384637.028350:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384637.028359:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) -> 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) : PUT try# 0 00000020:01000004:1.0:1767384637.028360:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384637.028364:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384637.028366:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384637.028369:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384637.028369:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.117@tcp10 00000020:01000004:1.0:1767384637.028372:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384637.028374:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000010:0.0:1767384637.028375:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de87d9ef. 00000020:01000004:1.0:1767384637.028376:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384637.028379:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384637.028383:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (6) 00000100:00000010:1.0:1767384637.028384:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e0f4f46. 00000020:00000040:1.0:1767384637.028390:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000800:00000200:0.0:1767384637.028393:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:988 00000100:00000001:1.0:1767384637.028397:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384637.028398:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de87d9ef type 1, nob 480 niov 1 nkiov 1 02000000:00000001:1.0:1767384637.028402:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384637.028406:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384637.028415:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f329d52f. 00000400:00000200:0.0:1767384637.028416:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384637.028421:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:1.0:1767384637.028423:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.028431:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384637.028434:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.028441:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0f4f46] to pc [ptlrpcd_00_01+1] req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384637.028466:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384637.028469:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.028471:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384637.028472:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384637.028478:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384637.028479:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384637.028481:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384637.028481:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:1.0:1767384637.028485:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384637.028487:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384637.028488:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384637.028492:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384637.028492:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384637.028494:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384637.028496:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384637.028497:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:0.0:1767384637.028499:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384637.028500:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384637.028503:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384637.028506:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384637.028508:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384637.028513:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000020:00000040:1.0:1767384637.028516:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384637.028524:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384637.028526:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384637.028527:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.028528:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384637.028530:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384637.028532:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.028533:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767384637.028536:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de87d9ef. 02000000:00000001:0.0:1767384637.028537:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384637.028542:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000323483e2. 02000000:00000001:0.0:1767384637.028542:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.028544:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384637.028549:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.028549:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059667584:0@lo:253: 00000400:00000200:3.0:1767384637.028557:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: PUT: OK 00000100:00000001:1.0:1767384637.028557:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384637.028558:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384637.028560:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.028565:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384637.028568:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.028569:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384637.028569:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eebd37] to pc [ptlrpcd_00_02+2] req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384637.028571:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384637.028577:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp10: 0 02000000:00000010:0.0:1767384637.028578:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cda6469c. 02000000:00000001:0.0:1767384637.028583:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.028589:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 00000800:00000001:3.0:1767384637.028592:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:1.0:1767384637.028594:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.028596:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c44e0fb8. 10000000:00000001:1.0:1767384637.028597:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.028602:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384637.028603:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:1.0:1767384637.028605:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384637.028605:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059667584, portal 25 00000800:00000001:3.0:1767384637.028609:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384637.028612:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000b7350ae. 00000100:00000001:0.0:1767384637.028612:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384637.028616:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.028617:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158520832 : -115911551030784 : ffff96943d2cea00) 00000100:00000001:1.0:1767384637.028623:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.028626:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384637.028629:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10) <- 192.168.202.117@tcp10 : PUT - for me 00000100:00000001:1.0:1767384637.028629:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384637.028635:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384637.028641:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.028643:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384637.028646:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.028649:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 384 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384637.028652:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384637.028655:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384637.028660:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.028665:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 368/384 into md 0x171d [1] + 0 00000100:00100000:1.0:1767384637.028667:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059667712:0@lo:253: 00000100:00000001:0.0:1767384637.028668:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384637.028675:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad69fa89. 00000100:00000040:0.0:1767384637.028676:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384637.028677:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384637.028681:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384637.028682:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbbc23b1. 02000000:00000001:1.0:1767384637.028683:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.028687:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384637.028693:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000496ebe8 02000000:00000010:1.0:1767384637.028694:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000041ae6daf. 02000000:00000001:1.0:1767384637.028697:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384637.028697:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059667584, offset 0 00000800:00000001:3.0:1767384637.028700:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384637.028705:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe3c02e5. 00000800:00000001:3.0:1767384637.028708:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.028709:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384637.028714:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384637.028720:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e964fbde. 00000400:00000200:0.0:1767384637.028723:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384637.028725:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: PUT: OK 00000100:00000200:1.0:1767384637.028727:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059667712, portal 25 00000400:00000200:3.0:1767384637.028733:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000400:00000200:0.0:1767384637.028734:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04680 00000400:00000010:3.0:1767384637.028738:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000001:1.0:1767384637.028739:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384637.028742:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 00000400:00000200:3.0:1767384637.028746:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384637.028749:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384637.028751:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1039 [2] + 0 00000400:00000200:3.0:1767384637.028753:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (23) 00000400:00000010:0.0:1767384637.028760:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d10bca14. 00000400:00000200:3.0:1767384637.028765:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000100:00000001:1.0:1767384637.028766:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384637.028767:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea8b1b71 00000100:00000040:1.0:1767384637.028772:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384637.028775:0:16135:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (384 bytes) 00000400:00000200:0.0:1767384637.028776:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384637.028777:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a08c69b. 00000100:00000200:1.0:1767384637.028783:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059667712, offset 0 00000400:00000200:0.0:1767384637.028786:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384637.028788:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384637.028793:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384637.028800:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (24) 00000400:00000200:3.0:1767384637.028812:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384637.028812:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384637.028813:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea8b1b71 00000400:00000200:3.0:1767384637.028823:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp10 to MR: 192.168.202.117@tcp10 local destination 00000400:00000010:0.0:1767384637.028823:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea8b1b71. 00000100:00000001:0.0:1767384637.028856:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384637.028859:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384637.028864:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000007cfaa910 x1853237059667584 msgsize 4848 00000400:00000200:3.0:1767384637.028865:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp10 NI seq info: [61:61:256:4294967295] 192.168.202.117@tcp10 LPNI seq info [60:60:8:4294967295] 00000100:00100000:0.0:1767384637.028873:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384637.028876:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384637.028885:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) -> 192.168.202.117@tcp10(192.168.202.117@tcp10:192.168.202.117@tcp10) 192.168.202.117@tcp10 : ACK try# 0 00000100:00000001:0.0:1767384637.028886:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384637.028893:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp10 00000400:00000200:0.0:1767384637.028897:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbbc23b1 00000400:00000200:1.0:1767384637.028898:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04700 00000800:00000010:3.0:1767384637.028902:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c71a23f. 00000400:00000010:0.0:1767384637.028902:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbbc23b1. 00000100:00000001:0.0:1767384637.028910:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384637.028915:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1049 [2] + 0 00000800:00000200:3.0:1767384637.028916:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (6) 00000100:00000200:0.0:1767384637.028916:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384637.028924:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024e10ea7. 00000800:00000200:3.0:1767384637.028930:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:1021 00000400:00000200:1.0:1767384637.028932:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008feb5d11 00000800:00000200:3.0:1767384637.028937:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008c71a23f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384637.028941:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384637.028941:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.028948:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384637.028950:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384637.028951:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1767384637.028959:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.028960:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008feb5d11 00000400:00000010:1.0:1767384637.028966:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008feb5d11. 00000100:00000001:0.0:1767384637.028967:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.028971:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384637.028975:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384637.028977:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384637.028979:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384637.028984:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294927131 00000100:00000040:1.0:1767384637.028985:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000002195409a x1853237059667712 msgsize 4848 00000100:00000010:0.0:1767384637.028991:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000100:00100000:1.0:1767384637.028997:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384637.028999:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384637.029001:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384637.029008:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384637.029008:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294927131 00000100:00000010:0.0:1767384637.029013:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000400:00000200:1.0:1767384637.029017:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a08c69b 00000100:00000001:0.0:1767384637.029017:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384637.029021:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a08c69b. 00000100:00000001:0.0:1767384637.029023:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294927131 00000100:00000001:1.0:1767384637.029025:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384637.029026:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384637.029028:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000800:00000010:3.0:1767384637.029031:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c71a23f. 00000100:00000200:1.0:1767384637.029031:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.029033:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384637.029040:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384637.029041:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294927131 00000100:00000001:1.0:1767384637.029042:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384637.029047:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384637.029048:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000100:00000001:0.0:1767384637.029054:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384637.029055:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: ACK: OK 00000100:00000001:0.0:1767384637.029061:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.029067:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384637.029068:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384637.029068:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.029072:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384637.029074:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.029076:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384637.029078:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384637.029081:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384637.029085:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.029085:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.029090:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384637.029091:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384637.029091:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294927131 00000100:00000001:0.0:1767384637.029094:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384637.029097:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294927131 00000100:00000001:0.0:1767384637.029098:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.029101:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294927131 00000800:00000001:3.0:1767384637.029102:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.029102:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384637.029106:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294927131 00000100:00000001:0.0:1767384637.029106:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.029112:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294927131 00000100:00000001:0.0:1767384637.029114:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.029116:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp10(192.168.202.117@tcp10) <- 192.168.202.117@tcp10 : ACK - for me 00000100:00000001:1.0:1767384637.029119:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294927131 00000100:00000001:1.0:1767384637.029122:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294927131 00000100:00000001:1.0:1767384637.029124:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294927131 00000100:00000001:1.0:1767384637.029125:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384637.029127:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.029130:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.029133:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp10: ACK from 12345-192.168.202.117@tcp10 into md 0x176d 00000100:00000001:1.0:1767384637.029133:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.029138:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384637.029139:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384637.029141:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384637.029146:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384637.029147:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp10->192.168.202.117@tcp10: ACK: OK 00000100:00000001:1.0:1767384637.029148:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384637.029152:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.029155:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005521f55c 00000100:00000001:1.0:1767384637.029155:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384637.029160:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005521f55c. 00000400:00000200:3.0:1767384637.029165:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384637.029172:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:3.0:1767384637.029176:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:1.0:1767384637.029177:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384637.029181:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667584 00000400:00000200:3.0:1767384637.029182:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (23) 02000000:00000001:1.0:1767384637.029183:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384637.029188:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384637.029190:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384637.029192:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384637.029194:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384637.029197:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384637.029198:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667584 00000020:00000001:1.0:1767384637.029201:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384637.029203:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384637.029205:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.029209:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:1.0:1767384637.029211:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384637.029213:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384637.029217:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384637.029219:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384637.029223:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384637.029227:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000631b9e8. 00000100:00000001:1.0:1767384637.029231:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384637.029233:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000631b9e8. 00000100:00000001:3.0:1767384637.029237:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384637.029239:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000290a4bc4. 00000100:00000001:3.0:1767384637.029257:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384637.029262:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c5ae5a1. 00000020:00000010:1.0:1767384637.029267:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000100:00000040:1.0:1767384637.029278:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384637.029279:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384637.029281:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384637.029284:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384637.029284:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:3.0:1767384637.029285:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667712 00000100:00000001:1.0:1767384637.029288:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384637.029290:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384637.029290:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000000f60e856. 00000100:00000001:3.0:1767384637.029294:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384637.029296:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.029297:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053285ba1. 00000100:00000001:3.0:1767384637.029298:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384637.029305:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.029305:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005521f55c. 00000100:00000001:1.0:1767384637.029308:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384637.029310:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667712 00000400:00000200:0.0:1767384637.029311:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000000f60e856 00000020:00000001:3.0:1767384637.029316:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384637.029317:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000eeb57eba. 00000020:00000040:3.0:1767384637.029319:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:0.0:1767384637.029323:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000020:00000001:3.0:1767384637.029324:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384637.029324:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384637.029329:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384637.029329:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000020:00000040:3.0:1767384637.029330:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000400:00000200:0.0:1767384637.029336:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (22) 00000020:00000001:3.0:1767384637.029337:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00100000:1.0:1767384637.029337:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000400:00000010:0.0:1767384637.029342:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000719162ec. 00000020:00000001:3.0:1767384637.029345:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:1.0:1767384637.029345:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000400:00000010:0.0:1767384637.029346:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d74a7b. 00000100:00000001:1.0:1767384637.029349:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935850576 : -115911773701040 : ffff96942fe73c50) 00000100:00000001:3.0:1767384637.029353:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384637.029355:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ccb0038b. 00000100:00000040:1.0:1767384637.029356:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cfaa910 x1853237059667584/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 4848/0 e 0 to 0 dl 1767384648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384637.029360:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a47c2b5. 00000400:00000200:0.0:1767384637.029365:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:3.0:1767384637.029368:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384637.029375:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000010:3.0:1767384637.029376:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a47c2b5. 00000100:00000001:1.0:1767384637.029377:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384637.029383:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000631b9e8. 00000400:00000200:0.0:1767384637.029383:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000020:00000010:3.0:1767384637.029386:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff7434ca. 00000100:00000001:1.0:1767384637.029387:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384637.029394:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000631b9e8. 00000020:00000010:3.0:1767384637.029396:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7c9c4a5. 00000400:00000200:0.0:1767384637.029397:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000100:00100000:1.0:1767384637.029403:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cfaa910 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059667584:12345-0@lo:253: 00000020:00000010:3.0:1767384637.029405:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e64e872. 00000400:00000200:0.0:1767384637.029411:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000200:1.0:1767384637.029412:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667584 00000100:00000001:3.0:1767384637.029415:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384637.029417:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384637.029419:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384637.029422:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.029422:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384637.029424:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000001:1.0:1767384637.029426:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.029432:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.029432:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384637.029436:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:0.0:1767384637.029437:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000001:1.0:1767384637.029439:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384637.029442:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.029447:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.029447:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000001:1.0:1767384637.029455:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384637.029458:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384637.029461:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000001:1.0:1767384637.029462:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.029465:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384637.029468:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384637.029469:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384637.029472:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384637.029475:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00100000:3.0:1767384637.029479:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 02000000:00000010:1.0:1767384637.029479:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002e987f4d. 02000000:00000001:1.0:1767384637.029485:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384637.029486:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:1.0:1767384637.029491:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.029492:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935602768 : -115911773948848 : ffff96942fe37450) 00000400:00000200:0.0:1767384637.029494:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 20000000:00000001:1.0:1767384637.029497:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384637.029503:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002195409a x1853237059667712/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 4848/0 e 0 to 0 dl 1767384648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384637.029504:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384637.029508:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 20000000:00000010:1.0:1767384637.029509:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f9a570c9. 00000400:00000200:0.0:1767384637.029512:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 20000000:01000000:1.0:1767384637.029516:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384637.029522:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384637.029526:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384637.029530:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.029530:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:3.0:1767384637.029533:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384637.029536:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384637.029539:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a47c2b5. 20000000:00000001:1.0:1767384637.029540:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384637.029541:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000001:3.0:1767384637.029545:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384637.029549:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000020:00000010:3.0:1767384637.029550:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a47c2b5. 20000000:00000010:1.0:1767384637.029552:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cce00319. 20000000:01000000:1.0:1767384637.029558:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000100:00100000:3.0:1767384637.029560:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002195409a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059667712:12345-0@lo:253: 00000400:00000200:0.0:1767384637.029562:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 20000000:00000001:1.0:1767384637.029566:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000200:3.0:1767384637.029570:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667712 00000400:00000200:0.0:1767384637.029573:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00080000:00000001:1.0:1767384637.029574:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384637.029576:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384637.029582:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384637.029582:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 00000020:00000001:3.0:1767384637.029587:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.029591:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000020:00000001:3.0:1767384637.029592:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384637.029596:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:0.0:1767384637.029601:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 10], ns[59, 10] 00000020:00000001:3.0:1767384637.029602:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384637.029605:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384637.029610:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384637.029610:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00080000:00000001:1.0:1767384637.029614:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384637.029615:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384637.029619:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.029619:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp11 00080000:00000001:1.0:1767384637.029620:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384637.029625:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.029626:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384637.029628:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384637.029629:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp11 lpni_is_preferred = 0 02000000:00000001:3.0:1767384637.029631:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384637.029633:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384637.029637:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp11 02000000:00000010:3.0:1767384637.029638:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b6323371. 00000020:00000001:1.0:1767384637.029639:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 02000000:00000001:3.0:1767384637.029645:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.029646:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384637.029647:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp11 NI seq info: [62:62:256:4294967295] 192.168.202.117@tcp11 LPNI seq info [61:61:8:4294967295] 00000100:00000001:3.0:1767384637.029650:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.029654:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000010:1.0:1767384637.029655:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a6368356. 00000400:00000200:0.0:1767384637.029657:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp11 00080000:00000001:1.0:1767384637.029659:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156858156032 : -115916851395584 : ffff9693013fc400) 20000000:00000010:3.0:1767384637.029663:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ed45f66e. 00080000:00000001:1.0:1767384637.029664:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:01000000:3.0:1767384637.029670:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384637.029670:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11:) -> 192.168.202.117@tcp11(192.168.202.117@tcp:192.168.202.117@tcp11) : GET try# 0 20000000:00000001:3.0:1767384637.029675:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384637.029678:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384637.029681:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp11 20000000:00000001:3.0:1767384637.029682:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.029687:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384637.029688:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d7b0596a. 20000000:00000001:3.0:1767384637.029689:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.0:1767384637.029700:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (6) 00000800:00000200:0.0:1767384637.029706:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp11 ip 192.168.202.117:988 00000800:00000200:0.0:1767384637.029708:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7b0596a type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384637.029718:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384637.029720:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000001:00000001:1.0:1767384637.029769:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384637.029772:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.029774:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384637.029789:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.029792:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767384637.029816:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384637.029819:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d7b0596a. 00000400:00000200:0.0:1767384637.029823:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.029828:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: GET: OK 00000400:00000200:0.0:1767384637.029830:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384637.029874:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:0.0:1767384637.029880:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384637.029885:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384637.029886:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384637.029892:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.029897:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11) <- 192.168.202.117@tcp11 : GET - for me 00000400:00000200:0.0:1767384637.029904:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384637.029909:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 384/384 into md 0x1769 [1] + 0 00000400:00000200:0.0:1767384637.029918:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp11 to MR: 192.168.202.117@tcp11 local destination 00080000:00000001:1.0:1767384637.029920:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384637.029926:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384637.029927:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp11 NI seq info: [63:63:256:4294967295] 192.168.202.117@tcp11 LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1767384637.029943:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) -> 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) 192.168.202.117@tcp11 : REPLY try# 0 00000800:00000200:0.0:1767384637.029950:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.117@tcp11 00000800:00000010:0.0:1767384637.029954:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7b0596a. 00000800:00000200:0.0:1767384637.029961:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (6) 00000800:00000200:0.0:1767384637.029967:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp11 ip 192.168.202.117:1019 00000800:00000200:0.0:1767384637.029971:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7b0596a type 3, nob 480 niov 1 nkiov 1 00000800:00000001:1.0:1767384637.029987:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384637.030047:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384637.030050:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384637.030051:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7b0596a. 00000800:00000001:1.0:1767384637.030057:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384637.030058:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384637.030064:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.030064:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: REPLY: OK 00000800:00000001:1.0:1767384637.030067:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.030071:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.030080:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11) <- 192.168.202.117@tcp11 : REPLY - for me 00000400:00000200:1.0:1767384637.030091:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp11: Reply from 12345-192.168.202.117@tcp11 of length 384/384 into md 0x1785 00000800:00000001:1.0:1767384637.030095:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.030100:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.030102:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.030106:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: REPLY: OK 00000400:00000200:1.0:1767384637.030110:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d74a7b 00000400:00000010:1.0:1767384637.030112:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d74a7b. 00000400:00000200:1.0:1767384637.030115:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384637.030119:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:1.0:1767384637.030122:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:1.0:1767384637.030125:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 22. state = 0x100251 00000400:00000200:1.0:1767384637.030130:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384637.030140:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (23) 00000800:00000001:1.0:1767384637.030145:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.030147:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.030167:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384637.030173:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:0.0:1767384637.030180:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 0000000025134045. 00000400:00000010:0.0:1767384637.030183:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 000000007674bde8. 00000400:00000010:0.0:1767384637.030186:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000089b4cf0d. 00000400:00000200:0.0:1767384637.030209:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp29(0000000052d3cdde) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384637.030215:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f3a2a07c. 00000400:00000200:0.0:1767384637.030219:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f3a2a07c nid 192.168.202.117@tcp30 00000400:00000010:0.0:1767384637.030223:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006ead953d. 00000400:00000200:0.0:1767384637.030225:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000006ead953d net tcp30 00000400:00000200:0.0:1767384637.030228:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (22) 00000400:00000200:0.0:1767384637.030232:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp30 flags 0x11 00000400:00000010:0.0:1767384637.030235:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 0000000025134045. 00000400:00000010:0.0:1767384637.030238:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 000000007674bde8. 00000400:00000010:0.0:1767384637.030268:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000089b4cf0d. 00000400:00000010:0.0:1767384637.030273:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000719162ec. 00000400:00000200:0.0:1767384637.030275:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384637.030279:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:0.0:1767384637.030283:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:0.0:1767384637.030286:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:0.0:1767384637.030289:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384637.030291:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384637.030295:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384637.030298:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (23) 00080000:00000001:1.0:1767384637.037983:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384637.037984:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384637.037991:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384637.037993:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:2.0:1767384637.037995:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384637.037997:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384637.037999:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384637.038000:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384637.038002:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384637.038006:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a6368356. 00080000:00000001:2.0:1767384637.038011:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384637.038013:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384637.038020:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384637.038023:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384637.038025:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384637.038029:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384637.038031:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384637.038033:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:0.0:1767384637.038038:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eeac550d. 00010000:00000001:2.0:1767384637.038039:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:0.0:1767384637.038041:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00010000:00000001:2.0:1767384637.038043:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384637.038046:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:2.0:1767384637.038049:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000018a48047 count: 2 00010000:00000001:2.0:1767384637.038052:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384637.038052:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384637.038056:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384637.038060:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f65d08. 00000020:00000001:2.0:1767384637.038064:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384637.038066:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065f65d08 with handle 0x534bb1615bf4c7e9 to hash 00000020:00000001:2.0:1767384637.038069:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384637.038071:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384637.038074:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384637.038078:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384637.038079:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384637.038079:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384637.038082:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384637.038082:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384637.038084:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384637.038085:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384637.038089:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384637.038101:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:2.0:1767384637.038102:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384637.038104:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384637.038106:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384637.038108:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:0.0:1767384637.038109:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007674bde8. 00010000:00000001:2.0:1767384637.038110:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384637.038112:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868765696 : -115916840785920 : ffff969301e1a800) 00010000:00000001:2.0:1767384637.038113:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384637.038115:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384637.038118:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.038125:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384637.038126:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.038129:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384637.038130:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.038132:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.038134:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384637.038137:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384637.038143:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000018a48047) refcount = 2 00010000:00000040:2.0:1767384637.038147:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384637.038149:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384637.038155:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384637.038156:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384637.038164:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017e19110. 00000100:00000001:2.0:1767384637.038167:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:0.0:1767384637.038170:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384637.038171:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384637.038172:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7d7b716. 00080000:00000001:0.0:1767384637.038173:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384637.038175:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027454208 : -115911682097408 : ffff9694355cff00) 00000100:00000001:2.0:1767384637.038177:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628162027454208 : -115911682097408 : ffff9694355cff00) 00000100:00000001:2.0:1767384637.038179:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384637.038181:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384637.038183:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1767384637.038187:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384637.038190:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384637.038193:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.038195:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384637.038197:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384637.038200:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384637.038202:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384637.038204:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384637.038209:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080eca1a4. 00000020:00000040:2.0:1767384637.038213:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:2.0:1767384637.038216:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384637.038219:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384637.038223:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384637.038228:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d65e9882. 00000100:00000001:2.0:1767384637.038233:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384637.038239:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384637.038270:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 16 pid: 16773 timeout: 409 lvb_type: 0 00080000:00000001:0.0:1767384637.038271:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384637.038274:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384637.038278:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384637.038282:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384637.038287:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384637.038296:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384637.038298:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384637.038302:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059667840:0@lo:104: 00000100:00000001:2.0:1767384637.038306:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384637.038310:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384637.038313:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384637.038315:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384637.038319:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b8f6723. 02000000:00000001:2.0:1767384637.038322:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384637.038329:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001596f5b. 00000400:00000010:2.0:1767384637.038337:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000200:2.0:1767384637.038343:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059667840, portal 16 00000100:00000001:2.0:1767384637.038346:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384637.038354:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000100:00000040:2.0:1767384637.038359:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384637.038367:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384637.038370:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384637.038373:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000100:00000200:2.0:1767384637.038376:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059667840, offset 0 00000400:00000200:2.0:1767384637.038381:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384637.038395:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384637.038406:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a04780 00000400:00000200:2.0:1767384637.038413:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:2.0:1767384637.038417:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024154926. 00000400:00000200:2.0:1767384637.038420:0:16794:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007793173d 00000400:00000200:2.0:1767384637.038425:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384637.038428:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384637.038432:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007793173d 00000400:00000010:2.0:1767384637.038434:0:16794:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007793173d. 00000100:00000001:2.0:1767384637.038438:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384637.038440:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384637.038443:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000043156e61 x1853237059667840 msgsize 328 00000100:00100000:2.0:1767384637.038447:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384637.038449:0:16794:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384637.038463:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384637.038469:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe22209 00000400:00000010:2.0:1767384637.038471:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000100:00000001:2.0:1767384637.038475:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384637.038481:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384637.038491:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384637.038494:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384637.038494:0:19653:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1c8dbb9. 00000100:00000010:1.0:1767384637.038503:0:19653:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fab21327. 00000100:00000001:2.0:1767384637.038505:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384637.038507:0:19653:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:2.0:1767384637.038509:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384637.038512:0:19653:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:2.0:1767384637.038514:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384637.038522:0:19653:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024e10ea7. 00000100:00000001:2.0:1767384637.038528:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294927140 00000400:00000010:1.0:1767384637.038528:0:19653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000afabc76. 00000100:00000001:1.0:1767384637.038535:0:19653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384637.038537:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294927131 00000100:00100000:1.0:1767384637.038538:0:19653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667840 02000000:00000001:1.0:1767384637.038543:0:19653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384637.038545:0:19653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384637.038546:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294927140 00000100:00000001:1.0:1767384637.038548:0:19653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.038552:0:19653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.038553:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294927131 00000100:00100000:1.0:1767384637.038555:0:19653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667840 00000020:00000001:1.0:1767384637.038559:0:19653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384637.038560:0:19653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000100:00000001:2.0:1767384637.038561:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294927140 00000020:00000001:1.0:1767384637.038562:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.038566:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000100:00000001:2.0:1767384637.038569:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294927131 00000020:00000001:1.0:1767384637.038569:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000020:00000001:1.0:1767384637.038573:0:19653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:2.0:1767384637.038576:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294927140 00000100:00000001:1.0:1767384637.038577:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384637.038582:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294927131 00000020:00000010:1.0:1767384637.038582:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016d7faa3. 00000100:00000001:2.0:1767384637.038590:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384637.038590:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384637.038595:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016d7faa3. 00000100:00000001:2.0:1767384637.038596:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.038601:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.038603:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384637.038604:0:19653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0f3cf2d. 00000020:00000001:2.0:1767384637.038606:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.038610:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384637.038611:0:19653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db5d5f7d. 00010000:00000001:2.0:1767384637.038612:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.038615:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.038619:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1767384637.038619:0:19653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000072e32fcf. 00010000:00000001:2.0:1767384637.038623:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384637.038627:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.038629:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384637.038631:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384637.038631:0:19653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:2.0:1767384637.038634:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d7d7b716 going to sleep for 11 seconds 00000100:00000001:1.0:1767384637.038636:0:19653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384637.038639:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384637.038640:0:19653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384637.038643:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.038644:0:19653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.038654:0:19653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.038663:0:19653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.038675:0:19653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384637.038677:0:19653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384637.038681:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384637.038685:0:19653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384637.038686:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384637.038692:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.038692:0:19653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:1.0:1767384637.038696:0:19653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162028207184 : -115911681344432 : ffff969435687c50) 00000100:00000001:2.0:1767384637.038698:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.038706:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043156e61 x1853237059667840/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 328/0 e 0 to 0 dl 1767384648 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384637.038725:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384637.038728:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016d7faa3. 00000100:00000001:1.0:1767384637.038731:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384637.038734:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016d7faa3. 00000100:00100000:1.0:1767384637.038738:0:19653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000043156e61 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059667840:12345-0@lo:104: 00000100:00000200:1.0:1767384637.038742:0:19653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667840 00010000:00000001:1.0:1767384637.038744:0:19653:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384637.038748:0:19653:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384637.038749:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.038750:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=2 00000020:00000001:1.0:1767384637.038752:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:1.0:1767384637.038754:0:19653:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:1.0:1767384637.038756:0:19653:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384637.038758:0:19653:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.038760:0:19653:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384637.038767:0:19653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384637.038769:0:19653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384637.038773:0:19653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009c857219. 02000000:00000001:1.0:1767384637.038775:0:19653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.038777:0:19653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.038780:0:19653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384637.038782:0:19653:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384637.038785:0:19653:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384637.038789:0:19653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384637.038791:0:19653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384637.038792:0:19653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384637.038795:0:19653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384637.038796:0:19653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.038798:0:19653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384637.038805:0:19653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384637.038808:0:19653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000200:1.0:1767384637.038810:0:19653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059667840, offset 224 00000400:00000200:1.0:1767384637.038816:0:19653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384637.038822:0:19653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384637.038829:0:19653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a04780 00000400:00000200:1.0:1767384637.038859:0:19653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1789 [1] + 224 00000400:00000200:1.0:1767384637.038863:0:19653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.038866:0:19653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384637.038871:0:19653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384637.038875:0:19653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384637.038883:0:19653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384637.038897:0:19653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384637.038903:0:19653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384637.038904:0:19653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:1.0:1767384637.038908:0:19653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384637.038910:0:19653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384637.038913:0:19653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.038916:0:19653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384637.038920:0:19653:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384637.038924:0:19653:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ccaa0df7. 00010000:00000001:1.0:1767384637.038929:0:19653:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384637.038941:0:19653:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384637.038944:0:19653:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.038947:0:19653:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.038949:0:19653:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.038953:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043156e61 x1853237059667840/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 328/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384637.038964:0:19653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000043156e61 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059667840:12345-0@lo:104: Request processed in 239us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384637.038973:0:19653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384637.038982:0:19653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00000001:1.0:1767384637.038985:0:19653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384637.038987:0:19653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384637.038991:0:19653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db5d5f7d. 00000020:00000010:1.0:1767384637.038996:0:19653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000072e32fcf. 00000020:00000010:1.0:1767384637.038999:0:19653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0f3cf2d. 00000020:00000040:1.0:1767384637.039004:0:19653:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 02000000:00000001:1.0:1767384637.039009:0:19653:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.039010:0:19653:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009c857219. 02000000:00000001:1.0:1767384637.039014:0:19653:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384637.039015:0:19653:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.039017:0:19653:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004c35b907. 02000000:00000001:1.0:1767384637.039020:0:19653:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384637.039021:0:19653:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8757cff. 02000000:00000001:1.0:1767384637.039025:0:19653:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.039026:0:19653:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a0133616. 02000000:00000001:1.0:1767384637.039028:0:19653:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384637.039029:0:19653:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000279d78e9. 02000000:00000001:1.0:1767384637.039032:0:19653:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.039033:0:19653:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001d90e6d6. 02000000:00000001:1.0:1767384637.039035:0:19653:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384637.039035:0:19653:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f67068d. 02000000:00000001:1.0:1767384637.039039:0:19653:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.039040:0:19653:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000016e90aac. 02000000:00000001:1.0:1767384637.039042:0:19653:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384637.039043:0:19653:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a643a439. 02000000:00000001:1.0:1767384637.039046:0:19653:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.039047:0:19653:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000721be6df. 02000000:00000001:1.0:1767384637.039049:0:19653:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384637.039049:0:19653:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e4abfd. 02000000:00000001:1.0:1767384637.039053:0:19653:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.039054:0:19653:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ca798035. 02000000:00000001:1.0:1767384637.039057:0:19653:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384637.039058:0:19653:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ee2eb9c. 00000100:00000010:1.0:1767384637.039062:0:19653:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007cacc536. 00000100:00000010:1.0:1767384637.039065:0:19653:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000a4e8eb7f. 00000100:00000001:1.0:1767384637.039067:0:19653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.039094:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384637.039100:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.039102:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384637.039104:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001596f5b. 00000400:00000200:0.0:1767384637.039109:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000400:00000010:0.0:1767384637.039111:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000001:0.0:1767384637.039115:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384637.039120:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384637.039129:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384637.039137:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384637.039140:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.039143:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384637.039146:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384637.039148:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384637.039150:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.039154:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384637.039158:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=45 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384637.039162:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384637.039166:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384637.039167:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.039170:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384637.039172:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039175:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.039187:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384637.039195:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.039198:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384637.039200:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384637.039204:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384637.039206:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384637.039207:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384637.039209:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.039214:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384637.039222:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059667840:0@lo:104: 00000020:00000001:1.0:1767384637.039227:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384637.039229:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384637.039230:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039233:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.039234:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384637.039239:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384637.039240:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767384637.039255:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384637.039257:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384637.039260:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080eca1a4 x1853237059667840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384637.039261:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384637.039276:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000634a8a61 already unused, calling callback (00000000b79f9119) 10000000:00000001:1.0:1767384637.039281:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384637.039282:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00010000:1.0:1767384637.039283:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384637.039286:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384637.039291:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b8f6723. 00010000:00000001:1.0:1767384637.039292:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384637.039294:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384637.039296:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384637.039297:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384637.039298:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=3 00000020:00000001:0.0:1767384637.039302:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384637.039303:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:1.0:1767384637.039308:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00000020:00000040:0.0:1767384637.039308:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00010000:00000001:1.0:1767384637.039312:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:0.0:1767384637.039313:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:1.0:1767384637.039315:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384637.039317:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d65e9882. 10000000:00000001:1.0:1767384637.039322:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384637.039324:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384637.039324:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384637.039329:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:01000000:1.0:1767384637.039331:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000010:0.0:1767384637.039332:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080eca1a4. 10000000:00000001:1.0:1767384637.039334:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384637.039337:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384637.039338:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000040:1.0:1767384637.039339:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384637.039342:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.039343:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384637.039345:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384637.039348:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d7d7b716. 00000100:00000001:0.0:1767384637.039352:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384637.039354:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384637.039356:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000010:0.0:1767384637.039357:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017e19110. 10000000:00000001:1.0:1767384637.039359:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384637.039367:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 00010000:00000001:0.0:1767384637.039368:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384637.039369:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384637.039371:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.039374:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.039376:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384637.039381:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384637.039381:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384637.039384:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384637.039388:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:0.0:1767384637.039388:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384637.039389:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384637.039393:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000634a8a61 with handle 0x534bb1615bf4c7db from hash 00010000:00000001:0.0:1767384637.039393:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384637.039398:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:0.0:1767384637.039398:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.039400:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.039402:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.039405:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384637.039409:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384637.039412:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384637.039416:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384637.039418:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384637.039423:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e4abfd. 00000020:00000040:1.0:1767384637.039427:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384637.039431:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384637.039432:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384637.039435:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384637.039441:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0f3cf2d. 00000100:00000001:1.0:1767384637.039444:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.039447:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384637.039450:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384637.039457:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384637.039459:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.039462:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384637.039465:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.039470:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e4abfd] to pc [ptlrpcd_00_03+3] req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384637.039502:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384637.039504:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.039510:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.039511:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.039513:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384637.039515:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.039517:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.039522:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384637.039523:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000634a8a61/0x534bb1615bf4c7db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c7e2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384637.039528:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000070fb44a6 count: 0 00000100:00000001:0.0:1767384637.039529:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.039534:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384637.039536:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384637.039538:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.039540:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:0.0:1767384637.039542:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384637.039543:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ccaa0df7. 00010000:00000001:1.0:1767384637.039547:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.039551:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384637.039553:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.039557:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384637.039560:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384637.039564:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039564:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384637.039568:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384637.039568:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.039571:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384637.039573:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.039575:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384637.039575:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384637.039581:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384637.039585:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.039589:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e4abfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059667968:0@lo:103: 00000100:00000001:0.0:1767384637.039594:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384637.039597:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384637.039599:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.039601:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384637.039605:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089b4cf0d. 02000000:00000001:0.0:1767384637.039607:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.039611:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000400:00000010:0.0:1767384637.039616:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000019d21d4. 00000100:00000200:0.0:1767384637.039619:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059667968, portal 18 00000100:00000001:0.0:1767384637.039621:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384637.039623:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158513664 : -115911551037952 : ffff96943d2cce00) 00000100:00000040:0.0:1767384637.039627:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.039634:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384637.039638:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384637.039647:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000100:00000200:0.0:1767384637.039651:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059667968, offset 0 00000400:00000200:0.0:1767384637.039659:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384637.039662:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.039665:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384637.039669:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.039669:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384637.039674:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.039682:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a04800 00000400:00000200:0.0:1767384637.039689:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:0.0:1767384637.039692:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058913bdd. 00000400:00000200:0.0:1767384637.039696:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef4e4c1c 00000400:00000200:0.0:1767384637.039700:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.039704:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384637.039708:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef4e4c1c 00000400:00000010:0.0:1767384637.039710:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef4e4c1c. 00000100:00000001:0.0:1767384637.039714:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384637.039716:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384637.039718:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000006e8d835c x1853237059667968 msgsize 328 00000100:00100000:0.0:1767384637.039723:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384637.039725:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384637.039739:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384637.039744:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000400:00000010:0.0:1767384637.039747:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000100:00000001:0.0:1767384637.039750:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384637.039753:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.039761:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.039764:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384637.039767:0:19654:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006ad0660f. 00000100:00000001:0.0:1767384637.039771:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.039772:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384637.039773:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384637.039775:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059667968 02000000:00000001:2.0:1767384637.039777:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384637.039778:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.039779:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384637.039781:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039781:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294927141 00000100:00000001:0.0:1767384637.039787:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927140 02000000:00000001:2.0:1767384637.039790:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039790:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294927141 00000100:00100000:2.0:1767384637.039793:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059667968 00000100:00000001:0.0:1767384637.039794:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927140 00000020:00000001:2.0:1767384637.039796:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384637.039797:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384637.039799:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384637.039801:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000020:00000001:2.0:1767384637.039803:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384637.039803:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294927141 00000020:00000001:2.0:1767384637.039805:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384637.039806:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927140 00000100:00000001:0.0:1767384637.039808:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294927141 00000100:00000001:2.0:1767384637.039809:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384637.039811:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927140 00000020:00000010:2.0:1767384637.039812:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049c18e75. 00000100:00000001:2.0:1767384637.039814:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.039814:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384637.039816:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049c18e75. 00000100:00000001:0.0:1767384637.039817:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039819:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384637.039821:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010caa5ff. 00000100:00000001:0.0:1767384637.039821:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384637.039826:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000400a4c70. 00000100:00000001:0.0:1767384637.039826:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.039827:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384637.039829:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.039852:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384637.039853:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064a4aca5. 00000100:00000001:0.0:1767384637.039854:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039857:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.039862:0:19654:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384637.039864:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384637.039866:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384637.039868:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384637.039871:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.039874:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384637.039876:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384637.039878:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384637.039880:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:2.0:1767384637.039882:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:2.0:1767384637.039885:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00010000:2.0:1767384637.039890:0:19654:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 17 pid: 16773 timeout: 409 lvb_type: 0 00010000:00000001:2.0:1767384637.039898:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.039899:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.039901:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.039902:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.039908:0:19654:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384637.039920:0:19654:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006e8d835c x1853237059667968/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 328/0 e 0 to 0 dl 1767384648 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.039928:0:19654:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384637.039930:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.039942:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.039954:0:19654:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384637.039956:0:19654:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384637.039959:0:19654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384637.039960:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384637.039962:0:19654:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:0.0:1767384637.039962:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384637.039964:0:19654:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162144350288 : -115911565201328 : ffff96943c54b050) 00000100:00000001:0.0:1767384637.039965:0:16765:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.039967:0:16765:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.039969:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e8d835c x1853237059667968/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 328/0 e 0 to 0 dl 1767384648 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.039977:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384637.039981:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049c18e75. 00000100:00000001:2.0:1767384637.039983:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384637.039985:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049c18e75. 00000100:00100000:2.0:1767384637.039990:0:19654:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006e8d835c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16143:x1853237059667968:12345-0@lo:103: 00000100:00000200:2.0:1767384637.039994:0:19654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059667968 00010000:00000001:2.0:1767384637.039996:0:19654:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384637.039998:0:19654:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384637.040000:0:19654:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384637.040004:0:19654:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384637.040007:0:19654:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384637.040010:0:19654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1ced5c2. 02000000:00000001:2.0:1767384637.040011:0:19654:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.040014:0:19654:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040016:0:19654:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384637.040019:0:19654:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384637.040021:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384637.040023:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384637.040026:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:2.0:1767384637.040030:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:2.0:1767384637.040035:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000040:2.0:1767384637.040045:0:19654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000018a48047 count: 3 00010000:00010000:2.0:1767384637.040049:0:19654:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 17 pid: 16773 timeout: 409 lvb_type: 0 00000100:00001000:2.0:1767384637.040056:0:19654:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384637 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384637.040059:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384637.040063:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.040064:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384637.040066:0:19654:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 17 pid: 16773 timeout: 409 lvb_type: 0 00000020:00000001:2.0:1767384637.040071:0:19654:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384637.040073:0:19654:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384637.040075:0:19654:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.040076:0:19654:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040079:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384637.040080:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384637.040084:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.040086:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040087:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384637.040089:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384637.040091:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c7e2 from hash 00010000:00000001:2.0:1767384637.040094:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384637.040095:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.040097:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040098:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384637.040099:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384637.040100:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384637.040102:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c7db expref: 17 pid: 16773 timeout: 409 lvb_type: 0 00010000:00000040:2.0:1767384637.040108:0:19654:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:2.0:1767384637.040110:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:2.0:1767384637.040115:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040118:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384637.040120:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384637.040127:0:19654:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000065f65d08 00010000:00000001:2.0:1767384637.040129:0:19654:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384637.040131:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384637.040133:0:19654:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.040134:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384637.040136:0:19654:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.040139:0:19654:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384637.040140:0:19654:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384637.040142:0:19654:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040149:0:19654:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384637.040151:0:19654:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384637.040153:0:19654:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384637.040155:0:19654:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384637.040156:0:19654:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000018a48047) refcount = 2 00010000:00010000:2.0:1767384637.040160:0:19654:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040166:0:19654:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384637.040169:0:19654:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384637.040170:0:19654:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.040172:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384637.040176:0:19654:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000049c18e75. 00000100:00000001:2.0:1767384637.040179:0:19654:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384637.040183:0:19654:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000efa7377. 00000100:00000001:2.0:1767384637.040186:0:19654:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027452288 : -115911682099328 : ffff9694355cf780) 00000100:00000001:2.0:1767384637.040188:0:19654:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628162027452288 : -115911682099328 : ffff9694355cf780) 00000100:00000001:2.0:1767384637.040190:0:19654:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384637.040191:0:19654:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384637.040193:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384637.040195:0:19654:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384637.040199:0:19654:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384637.040202:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384637.040203:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384637.040205:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=5 00000020:00000001:2.0:1767384637.040213:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384637.040216:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384637.040219:0:19654:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384637.040221:0:19654:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040227:0:19654:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384637.040229:0:19654:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040234:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.040236:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384637.040237:0:19654:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040258:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384637.040259:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040262:0:19654:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384637.040264:0:19654:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384637.040271:0:19654:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000065f65d08 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384637.040273:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384637.040276:0:19654:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384637.040278:0:19654:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040285:0:19654:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384637.040287:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384637.040289:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384637.040290:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=6 00000020:00000001:2.0:1767384637.040292:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384637.040295:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384637.040297:0:19654:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384637.040306:0:19654:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040312:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384637.040314:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384637.040316:0:19654:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040325:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384637.040327:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384637.040330:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384637.040332:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384637.040334:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065f65d08 with handle 0x534bb1615bf4c7e9 from hash 00010000:00000001:2.0:1767384637.040337:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384637.040338:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.040339:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040341:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384637.040343:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384637.040345:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384637.040345:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040346:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384637.040348:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.040351:0:19654:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.040352:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384637.040353:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:0.0:1767384637.040354:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384637.040355:0:19654:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384637.040357:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384637.040357:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040359:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040361:0:19654:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040364:0:19654:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.040364:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384637.040366:0:19654:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.040366:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384637.040368:0:19654:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384637.040368:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384637.040369:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384637.040373:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.040375:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040376:0:19654:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384637.040379:0:19654:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384637.040380:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384637.040382:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040383:0:19654:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384637.040386:0:19654:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384637.040394:0:19654:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040396:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384637.040398:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c7e9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384637.040407:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384637.040409:0:19654:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040411:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384637.040413:0:19654:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384637.040415:0:19654:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.040418:0:19654:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.040420:0:19654:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384637.040422:0:19654:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000efa7377. 00000100:00000001:2.0:1767384637.040425:0:19654:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384637.040427:0:19654:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384637.040429:0:19654:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000049c18e75. 00010000:00000001:2.0:1767384637.040433:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384637.040435:0:19654:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000018a48047 count: 0 00010000:00010000:2.0:1767384637.040443:0:19654:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384637.040445:0:19654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.040449:0:19654:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384637.040450:0:19654:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384637.040453:0:19654:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384637.040457:0:19654:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384637.040460:0:19654:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384637.040463:0:19654:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384637.040466:0:19654:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384637.040468:0:19654:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.040471:0:19654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384637.040473:0:19654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384637.040476:0:19654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000100:00000200:2.0:1767384637.040480:0:19654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059667968, offset 224 00000400:00000200:2.0:1767384637.040486:0:19654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384637.040493:0:19654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384637.040500:0:19654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a04800 00000400:00000200:2.0:1767384637.040506:0:19654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1799 [1] + 224 00000400:00000200:2.0:1767384637.040517:0:19654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384637.040521:0:19654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384637.040525:0:19654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384637.040529:0:19654:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384637.040539:0:19654:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.040556:0:19654:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384637.040562:0:19654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe22209 00000400:00000010:2.0:1767384637.040565:0:19654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000100:00000001:2.0:1767384637.040569:0:19654:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384637.040571:0:19654:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384637.040576:0:19654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.040579:0:19654:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384637.040582:0:19654:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040585:0:19654:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.040589:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e8d835c x1853237059667968/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 328/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384637.040598:0:19654:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006e8d835c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059667968:12345-0@lo:103: Request processed in 620us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384637.040607:0:19654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384637.040610:0:19654:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:2.0:1767384637.040612:0:19654:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384637.040614:0:19654:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384637.040618:0:19654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000400a4c70. 00000020:00000010:2.0:1767384637.040623:0:19654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064a4aca5. 00000020:00000010:2.0:1767384637.040627:0:19654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010caa5ff. 00000020:00000040:2.0:1767384637.040631:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 02000000:00000001:2.0:1767384637.040637:0:19654:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.040639:0:19654:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c1ced5c2. 02000000:00000001:2.0:1767384637.040643:0:19654:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384637.040645:0:19654:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.040646:0:19654:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000198e05cb. 02000000:00000001:2.0:1767384637.040656:0:19654:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384637.040658:0:19654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 02000000:00000001:2.0:1767384637.040663:0:19654:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.040665:0:19654:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b2546c1d. 02000000:00000001:2.0:1767384637.040668:0:19654:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384637.040669:0:19654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000772ef718. 02000000:00000001:2.0:1767384637.040675:0:19654:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.040676:0:19654:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000700467c4. 02000000:00000001:2.0:1767384637.040679:0:19654:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384637.040681:0:19654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018bf6413. 02000000:00000001:2.0:1767384637.040687:0:19654:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.040689:0:19654:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e949242. 02000000:00000001:2.0:1767384637.040694:0:19654:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384637.040696:0:19654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89e195b. 02000000:00000001:2.0:1767384637.040699:0:19654:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.040700:0:19654:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000efe5f908. 02000000:00000001:2.0:1767384637.040704:0:19654:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384637.040706:0:19654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d127e07a. 02000000:00000001:2.0:1767384637.040710:0:19654:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.040712:0:19654:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fb41f7ac. 02000000:00000001:2.0:1767384637.040716:0:19654:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384637.040718:0:19654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008544f4a0. 00000100:00000001:2.0:1767384637.040721:0:19654:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384637.040727:0:19654:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767384637.040732:0:19654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc36bef6. 00000400:00000010:2.0:1767384637.040737:0:19654:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000efa7377. 00000100:00000001:2.0:1767384637.040755:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.040757:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384637.040761:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384637.040763:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384637.040765:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00000400:00000200:2.0:1767384637.040769:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000019d21d4 00000400:00000010:2.0:1767384637.040771:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000019d21d4. 00000100:00000001:2.0:1767384637.040776:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384637.040780:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384637.040788:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.040802:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384637.040804:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.040806:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384637.040809:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384637.040811:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384637.040812:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384637.040815:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384637.040818:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384637.040822:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384637.040825:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384637.040826:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.040829:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384637.040855:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.040858:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.040862:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.040869:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384637.040871:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384637.040873:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384637.040876:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384637.040884:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e4abfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059667968:0@lo:103: 00000100:00000001:2.0:1767384637.040890:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.040892:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384637.040894:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e4abfd x1853237059667968/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.040903:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384637.040905:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384637.040907:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089b4cf0d. 02000000:00000001:2.0:1767384637.040910:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384637.040911:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384637.040913:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384637.040915:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384637.040923:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0f3cf2d. 02000000:00000001:2.0:1767384637.040926:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384637.040927:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384637.040929:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e4abfd. 00000100:00000001:2.0:1767384637.040931:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384637.040933:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.040934:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.040939:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384637.040940:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.040942:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.040944:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384637.044867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000070fb44a6. 00010000:00000010:1.1:1767384637.044878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00010000:00000010:2.1:1767384637.045860:0:26707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00080000:00000001:0.0:1767384637.045867:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384637.045870:0:26707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f65d08. 00000020:00000002:0.0:1767384637.045874:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00010000:00000010:2.1:1767384637.045876:0:26707:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000018a48047. 20000000:00000001:0.0:1767384637.045877:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384637.045879:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384637.045889:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384637.045903:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384637.045906:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384637.045909:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384637.045912:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00040000:00000001:2.0:1767384637.045913:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000020:0.0:1767384637.045915:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384637.045916:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00040000:00000001:2.0:1767384637.045918:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:01000000:3.0:1767384637.045919:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:2.0:1767384637.045921:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384637.045924:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:2.0:1767384637.045925:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384637.045929:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007674bde8. 00010000:00000001:3.0:1767384637.045934:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384637.045935:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:3.0:1767384637.045941:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009f335bf5. 00010000:00000001:3.0:1767384637.045946:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384637.045950:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc04426f. 00000020:00000001:3.0:1767384637.045953:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384637.045956:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc04426f with handle 0x534bb1615bf4c7f0 to hash 00000020:00000001:3.0:1767384637.045958:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384637.045960:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384637.045962:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384637.045965:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.045966:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.045969:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.045976:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384637.045978:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384637.045980:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384637.045982:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384637.045983:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.045985:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384637.045986:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.045988:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384637.045989:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384637.045991:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384637.045992:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384637.045993:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009f335bf5) refcount = 1 00010000:00010000:3.0:1767384637.045995:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.045999:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384637.046001:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384637.046002:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.046003:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.046005:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384637.046007:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384637.046009:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384637.046017:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384637.046019:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384637.046021:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc04426f refcount=4 00000020:00000001:3.0:1767384637.046023:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384637.046026:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384637.046027:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384637.046029:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.046034:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384637.046035:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.046039:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.046041:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384637.046042:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.046047:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.046048:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.046050:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384637.046052:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384637.046056:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc04426f already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384637.046058:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384637.046059:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384637.046061:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.046065:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384637.046066:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384637.046067:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384637.046068:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc04426f refcount=5 00000020:00000001:3.0:1767384637.046069:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384637.046076:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586114048 : -115912123437568 : ffff96941b0eae00) 00010000:00000001:3.0:1767384637.046079:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384637.046080:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.046084:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384637.046086:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384637.046087:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.046090:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384637.046091:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384637.046093:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.046094:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384637.046096:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc04426f with handle 0x534bb1615bf4c7f0 from hash 00010000:00000001:3.0:1767384637.046097:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384637.046098:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.046099:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.046100:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384637.046102:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384637.046103:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384637.046105:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384637.046106:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.046108:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.046109:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384637.046110:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384637.046112:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.046113:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.046114:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.046115:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.046117:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.046119:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.046122:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.046124:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.046125:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384637.046126:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384637.046132:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.046133:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.046135:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384637.046138:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.046140:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.046142:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.046146:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384637.046147:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384637.046148:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc04426f/0x534bb1615bf4c7f0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384637.046152:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009f335bf5 count: 0 00010000:00000001:3.0:1767384637.046163:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384637.046164:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384637.048124:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384637.048127:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384637.048129:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f9a570c9. 20000000:00000001:1.0:1767384637.048135:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384637.048139:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059667584 00010000:00000001:1.0:1767384637.048142:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384637.048150:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cfaa910 x1853237059667584/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384637.048167:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384637.048169:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384637.048172:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384637.048176:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384637.048178:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384637.048180:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384637.048183:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384637.048185:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.048188:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384637.048191:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384637.048196:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065c10eb1. 00000100:00000200:1.0:1767384637.048200:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059667584, offset 224 00000400:00000200:1.0:1767384637.048207:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384637.048216:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384637.048227:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04680 00000400:00000200:1.0:1767384637.048233:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1771 [2] + 224 00000400:00000200:1.0:1767384637.048254:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.048260:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384637.048266:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384637.048270:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384637.048278:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.048293:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384637.048300:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c10eb1 00000400:00000010:1.0:1767384637.048302:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065c10eb1. 00000100:00000001:1.0:1767384637.048306:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384637.048307:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.048308:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384637.048314:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384637.048315:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.048319:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384637.048322:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384637.048322:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384637.048326:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384637.048327:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384637.048331:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384637.048332:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000400:00000200:0.0:1767384637.048337:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44e0fb8 00000400:00000010:0.0:1767384637.048342:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c44e0fb8. 00000100:00000040:1.0:1767384637.048344:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cfaa910 x1853237059667584/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.048347:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384637.048356:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384637.048357:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cfaa910 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059667584:12345-0@lo:253: Request processed in 18976us (19488us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384637.048373:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1767384637.048377:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000200:0.0:1767384637.048378:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.048380:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384637.048382:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384637.048388:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c5ae5a1. 00000020:00000010:1.0:1767384637.048394:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000100:00000001:0.0:1767384637.048395:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384637.048398:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000290a4bc4. 00000100:00000001:0.0:1767384637.048399:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.048404:0:16141:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384637.048405:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384637.048407:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384637.048411:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384637.048412:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384637.048415:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384637.048416:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002e987f4d. 02000000:00000001:0.0:1767384637.048422:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.048424:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384637.048428:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=45 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384637.048429:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384637.048435:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=45 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384637.048437:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384637.048441:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384637.048444:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384637.048445:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d10bca14. 00010000:00000001:0.0:1767384637.048449:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384637.048452:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384637.048453:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065c10eb1. 00000100:00000001:0.0:1767384637.048458:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.048465:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.048474:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.048478:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384637.048480:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384637.048485:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384637.048493:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384637.048495:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384637.048497:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384637.048499:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384637.048501:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384637.048502:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384637.048504:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384637.048506:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384637.048508:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384637.048513:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384637.048522:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059667584:0@lo:253: 00000100:00000001:0.0:1767384637.048527:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.048529:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.048532:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e0f4f46 x1853237059667584/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.048540:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384637.048542:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384637.048545:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cda6469c. 02000000:00000001:0.0:1767384637.048549:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384637.048551:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384637.048553:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384637.048555:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384637.048557:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f329d52f. 02000000:00000001:0.0:1767384637.048562:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384637.048564:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384637.048566:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e0f4f46. 00000100:00000001:0.0:1767384637.048569:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384637.048571:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.048574:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.048581:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.048584:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.048586:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.048588:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384637.049709:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384637.049712:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384637.049714:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ed45f66e. 20000000:00000001:1.0:1767384637.049719:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384637.049723:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059667712 00010000:00000001:1.0:1767384637.049726:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384637.049731:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002195409a x1853237059667712/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384637.049739:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384637.049742:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384637.049744:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384637.049747:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384637.049749:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384637.049751:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384637.049759:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384637.049761:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.049763:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384637.049765:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384637.049767:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005304de41. 00000100:00000200:1.0:1767384637.049769:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059667712, offset 224 00000400:00000200:1.0:1767384637.049774:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384637.049778:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384637.049783:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04700 00000400:00000200:1.0:1767384637.049787:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1779 [2] + 224 00000400:00000200:1.0:1767384637.049791:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.049793:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384637.049796:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384637.049798:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384637.049804:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.049816:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384637.049820:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005304de41 00000400:00000010:1.0:1767384637.049822:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005304de41. 00000100:00000001:1.0:1767384637.049825:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384637.049826:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384637.049829:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.049829:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.049850:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384637.049855:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384637.049857:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384637.049861:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe3c02e5. 00000100:00000040:1.0:1767384637.049862:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384637.049865:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384637.049868:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.049869:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e964fbde 00000020:00000001:1.0:1767384637.049870:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384637.049874:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e964fbde. 00000100:00000040:1.0:1767384637.049875:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002195409a x1853237059667712/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.049881:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384637.049886:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002195409a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059667712:12345-0@lo:253: Request processed in 20352us (20899us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384637.049890:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384637.049895:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:1.0:1767384637.049899:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000200:3.0:1767384637.049907:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.049909:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384637.049911:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384637.049915:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7c9c4a5. 00000020:00000010:1.0:1767384637.049920:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e64e872. 00000100:00000001:3.0:1767384637.049923:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384637.049924:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff7434ca. 00000100:00000001:3.0:1767384637.049928:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384637.049929:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384637.049935:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384637.049935:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384637.049939:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b6323371. 02000000:00000001:3.0:1767384637.049940:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384637.049943:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384637.049944:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384637.049945:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.049946:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384637.049950:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384637.049952:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384637.049955:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=45 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384637.049957:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000245fa639. 00000400:00000010:1.0:1767384637.049962:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005304de41. 00000100:00001000:3.0:1767384637.049964:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384637.049975:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384637.049977:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.049980:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384637.049981:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.049983:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384637.049986:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.049993:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384637.049996:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384637.049997:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384637.050001:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384637.050003:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384637.050004:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384637.050006:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384637.050007:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384637.050009:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384637.050010:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384637.050012:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384637.050013:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384637.050016:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384637.050024:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059667712:0@lo:253: 00000100:00000001:3.0:1767384637.050029:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.050031:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384637.050033:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059667712/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.050040:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384637.050041:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384637.050043:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000041ae6daf. 02000000:00000001:3.0:1767384637.050046:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384637.050048:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384637.050049:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384637.050052:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384637.050053:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000323483e2. 02000000:00000001:3.0:1767384637.050056:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384637.050063:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384637.050065:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000100:00000001:3.0:1767384637.050068:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384637.050070:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.050071:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.050076:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384637.050078:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.050079:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384637.050081:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384637.050353:0:26707:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000db102678. 00000400:00000040:2.0:1767384637.050370:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384637.050373:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384637.050376:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384637.050378:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384637.050380:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384637.050382:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384637.050385:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384637.050387:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384637.050388:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384637.050390:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384637.050392:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384637.050394:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384637.050396:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384637.050398:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384637.050399:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384637.050402:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384637.050403:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384637.050404:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384637.050406:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384637.050408:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384637.050413:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384637.050415:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384637.050417:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384637.050419:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384637.050420:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384637.050423:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384637.050424:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384637.050426:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384637.050427:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384637.050429:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384637.050430:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384637.050433:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384637.050434:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384637.050436:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384637.050438:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384637.050440:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384637.050441:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384637.050444:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384637.050446:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384637.050447:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384637.050449:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384637.050451:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384637.050453:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384637.050455:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384637.050456:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384637.050458:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384637.050460:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384637.050462:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384637.050465:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384637.050466:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384637.050468:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384637.050470:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384637.050472:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384637.050474:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384637.050476:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384637.050477:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384637.050479:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384637.050551:0:26707:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000db102678. 00000100:00000040:2.0:1767384637.051866:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294927141, at 4294927142 00000100:00000040:0.0:1767384637.051866:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294927141, at 4294927142 00000100:00000010:0.0:1767384637.051876:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00000100:00000010:2.0:1767384637.051877:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000100:00000040:1.0:1767384637.051881:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294927141, at 4294927142 00000100:00000010:1.0:1767384637.051889:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00000100:00000040:3.0:1767384637.051891:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294927141, at 4294927142 00000100:00000010:3.0:1767384637.051900:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00010000:00000010:3.1:1767384637.054862:0:26706:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f335bf5. 00010000:00000010:3.1:1767384637.054871:0:26706:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc04426f. 00010000:00000001:0.0:1767384637.333920:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384637.333927:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.333933:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384637.333935:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384637.333958:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384637.333961:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384637.333964:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384637.781935:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp28 00000400:00000010:2.0:1767384637.781943:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002bac0810. 00000400:00000010:2.0:1767384637.781953:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a6418293. 00000400:00000010:2.0:1767384637.781960:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000400:00000010:2.0:1767384637.781975:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000aaa0a02. 00000400:00000200:2.0:1767384637.781981:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp28 00000400:00000200:2.0:1767384637.782001:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp28 local destination 00000400:00000200:2.0:1767384637.782008:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp28 00000400:00000200:2.0:1767384637.782013:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp28 NI seq info: [64:64:256:4294967295] 192.168.202.117@tcp28 LPNI seq info [63:63:8:4294967295] 00000400:00000200:2.0:1767384637.782021:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp28 00000400:00000200:2.0:1767384637.782031:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp28(192.168.202.117@tcp28:) -> 192.168.202.117@tcp28(192.168.202.117@tcp28:192.168.202.117@tcp28) : GET try# 0 00000800:00000200:2.0:1767384637.782041:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp28 00000800:00000010:2.0:1767384637.782047:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000434e09fc. 00000800:00000200:2.0:1767384637.782058:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:2.1:1767384637.782064:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000400:00000200:2.0:1767384637.782089:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp28 added to recovery queue. ping count: 2 next ping: 264 health :800 00000400:00000200:2.0:1767384637.782095:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp29 00000400:00000010:2.0:1767384637.782100:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a1575b60. 00000400:00000010:2.0:1767384637.782106:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f439218d. 00000400:00000010:2.0:1767384637.782110:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004309f962. 00000400:00000010:2.0:1767384637.782115:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054bec03b. 00000400:00000200:2.0:1767384637.782119:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp29 00000400:00000200:2.0:1767384637.782127:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp29 local destination 00000400:00000200:2.0:1767384637.782133:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp29 00000400:00000200:2.0:1767384637.782137:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp29 NI seq info: [65:65:256:4294967295] 192.168.202.117@tcp29 LPNI seq info [64:64:8:4294967295] 00000400:00000200:2.0:1767384637.782143:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp29 00000400:00000200:2.0:1767384637.782156:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp29(192.168.202.117@tcp29:) -> 192.168.202.117@tcp29(192.168.202.117@tcp29:192.168.202.117@tcp29) : GET try# 0 00000800:00000200:2.0:1767384637.782163:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp29 00000800:00000010:2.0:1767384637.782167:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a891893a. 00000800:00000200:2.0:1767384637.782181:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (2) 00000800:00000200:2.1:1767384637.782187:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (2) 00000400:00000200:2.0:1767384637.782206:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp29 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:2.0:1767384637.782301:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782381:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782442:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782491:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782538:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782573:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782618:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782664:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782708:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782774:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782823:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782897:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782941:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.782999:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783037:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783087:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783141:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783199:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783281:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783348:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783417:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783475:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783513:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783549:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783592:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783648:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783710:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783786:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783893:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783946:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.783979:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.784010:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.784042:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.784087:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384637.784120:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384637.784346:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b7350ae. 00000800:00000010:2.0:1767384637.784353:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b697801. 00000800:00000010:2.0:1767384637.784361:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae42a98d. 00000800:00000010:2.0:1767384637.784403:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae42a98d. 00000800:00020000:2.0:1767384637.784421:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000400:00000200:3.0:1767384637.787703:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.787768:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.787891:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.787935:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.787959:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.787976:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.787991:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788013:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788038:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788055:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788073:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788090:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788119:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788151:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788201:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788261:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788315:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788387:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788421:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788463:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788507:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788538:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788583:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788630:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788665:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788709:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788760:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788796:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788827:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788925:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.788963:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.789007:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.789079:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.789141:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.789201:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.789246:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.789278:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.789313:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:0.0:1767384637.789598:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384637.789609:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008bb454ae. 00000800:00000010:3.0:1767384637.789617:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f077ff6. 00000800:00000010:3.0:1767384637.789623:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068150b21. 00000400:00000200:0.0:1767384637.789634:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp29 from 217.3.0.2 00000800:00000010:0.0:1767384637.789641:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e56b8466. 00000800:00000010:3.0:1767384637.789669:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068150b21. 00000800:00000010:3.0:1767384637.789750:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6323371. 00000800:00000010:3.0:1767384637.789756:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065bc516e. 00000800:00000010:3.0:1767384637.789795:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d698348f. 00000800:00000200:3.1:1767384637.789808:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (2) 00000800:00000200:3.1:1767384637.789820:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp29 00000000d698348f deleted 00000800:00000010:3.1:1767384637.789870:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d698348f. 00000800:00000200:3.1:1767384637.789880:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384637.789893:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b697801. 00000800:00000200:3.1:1767384637.789895:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp29 ip 192.168.202.117:985 00000800:00000010:2.0:1767384637.789900:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000b7350ae. 00000800:00000200:3.1:1767384637.789904:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a891893a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384637.789922:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp29 p 3.x 192.168.202.117 -> 192.168.202.117:985 incarnation:1767384635108673076 sched[0] 00000800:00000010:3.0:1767384637.789929:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068150b21. 00000800:00000010:3.0:1767384637.790009:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068150b21. 00000800:00000010:3.0:1767384637.790016:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065bc516e. 00000800:00000010:3.0:1767384637.790081:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e56b8466. 00000800:00000200:3.1:1767384637.790142:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384637.790153:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp29 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384635108673076 sched[0] 00000800:00000010:3.0:1767384637.790157:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f077ff6. 00000800:00000001:1.0:1767384637.790222:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790230:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:2.0:1767384637.790255:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp28 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384637.790290:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:1.0:1767384637.790301:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384637.790305:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a891893a. 00000400:00000200:1.0:1767384637.790312:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.790321:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp29->192.168.202.117@tcp29: GET: OK 00000400:00000200:1.0:1767384637.790331:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384637.790336:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp29 recovery message sent successfully:0 00000800:00000001:1.0:1767384637.790355:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790361:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384637.790364:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790372:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.790377:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp29(192.168.202.117@tcp29) <- 192.168.202.117@tcp29 : GET - for me 00000400:00000200:1.0:1767384637.790391:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384637.790399:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1769 [1] + 0 00000400:00000200:1.0:1767384637.790411:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp29 to MR: 192.168.202.117@tcp29 local destination 00000400:00000200:1.0:1767384637.790417:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp29 NI seq info: [66:66:256:4294967295] 192.168.202.117@tcp29 LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767384637.790429:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384637.790440:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp29(192.168.202.117@tcp29:192.168.202.117@tcp29) -> 192.168.202.117@tcp29(192.168.202.117@tcp29:192.168.202.117@tcp29) 192.168.202.117@tcp29 : REPLY try# 0 00000800:00000200:1.0:1767384637.790452:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp29 00000800:00000010:1.0:1767384637.790456:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f5dccc5. 00000800:00000200:1.0:1767384637.790466:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (4) 00000800:00000200:1.0:1767384637.790476:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp29 ip 192.168.202.117:988 00000800:00000200:1.0:1767384637.790480:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f5dccc5 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384637.790533:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000200:1.0:1767384637.790538:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384637.790545:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f5dccc5. 00000400:00000200:1.0:1767384637.790551:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.790561:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp29->192.168.202.117@tcp29: REPLY: OK 00000800:00000001:1.0:1767384637.790579:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790583:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384637.790588:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790594:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384637.790597:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790603:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.790611:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp29(192.168.202.117@tcp29) <- 192.168.202.117@tcp29 : REPLY - for me 00000400:00000200:3.0:1767384637.790620:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384637.790626:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp29: Reply from 12345-192.168.202.117@tcp29 of length 272/272 into md 0x17bd 00000800:00000001:1.0:1767384637.790635:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790644:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.790647:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.790655:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp29->192.168.202.117@tcp29: REPLY: OK 00000400:00000200:1.0:1767384637.790663:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004309f962 00000400:00000010:1.0:1767384637.790667:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004309f962. 00000400:00000200:1.0:1767384637.790671:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384637.790676:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a1575b60. 00000400:00000010:1.0:1767384637.790681:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f439218d. 00000800:00000001:1.0:1767384637.790695:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.790701:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384637.790718:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.790803:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791108:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791138:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791186:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791222:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791269:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791302:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791331:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791359:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791397:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791431:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791475:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791508:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791531:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791554:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791608:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791639:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791667:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791699:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791744:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791778:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791804:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791829:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791934:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791959:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.791992:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.792059:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.792174:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.792278:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384637.792300:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384637.792390:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed45f66e. 00000800:00000010:3.0:1767384637.792394:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f077ff6. 00000800:00000010:3.0:1767384637.792397:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068150b21. 00000800:00000010:3.0:1767384637.792413:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068150b21. 00000800:00020000:3.0:1767384637.792418:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384637.792421:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f077ff6. 00000800:00000010:3.0:1767384637.792422:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ed45f66e. 00000400:02020000:3.0:1767384637.792460:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp29 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384637.794447:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp28 notifying 192.168.202.117@tcp28: down 00000800:00000200:2.0:1767384637.794453:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp28 down 00000800:00000100:2.0:1767384637.794481:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp28 00000800:00000010:2.0:1767384637.794484:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000434e09fc. 00000400:00000200:2.0:1767384637.794487:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384637.794491:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp28->192.168.202.117@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384637.794496:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384637.794498:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384637.794501:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp28) recovery failed with -71 00080000:00000001:2.0:1767384638.253602:0:27050:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384638.253618:0:27050:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.253623:0:27050:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384638.253631:0:27050:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384638.253636:0:27050:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.253640:0:27050:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.293962:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384638.293971:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384638.293978:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1d8793d. 00000020:00000040:3.0:1767384638.293986:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384638.293990:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384638.293994:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384638.294000:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384638.294007:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c009782. 00000100:00000001:3.0:1767384638.294015:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.294027:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384638.294038:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384638.294041:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.294047:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1d8793d] to pc [ptlrpcd_00_00+0] req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.294076:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.294080:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384638.294083:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384638.294086:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eecc1ebf. 00000020:00000040:3.0:1767384638.294088:0:2396:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384638.294096:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.294098:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384638.294102:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384638.294105:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384638.294108:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1767384638.294109:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.294110:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294121:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384638.294123:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c4797d7. 00000100:00000001:3.0:1767384638.294130:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294132:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384638.294136:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384638.294137:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384638.294141:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384638.294144:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384638.294149:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384638.294155:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384638.294157:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.294164:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eecc1ebf] to pc [ptlrpcd_00_01+1] req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384638.294165:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.294243:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384638.294248:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384638.294253:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384638.294256:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384638.294259:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384638.294261:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059668096:0@lo:400: 00000100:00000001:0.0:1767384638.294265:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384638.294268:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384638.294271:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384638.294274:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.294275:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384638.294277:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384638.294282:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012f0bcd9. 00000100:00000001:3.0:1767384638.294283:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384638.294285:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384638.294288:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384638.294291:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083db24cc. 00000100:00100000:1.0:1767384638.294292:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:0.0:1767384638.294294:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 00000020:00000040:3.0:1767384638.294302:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384638.294302:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384638.294306:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000100:00000001:3.0:1767384638.294316:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384638.294316:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384638.294317:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059668096, portal 25 00000100:00000001:1.0:1767384638.294323:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384638.294324:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384638.294324:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384638.294329:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.294334:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384638.294337:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933879808 : -115911775671808 : ffff96942fc92a00) 00000100:00000001:1.0:1767384638.294339:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384638.294341:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a5d2d2b. 00000100:00000001:1.0:1767384638.294343:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384638.294347:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.294351:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.294352:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.294359:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384638.294367:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384638.294368:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384638.294374:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384638.294376:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000001:1.0:1767384638.294377:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384638.294384:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059668096, offset 0 02000000:00000001:1.0:1767384638.294386:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384638.294391:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384638.294400:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.294408:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384638.294413:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059668224:0@lo:400: 00000100:00000001:1.0:1767384638.294425:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384638.294428:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384638.294429:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384638.294429:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384638.294434:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.294436:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.294441:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384638.294445:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007965dd54. 00000100:00000040:3.0:1767384638.294449:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083db24cc] to pc [ptlrpcd_00_02+2] req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384638.294450:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a04880 02000000:00000001:1.0:1767384638.294451:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384638.294460:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000797163fb. 00000400:00000200:0.0:1767384638.294478:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1059 [2] + 0 00000400:00000010:0.0:1767384638.294494:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000158924c3. 00000400:00000200:0.0:1767384638.294500:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096311a89 00000400:00000200:0.0:1767384638.294505:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384638.294507:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000400:00000200:0.0:1767384638.294511:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384638.294513:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059668224, portal 4 00000100:00000001:3.0:1767384638.294517:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.294518:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384638.294518:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096311a89 00000100:00000001:1.0:1767384638.294524:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933871744 : -115911775679872 : ffff96942fc90a80) 00000400:00000010:0.0:1767384638.294525:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096311a89. 00000100:00000040:3.0:1767384638.294531:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384638.294534:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384638.294536:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384638.294538:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384638.294545:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384638.294547:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000009750ad8e x1853237059668096 msgsize 224 00000100:00000010:3.0:1767384638.294556:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000100:00000001:1.0:1767384638.294560:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384638.294560:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384638.294561:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384638.294564:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384638.294569:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384638.294576:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384638.294576:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f589550. 00000100:00100000:2.0:1767384638.294577:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384638.294578:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384638.294586:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000100:00000001:2.0:1767384638.294589:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.294591:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384638.294591:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 02000000:00000001:3.0:1767384638.294599:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384638.294601:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059668224, offset 0 00000100:00000001:0.0:1767384638.294601:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384638.294604:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384638.294610:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.294611:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384638.294611:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.294612:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384638.294624:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384638.294626:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009319cdbb. 00000100:00000001:2.0:1767384638.294629:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384638.294630:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384638.294633:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384638.294635:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384638.294641:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384638.294642:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384638.294647:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.294652:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a04900 00000100:00000040:3.0:1767384638.294662:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384638.294667:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2768 00000400:00000200:1.0:1767384638.294675:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384638.294680:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384638.294686:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384638.294688:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384638.294694:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.294701:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384638.294701:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384638.294709:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384638.294709:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384638.294710:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294928396 00000100:00000010:1.0:1767384638.294718:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f67068d. 02000000:00000001:2.0:1767384638.294722:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384638.294722:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cae2f7. 00000100:00000001:3.0:1767384638.294728:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384638.294729:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384638.294729:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000004f67068d x1853237059668224 msgsize 224 00000100:00000001:0.0:1767384638.294732:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384638.294735:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.294738:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294741:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294928396 00000100:00100000:1.0:1767384638.294747:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384638.294749:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea79f81. 00000100:00000040:3.0:1767384638.294753:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa33995e] to pc [ptlrpcd_00_03+3] req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384638.294754:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083db24cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059668352:0@lo:400: 00000100:00000001:0.0:1767384638.294756:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384638.294762:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384638.294762:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294928396 00000400:00000200:1.0:1767384638.294769:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f589550 00000100:00000001:2.0:1767384638.294770:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384638.294771:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c2fd113. 00000400:00000010:1.0:1767384638.294777:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f589550. 02000000:00000001:2.0:1767384638.294778:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384638.294780:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767384638.294785:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.294786:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384638.294788:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294928396 00000100:00000200:1.0:1767384638.294795:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384638.294796:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384638.294798:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cbd94f2. 02000000:00000010:2.0:1767384638.294805:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b8f6723. 00000100:00000001:0.0:1767384638.294809:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1767384638.294817:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294818:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384638.294827:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294853:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294855:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294856:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384638.294857:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384638.294860:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.294861:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384638.294877:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d312b25b. 00000100:00000001:0.0:1767384638.294883:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384638.294886:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d6f43ab. 00000100:00000001:1.0:1767384638.294886:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384638.294886:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668096 02000000:00000001:0.0:1767384638.294893:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384638.294895:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059668352, portal 10 00000100:00000040:1.0:1767384638.294896:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.294896:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384638.294901:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.294903:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384638.294906:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933875328 : -115911775676288 : ffff96942fc91880) 02000000:00000001:0.0:1767384638.294909:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384638.294916:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668096 00000100:00000040:2.0:1767384638.294917:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.294917:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.294922:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384638.294924:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384638.294926:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384638.294927:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.294931:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384638.294932:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384638.294935:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000040:1.0:1767384638.294943:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5511 usecs (6 jiffies) 00000020:00000001:0.0:1767384638.294944:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384638.294949:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928391 00000100:00000001:2.0:1767384638.294951:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384638.294951:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384638.294954:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928396 00000100:00000040:2.0:1767384638.294957:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384638.294959:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928391 00000100:00000001:1.0:1767384638.294963:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928396 00000400:00000010:2.0:1767384638.294964:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000100:00000001:0.0:1767384638.294964:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384638.294967:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.294967:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928391 00000100:00000200:2.0:1767384638.294971:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059668352, offset 0 00000020:00000010:0.0:1767384638.294971:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000001:1.0:1767384638.294977:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928396 00000100:00100000:3.0:1767384638.294980:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384638.294981:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.294982:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928391 00000400:00000200:2.0:1767384638.294990:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384638.294994:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.294994:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928396 00000020:00000010:0.0:1767384638.294995:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00000001:1.0:1767384638.295006:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384638.295008:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384638.295009:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384638.295012:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000126aa885. 00000100:00000001:1.0:1767384638.295015:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.295017:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384638.295018:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000191d6f7d. 00000100:00000001:3.0:1767384638.295025:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384638.295025:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a04980 00000100:00000001:1.0:1767384638.295026:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384638.295027:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8f08d5c. 00000100:00000001:3.0:1767384638.295040:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.295044:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384638.295045:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384638.295050:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384638.295051:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:0.0:1767384638.295052:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384638.295056:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384638.295059:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384638.295061:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384638.295062:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.295062:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384638.295068:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384638.295072:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384638.295074:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668224 02000000:00000001:1.0:1767384638.295080:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384638.295084:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384638.295086:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384638.295087:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.295088:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384638.295096:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384638.295098:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.295104:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384638.295107:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668224 00000100:00000010:2.0:1767384638.295109:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d127e07a. 00000100:00000001:0.0:1767384638.295111:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384638.295113:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384638.295117:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000040:2.0:1767384638.295118:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000d127e07a x1853237059668352 msgsize 224 00000020:00000001:1.0:1767384638.295123:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384638.295123:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000001:3.0:1767384638.295129:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384638.295130:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000040:0.0:1767384638.295130:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384638.295136:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.295138:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384638.295138:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935589456 : -115911773962160 : ffff96942fe34050) 00000100:00100000:2.0:1767384638.295147:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384638.295148:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 02000000:00000001:3.0:1767384638.295149:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384638.295150:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009750ad8e x1853237059668096/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384638.295156:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.295157:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384638.295160:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384638.295164:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a4b0810. 02000000:00000001:3.0:1767384638.295167:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384638.295170:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b57969 00000020:00000010:1.0:1767384638.295171:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bc88f332. 00000400:00000010:2.0:1767384638.295181:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000100:00000001:0.0:1767384638.295183:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384638.295184:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059668480:0@lo:400: 00000020:00000040:1.0:1767384638.295185:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000020:00000010:0.0:1767384638.295189:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000001:2.0:1767384638.295190:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384638.295198:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.295201:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384638.295201:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.295202:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384638.295202:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000020:00000010:1.0:1767384638.295212:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d043c99. 02000000:00000001:3.0:1767384638.295213:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384638.295221:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384638.295221:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009750ad8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059668096:12345-0@lo:400: 00000020:00000010:1.0:1767384638.295222:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014d80ba0. 00000020:00000010:1.0:1767384638.295244:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 02000000:00000001:3.0:1767384638.295247:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384638.295250:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384638.295253:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:0.0:1767384638.295255:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668096 00000100:00000001:1.0:1767384638.295256:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767384638.295258:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff7434ca. 00000100:00000040:2.0:1767384638.295259:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.295260:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384638.295261:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384638.295264:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384638.295266:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384638.295270:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.295272:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384638.295275:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.295277:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384638.295277:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384638.295281:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.295284:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000400:00000010:3.0:1767384638.295287:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000020:00000001:0.0:1767384638.295291:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384638.295292:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.295292:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.295297:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384638.295298:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000020:00000001:0.0:1767384638.295301:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.295304:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384638.295305:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.295308:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384638.295310:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384638.295313:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384638.295314:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059668480, portal 10 00000100:00000040:2.0:1767384638.295315:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3130 usecs (4 jiffies) 00000020:00000001:0.0:1767384638.295317:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.295322:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384638.295325:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384638.295326:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384638.295327:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928389 00000100:00000040:1.0:1767384638.295329:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384638.295332:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000100:00000001:1.0:1767384638.295334:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158519936 : -115911551031680 : ffff96943d2ce680) 00000100:00000001:0.0:1767384638.295334:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384638.295336:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928396 02000000:00000001:0.0:1767384638.295341:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384638.295343:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928389 00000100:00000040:1.0:1767384638.295344:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f67068d x1853237059668224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384638.295345:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a0133616. 00000100:00000040:3.0:1767384638.295349:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.295352:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928396 02000000:00000001:0.0:1767384638.295352:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.295360:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.295362:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928389 00000020:00000001:0.0:1767384638.295370:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.295374:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928396 00010000:00000040:0.0:1767384638.295380:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059668096 00000100:00000001:2.0:1767384638.295383:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928389 00000100:00000001:2.0:1767384638.295395:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928396 00010000:00000001:0.0:1767384638.295395:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384638.295404:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009750ad8e x1853237059668096/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.295406:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.295417:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384638.295420:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.295430:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.295433:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384638.295439:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384638.295443:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000100:00000001:2.0:1767384638.295445:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384638.295454:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384638.295455:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384638.295456:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059668480, offset 0 00000100:00000001:1.0:1767384638.295456:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384638.295457:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.295462:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.295463:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 00000100:00000001:2.0:1767384638.295466:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.295470:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384638.295471:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=46 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384638.295475:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400c20c. 00000400:00000200:3.0:1767384638.295483:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384638.295485:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384638.295488:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f67068d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059668224:12345-0@lo:400: 00000100:00000040:0.0:1767384638.295491:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384638.295492:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384638.295496:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000200:1.0:1767384638.295497:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668224 00000100:00100000:2.0:1767384638.295498:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668352 00000020:00000001:1.0:1767384638.295504:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384638.295506:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384638.295507:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384638.295508:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384638.295509:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384638.295515:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.295516:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384638.295516:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.295521:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.295523:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384638.295523:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384638.295526:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.295528:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00100000:2.0:1767384638.295535:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668352 00000100:00000040:0.0:1767384638.295536:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384638.295537:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a04a00 00000020:00000001:1.0:1767384638.295537:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384638.295540:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384638.295545:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384638.295547:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000400:00000010:0.0:1767384638.295548:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000020:00000001:2.0:1767384638.295552:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384638.295552:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384638.295555:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1767384638.295556:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000020:00000001:1.0:1767384638.295560:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.295561:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000020:00000001:2.0:1767384638.295567:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:1.0:1767384638.295567:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384638.295572:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384638.295576:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384638.295578:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 02000000:00000010:1.0:1767384638.295581:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a119318. 00000100:00000200:0.0:1767384638.295581:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059668096, offset 224 00000400:00000200:3.0:1767384638.295583:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384638.295584:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384638.295587:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384638.295592:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a612c0d. 00000100:00000001:1.0:1767384638.295595:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.295598:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384638.295600:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.295601:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384638.295604:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1767384638.295606:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059668224 00000020:00000010:2.0:1767384638.295612:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a612c0d. 00000400:00000200:0.0:1767384638.295613:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384638.295614:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384638.295623:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f67068d x1853237059668224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384638.295626:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010caa5ff. 00000100:00000001:3.0:1767384638.295627:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384638.295634:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a04880 00000100:00000200:3.0:1767384638.295635:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1767384638.295635:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384638.295637:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bfea275. 00010000:00000001:1.0:1767384638.295642:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.295646:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17c1 [1] + 224 00000100:00001000:1.0:1767384638.295652:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=36 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384638.295653:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000596b7d4e. 00000020:00000010:2.0:1767384638.295654:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064a4aca5. 00000400:00000200:0.0:1767384638.295655:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384638.295658:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384638.295666:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000040:3.0:1767384638.295668:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000596b7d4e x1853237059668480 msgsize 224 00000400:00000200:0.0:1767384638.295669:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384638.295672:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384638.295681:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:2.0:1767384638.295687:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384638.295687:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384638.295689:0:16772:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384638.295693:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.295696:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384638.295698:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384638.295702:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384638.295704:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384638.295705:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384638.295712:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384638.295719:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f589550. 00000100:00000001:2.0:1767384638.295721:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384638.295723:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059668224, offset 224 00000100:00000040:0.0:1767384638.295724:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.295726:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384638.295731:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.295733:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384638.295736:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384638.295742:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384638.295745:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384638.295750:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000100:00000001:2.0:1767384638.295750:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384638.295760:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000400:00000200:1.0:1767384638.295760:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a04900 00000100:00000001:2.0:1767384638.295765:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384638.295774:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384638.295774:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000100:00100000:2.0:1767384638.295775:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668480 00000400:00000010:0.0:1767384638.295781:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 02000000:00000001:2.0:1767384638.295783:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384638.295786:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.295788:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384638.295789:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384638.295793:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.295793:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384638.295798:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c9 [1] + 224 00000100:00000001:0.0:1767384638.295800:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.295805:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384638.295811:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000400:00000200:1.0:1767384638.295813:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384638.295817:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668480 00010000:00000001:0.0:1767384638.295817:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384638.295825:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.295826:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384638.295856:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384638.295860:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009750ad8e x1853237059668096/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384638.295864:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000400:00000200:1.0:1767384638.295867:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384638.295872:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384638.295878:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000100:00000001:1.0:1767384638.295880:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384638.295887:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:3.0:1767384638.295888:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384638.295890:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384638.295896:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00100000:0.0:1767384638.295896:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009750ad8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059668096:12345-0@lo:400: Request processed in 708us (1343us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384638.295904:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.295907:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384638.295914:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a612c0d. 00000020:00000010:2.0:1767384638.295924:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004ee03aff. 00000100:00100000:0.0:1767384638.295927:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000020:00000040:2.0:1767384638.295937:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000040:0.0:1767384638.295941:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000040:1.0:1767384638.295949:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.295952:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384638.295956:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384638.295960:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384638.295965:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000371e3af3. 00000020:00000010:0.0:1767384638.295969:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000191d6f7d. 00000020:00000010:2.0:1767384638.295976:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022709644. 00000020:00000010:0.0:1767384638.295980:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8f08d5c. 00000100:00000001:3.0:1767384638.295987:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384638.295989:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ddc0bdbb. 00000020:00000010:0.0:1767384638.295989:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000126aa885. 00000100:00000001:1.0:1767384638.295996:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384638.295997:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384638.295998:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384638.295998:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:2.0:1767384638.296005:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384638.296006:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384638.296007:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f589550 00000100:00000001:2.0:1767384638.296008:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384638.296009:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a0133616. 00000400:00000010:1.0:1767384638.296012:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f589550. 00000100:00000001:3.0:1767384638.296015:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384638.296016:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384638.296017:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384638.296017:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384638.296021:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.296030:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384638.296033:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3380 usecs (4 jiffies) 00000100:00000001:2.0:1767384638.296034:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1767384638.296034:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384638.296036:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.296040:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.296048:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294928390 00000100:00000040:1.0:1767384638.296048:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:0.0:1767384638.296049:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003976af9a. 00000100:00000001:2.0:1767384638.296055:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.296061:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294928396 00010000:00000001:1.0:1767384638.296062:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384638.296064:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee5bf88c. 00000100:00000001:2.0:1767384638.296068:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384638.296069:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.296070:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294928390 00000100:00000001:2.0:1767384638.296076:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384638.296082:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294928396 00000020:00000001:1.0:1767384638.296083:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:0.0:1767384638.296087:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00100000:2.0:1767384638.296092:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384638.296094:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294928390 00000100:00000040:1.0:1767384638.296094:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f67068d x1853237059668224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384638.296096:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384638.296099:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000010:0.0:1767384638.296105:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8757cff. 00000100:00000001:3.0:1767384638.296106:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294928396 00000100:00000001:2.0:1767384638.296107:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204763904 : -115911504787712 : ffff96943fee8700) 00000100:00000001:3.0:1767384638.296116:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294928390 00000100:00100000:1.0:1767384638.296117:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f67068d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059668224:12345-0@lo:400: Request processed in 656us (1381us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384638.296118:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384638.296126:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d127e07a x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.296127:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294928396 00000100:00000001:0.0:1767384638.296129:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384638.296136:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384638.296138:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384638.296143:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.296149:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384638.296151:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384638.296155:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eca1005d. 00000100:00000001:3.0:1767384638.296159:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.296164:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:0.0:1767384638.296165:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.296167:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.296171:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384638.296178:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384638.296182:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384638.296182:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.296187:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014d80ba0. 00000100:00000040:0.0:1767384638.296192:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8757cff] to pc [ptlrpcd_00_00+0] req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384638.296195:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000020:00000010:1.0:1767384638.296202:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d043c99. 00000020:00000040:1.0:1767384638.296210:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:3.0:1767384638.296212:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384638.296212:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:0.0:1767384638.296215:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.296221:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384638.296222:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384638.296224:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ee03aff. 00000100:00000001:2.0:1767384638.296245:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384638.296248:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000020:00000010:2.0:1767384638.296253:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ee03aff. 00000100:00000040:3.0:1767384638.296258:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:1.0:1767384638.296261:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.296264:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933869056 : -115911775682560 : ffff96942fc90000) 00000100:00100000:2.0:1767384638.296265:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d127e07a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059668352:12345-0@lo:400: 00000100:00000001:1.0:1767384638.296266:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384638.296269:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384638.296270:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384638.296276:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.296276:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384638.296278:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668352 00000100:00000040:3.0:1767384638.296282:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000596b7d4e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384638.296282:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384638.296285:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:0.0:1767384638.296290:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384638.296291:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:0.0:1767384638.296294:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000020:00000001:2.0:1767384638.296297:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.296303:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000020:00000001:2.0:1767384638.296307:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384638.296311:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000020:00000001:2.0:1767384638.296314:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:1.0:1767384638.296318:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384638.296324:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.296325:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384638.296326:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384638.296333:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384638.296335:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384638.296336:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384638.296345:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384638.296346:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.296347:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384638.296350:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384638.296354:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384638.296356:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384638.296358:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068150b21. 00000020:00000001:2.0:1767384638.296358:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.296367:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c8757cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059668608:0@lo:13: 00000100:00000001:3.0:1767384638.296370:0:16807:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384638.296372:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384638.296380:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384638.296384:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068150b21. 00000100:00000001:1.0:1767384638.296385:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384638.296386:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384638.296391:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384638.296394:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b829c63b. 00000100:00000001:0.0:1767384638.296396:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384638.296397:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.296400:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.296401:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384638.296402:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.296408:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384638.296409:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c857219. 00000100:00100000:3.0:1767384638.296410:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000596b7d4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059668480:12345-0@lo:400: 00000100:00000001:0.0:1767384638.296411:0:16141:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384638.296412:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.296416:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384638.296417:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:2.0:1767384638.296420:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059668352 00000100:00000001:0.0:1767384638.296422:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384638.296426:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8260ff0. 00000100:00000001:0.0:1767384638.296426:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384638.296435:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668480 00010000:00000001:2.0:1767384638.296436:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384638.296436:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384638.296437:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f589550. 00010000:00000200:2.0:1767384638.296445:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d127e07a x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384638.296448:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384638.296448:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059668608, portal 4 00000100:00001000:0.0:1767384638.296448:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=46 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384638.296455:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384638.296459:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027873024 : -115911681678592 : ffff969435636300) 00000100:00001000:0.0:1767384638.296459:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=46 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384638.296469:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384638.296470:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384638.296470:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384638.296472:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384638.296476:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384638.296476:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.296479:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.296489:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384638.296489:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384638.296490:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.296492:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384638.296497:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.296499:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:2.0:1767384638.296502:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384638.296503:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.296505:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384638.296510:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000001:3.0:1767384638.296514:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384638.296514:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000040:0.0:1767384638.296520:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384638.296522:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384638.296522:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059668608, offset 0 00000100:00000001:2.0:1767384638.296524:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384638.296540:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384638.296541:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384638.296541:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384638.296542:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384638.296545:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.296548:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384638.296549:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384638.296551:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384638.296558:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.296558:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384638.296559:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384638.296559:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384638.296569:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000020:00000001:3.0:1767384638.296574:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1767384638.296576:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059668352, offset 224 00000100:00000040:0.0:1767384638.296578:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.296580:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a04a80 00000100:00000001:3.0:1767384638.296581:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384638.296589:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384638.296591:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384638.296601:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000923c35a3. 00000100:00100000:0.0:1767384638.296601:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059668096:0@lo:400: 00000400:00000200:1.0:1767384638.296608:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1568 02000000:00000001:3.0:1767384638.296611:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384638.296613:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384638.296620:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.296622:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384638.296622:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384638.296624:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384638.296633:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1d8793d x1853237059668096/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384638.296635:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a04980 00000020:00000001:3.0:1767384638.296636:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384638.296639:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1767384638.296650:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059668480 00000100:00000001:0.0:1767384638.296654:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384638.296660:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384638.296660:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17d1 [1] + 224 02000000:00000001:0.0:1767384638.296661:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384638.296668:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012f0bcd9. 00000400:00000200:2.0:1767384638.296670:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384638.296671:0:16140:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:3.0:1767384638.296674:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000596b7d4e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384638.296675:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384638.296675:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384638.296681:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384638.296682:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384638.296684:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ae99fd5. 00000020:00000040:0.0:1767384638.296684:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000100:00000040:1.0:1767384638.296691:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000000ae99fd5 x1853237059668608 msgsize 224 00000020:00000001:0.0:1767384638.296693:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384638.296697:0:16780:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384638.296697:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c009782. 00000100:00000200:2.0:1767384638.296709:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384638.296710:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384638.296714:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384638.296717:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384638.296724:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1d8793d. 00000100:00000001:1.0:1767384638.296730:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384638.296733:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384638.296738:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000100:00000001:0.0:1767384638.296739:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384638.296742:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00010000:00000001:3.0:1767384638.296743:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384638.296745:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.296753:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.296754:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384638.296755:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384638.296759:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384638.296760:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384638.296764:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384638.296768:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384638.296769:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384638.296774:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.296790:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384638.296797:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384638.296801:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000040:1.0:1767384638.296804:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.296810:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384638.296813:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:0.0:1767384638.296813:0:17559:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cda6469c. 00000400:00000200:2.0:1767384638.296818:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b57969 00000100:00000001:0.0:1767384638.296826:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384638.296828:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384638.296829:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000100:00000001:1.0:1767384638.296829:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384638.296861:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668608 02000000:00000001:0.0:1767384638.296864:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384638.296866:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384638.296868:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384638.296870:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384638.296872:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668608 00000020:00000001:0.0:1767384638.296876:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384638.296877:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384638.296878:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:0.0:1767384638.296882:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384638.296885:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384638.296885:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000001:1.0:1767384638.296888:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.296888:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384638.296889:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384638.296895:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.296896:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000040:1.0:1767384638.296898:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5511 usecs (6 jiffies) 00000100:00000001:2.0:1767384638.296899:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.296906:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384638.296907:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928393 00000100:00000001:0.0:1767384638.296907:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384638.296908:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000010:0.0:1767384638.296917:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00010000:00000001:2.0:1767384638.296918:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384638.296919:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928396 00000020:00000001:2.0:1767384638.296926:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.296927:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384638.296929:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384638.296930:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928393 00000020:00000010:0.0:1767384638.296938:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000020:00000001:2.0:1767384638.296939:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384638.296939:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928396 00000400:00000010:3.0:1767384638.296940:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000020:00000010:0.0:1767384638.296944:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012f0bcd9. 00000100:00000001:1.0:1767384638.296946:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928393 00000100:00000040:2.0:1767384638.296949:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d127e07a x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384638.296951:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059668480, offset 224 00000100:00000001:1.0:1767384638.296952:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928396 00000020:00000010:0.0:1767384638.296952:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000191d6f7d. 00000020:00000010:0.0:1767384638.296961:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8f08d5c. 00000100:00000001:1.0:1767384638.296965:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928393 00000100:00000001:1.0:1767384638.296972:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928396 00000100:00000001:1.0:1767384638.296977:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384638.296978:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384638.296979:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:2.0:1767384638.296982:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d127e07a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059668352:12345-0@lo:400: Request processed in 767us (1858us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384638.296982:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.296989:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384638.296992:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1767384638.296993:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384638.296996:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384638.296999:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384638.297007:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384638.297007:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797163fb. 00000100:00100000:2.0:1767384638.297008:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:0.0:1767384638.297008:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384638.297023:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000400:00000200:1.0:1767384638.297024:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384638.297029:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:0.0:1767384638.297029:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.297031:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384638.297032:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a04a00 00000100:00000001:1.0:1767384638.297038:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384638.297039:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384638.297043:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384638.297045:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bfea275. 00000100:00000001:0.0:1767384638.297047:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384638.297049:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.297053:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17d9 [1] + 224 00000020:00000010:2.0:1767384638.297056:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064a4aca5. 00000100:00100000:0.0:1767384638.297056:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384638.297064:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000020:00000010:2.0:1767384638.297066:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010caa5ff. 00000100:00000001:0.0:1767384638.297071:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158518144 : -115911551033472 : ffff96943d2cdf80) 00000020:00000040:2.0:1767384638.297076:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000400:00000200:3.0:1767384638.297086:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384638.297086:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ae99fd5 x1853237059668608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.297087:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384638.297089:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.297110:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384638.297114:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384638.297121:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.297128:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384638.297130:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384638.297137:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384638.297140:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d312b25b. 00000100:00000001:1.0:1767384638.297140:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384638.297141:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.297143:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384638.297151:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d6f43ab 00000100:00000001:1.0:1767384638.297151:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384638.297157:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384638.297161:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384638.297162:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d6f43ab. 00000100:00000001:1.0:1767384638.297166:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.297171:0:16143:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384638.297173:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384638.297184:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384638.297184:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384638.297201:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.297218:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384638.297223:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.297226:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384638.297245:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384638.297245:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00010000:00000001:1.0:1767384638.297246:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384638.297252:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.297255:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767384638.297257:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384638.297267:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00100000:0.0:1767384638.297279:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ae99fd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059668608:12345-0@lo:13: 00000100:00000200:0.0:1767384638.297297:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668608 00000020:00000001:0.0:1767384638.297305:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384638.297313:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384638.297318:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.297328:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384638.297334:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00010000:00000001:1.0:1767384638.297336:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.297339:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384638.297339:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384638.297340:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384638.297342:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384638.297344:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:0.0:1767384638.297345:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.297346:0:16143:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384638.297347:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384638.297349:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384638.297351:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384638.297352:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384638.297356:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384638.297357:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384638.297357:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.297361:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.297362:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000100:00000001:2.0:1767384638.297363:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.297365:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.297365:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384638.297369:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384638.297373:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 02000000:00000001:2.0:1767384638.297373:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384638.297374:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a0133616. 00000100:00000001:3.0:1767384638.297387:0:16807:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384638.297387:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384638.297388:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384638.297388:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384638.297398:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.297399:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384638.297399:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767384638.297400:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.297405:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384638.297407:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384638.297409:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.297410:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384638.297413:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384638.297413:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384638.297415:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.297421:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000001:2.0:1767384638.297422:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384638.297426:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00080000:00000001:0.0:1767384638.297429:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:1.0:1767384638.297434:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eecc1ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059668224:0@lo:400: 00010000:00080000:2.0:1767384638.297435:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.297439:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00080000:00000001:0.0:1767384638.297443:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.297450:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.297452:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.297452:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384638.297458:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000024:0.0:1767384638.297460:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384638.297461:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384638.297467:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384638.297469:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:1.0:1767384638.297470:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eecc1ebf x1853237059668224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384638.297473:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000596b7d4e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384638.297477:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384638.297484:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384638.297488:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00002000:00000020:0.0:1767384638.297497:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384638.297498:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384638.297502:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384638.297515:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:2.0:1767384638.297518:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384638.297524:0:17559:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000b2546c1d. 00000100:00000001:1.0:1767384638.297527:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384638.297532:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384638.297539:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007965dd54. 00000001:00000001:0.0:1767384638.297541:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384638.297545:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.297547:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384638.297551:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384638.297558:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00002000:00000001:0.0:1767384638.297558:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.297561:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384638.297566:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059668608 00000100:00100000:3.0:1767384638.297568:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000596b7d4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059668480:12345-0@lo:400: Request processed in 1210us (1889us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384638.297569:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384638.297571:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384638.297571:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:1.0:1767384638.297572:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c4797d7. 00000100:00000001:2.0:1767384638.297580:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384638.297581:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ae99fd5 x1853237059668608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384638.297582:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384638.297586:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384638.297590:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eecc1ebf. 00000100:00000001:1.0:1767384638.297597:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384638.297598:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.297604:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.297608:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384638.297616:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384638.297619:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384638.297621:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384638.297623:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384638.297630:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00010000:00000001:0.0:1767384638.297630:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.297631:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384638.297635:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083db24cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059668352:0@lo:400: 00000100:00000001:1.0:1767384638.297636:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384638.297641:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384638.297643:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384638.297643:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.297656:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384638.297656:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.297657:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384638.297657:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384638.297667:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022709644. 00000100:00000001:2.0:1767384638.297668:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384638.297668:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000040:2.0:1767384638.297677:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083db24cc x1853237059668352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.297678:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:3.0:1767384638.297681:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ddc0bdbb. 00000100:00080000:1.0:1767384638.297684:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:0.0:1767384638.297685:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384638.297693:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384638.297694:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:3.0:1767384638.297695:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000371e3af3. 00000100:00000001:2.0:1767384638.297696:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384638.297697:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384638.297703:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1767384638.297705:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384638.297707:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384638.297708:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b8f6723. 00000020:00000040:3.0:1767384638.297709:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000400:00000010:0.0:1767384638.297711:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 02000000:00000001:2.0:1767384638.297716:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384638.297719:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384638.297721:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384638.297722:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384638.297722:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059668608, offset 224 00000020:00000040:2.0:1767384638.297726:0:16143:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384638.297731:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384638.297734:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a5d2d2b. 00000400:00000200:0.0:1767384638.297734:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384638.297743:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384638.297746:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384638.297748:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384638.297751:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083db24cc. 00000100:00000001:2.0:1767384638.297757:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384638.297758:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a04a80 00000100:00000001:2.0:1767384638.297761:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.297764:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384638.297766:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17ed [1] + 224 00000400:00000200:0.0:1767384638.297771:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384638.297772:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384638.297776:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.297781:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384638.297782:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384638.297782:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384638.297789:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384638.297791:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384638.297792:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384638.297799:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384638.297800:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384638.297807:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384638.297813:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384638.297820:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad69fa89. 00000100:00000040:2.0:1767384638.297824:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (266) 00000400:00000200:3.0:1767384638.297826:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000100:00000001:0.0:1767384638.297827:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384638.297878:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000001:3.0:1767384638.297886:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384638.297890:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000400:00000010:0.0:1767384638.297893:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000100:00000200:3.0:1767384638.297895:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384638.297906:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384638.297910:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384638.297911:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384638.297916:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384638.297919:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384638.297924:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384638.297928:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384638.297928:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384638.297928:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:1.0:1767384638.297933:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8260ff0. 00010000:00000001:0.0:1767384638.297935:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384638.297941:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384638.297943:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f589550 00000400:00000010:1.0:1767384638.297948:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f589550. 00000020:00000001:0.0:1767384638.297948:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384638.297956:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ae99fd5 x1853237059668608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.297959:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384638.297967:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.297989:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384638.297998:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384638.298007:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.298010:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384638.298012:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ae99fd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059668608:12345-0@lo:13: Request processed in 782us (1315us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384638.298020:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384638.298027:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384638.298032:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384638.298033:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384638.298035:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384638.298040:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384638.298040:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 02000000:00000001:3.0:1767384638.298042:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.298047:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384638.298047:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384638.298054:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384638.298055:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384638.298057:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384638.298058:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384638.298060:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000191d6f7d. 00000100:00000001:1.0:1767384638.298061:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384638.298068:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8f08d5c. 02000000:00000001:1.0:1767384638.298071:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384638.298078:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=41 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384638.298078:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012f0bcd9. 00000100:00001000:1.0:1767384638.298080:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=36 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384638.298092:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:0.0:1767384638.298101:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.298103:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767384638.298104:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384638.298110:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.298111:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384638.298114:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.298119:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384638.298120:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384638.298127:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384638.298134:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384638.298138:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.298142:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384638.298145:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384638.298149:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384638.298152:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.298164:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.298173:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.298181:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.298184:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384638.298187:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384638.298195:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384638.298196:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384638.298199:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.298200:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384638.298202:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384638.298207:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:3.0:1767384638.298212:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384638.298213:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384638.298227:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384638.298260:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.298262:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384638.298266:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.298272:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384638.298282:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384638.298282:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c8757cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059668608:0@lo:13: 00000100:00000001:1.0:1767384638.298295:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384638.298300:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.298300:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384638.298305:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c8757cff x1853237059668608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.298315:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384638.298318:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384638.298321:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c857219. 02000000:00000001:1.0:1767384638.298325:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384638.298329:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384638.298332:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384638.298340:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384638.298343:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eca1005d. 02000000:00000001:1.0:1767384638.298347:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767384638.298349:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059668480:0@lo:400: 02000000:00000001:1.0:1767384638.298349:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384638.298351:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8757cff. 00000100:00000001:1.0:1767384638.298356:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384638.298358:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.298362:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.298364:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.298366:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384638.298369:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.298372:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384638.298373:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.298379:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.298383:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa33995e x1853237059668480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.298396:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384638.298399:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384638.298401:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff7434ca. 02000000:00000001:3.0:1767384638.298405:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384638.298407:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384638.298408:0:16142:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384638.298411:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384638.298413:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009319cdbb. 02000000:00000001:3.0:1767384638.298418:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384638.298420:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384638.298421:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000100:00000001:3.0:1767384638.298425:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384638.298426:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.298428:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.298433:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384638.298435:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.298438:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.298440:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384638.306880:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294928396, at 4294928397 00000100:00000010:2.0:1767384638.306888:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c2fd113. 00000100:00000040:0.0:1767384638.306944:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294928396, at 4294928397 00000100:00000010:0.0:1767384638.306951:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cae2f7. 00000100:00000040:1.0:1767384638.306963:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294928396, at 4294928397 00000100:00000040:3.0:1767384638.306966:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294928396, at 4294928397 00000100:00000010:1.0:1767384638.306970:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea79f81. 00000100:00000010:3.0:1767384638.306980:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cbd94f2. 00010000:00000001:0.0:1767384638.357899:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384638.357905:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.357912:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384638.357913:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.357972:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384638.357978:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384638.357982:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384638.806006:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384638.806012:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384638.806015:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe22209 00000400:00000010:2.0:1767384638.806019:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000400:00000200:2.0:1767384638.806025:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384638.806031:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384638.806042:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002bac0810. 00000400:00000010:2.0:1767384638.806046:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a6418293. 00000001:00000001:3.0:1767384639.029287:0:27214:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384639.029292:0:27214:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384639.032174:0:27214:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384639.039196:0:27215:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e6d8b07a. 00000400:00000010:2.0:1767384639.039209:0:27215:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d7d7b716. 00000400:00000010:2.0:1767384639.039219:0:27215:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000081fa478. 00000400:00000010:2.0:1767384639.039237:0:27215:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000371e3af3. 00000400:00000010:2.0:1767384639.039241:0:27215:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047976296. 00000400:00000010:2.0:1767384639.039245:0:27215:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004438000c. 00000400:00000010:2.0:1767384639.039247:0:27215:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dd8abd80. 00000400:00000010:2.0:1767384639.039248:0:27215:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d768432. 00000400:00000010:2.0:1767384639.039251:0:27215:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009d84c384. 00000800:00000010:2.0:1767384639.039263:0:27215:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000434e09fc. 00000800:00000200:2.0:1767384639.039273:0:27215:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384639.039281:0:27215:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384639.039315:0:27215:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384639.039335:0:27215:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp31 [8/256/0/180] 00000400:00000010:2.0:1767384639.040779:0:27215:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000d65e9882. 00000400:00000010:2.0:1767384639.040785:0:27215:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d312b25b. 00000400:00000010:2.0:1767384639.040791:0:27215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000400:00000001:2.0:1767384639.040808:0:27215:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384639.040810:0:27215:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384639.040812:0:27215:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f641e2a. 00000400:00000200:2.0:1767384639.040816:0:27215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000400:00000010:2.0:1767384639.040818:0:27215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00000400:00000010:2.0:1767384639.040823:0:27215:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000291c2c05. 00000400:00000200:2.0:1767384639.040828:0:27215:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (22) 00000400:00000200:2.0:1767384639.040869:0:27215:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384639.040879:0:27215:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000400:00000200:0.0:1767384639.040883:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384639.040888:0:27215:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000b7350ae. 00000400:00000200:0.0:1767384639.040891:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:01000000:2.0:1767384639.040895:0:27215:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384639.040898:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000020:01000000:2.0:1767384639.040901:0:27215:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp31 00000400:00000200:0.0:1767384639.040903:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (23) 00000400:00000010:0.0:1767384639.040910:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008934768e. 00000400:00000200:0.0:1767384639.040914:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp11 00000400:00000010:2.0:1767384639.040922:0:27215:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d7d7b716. 00000400:00000200:0.0:1767384639.040927:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp11 to MR: 192.168.202.117@tcp11 local destination 00000400:00000010:2.0:1767384639.040930:0:27215:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e6d8b07a. 00000020:00000001:1.0:1767384639.040941:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384639.040944:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp11 NI seq info: [67:67:256:4294967295] 192.168.202.117@tcp11 LPNI seq info [66:66:8:4294967295] 10000000:00000001:1.0:1767384639.040947:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384639.040951:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384639.040952:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp11 10000000:01000000:1.0:1767384639.040954:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384639.040958:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384639.040962:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384639.040966:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384639.040968:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384639.040969:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) -> 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) : PUT try# 0 00000020:01000004:1.0:1767384639.040970:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384639.040973:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384639.040976:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384639.040979:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:0.0:1767384639.040980:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.117@tcp11 00000020:01000004:1.0:1767384639.040981:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384639.040984:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:0.0:1767384639.040987:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de87d9ef. 00000100:00000010:1.0:1767384639.040990:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000800:00000200:0.0:1767384639.040995:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (6) 00000020:00000040:1.0:1767384639.040997:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384639.041003:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384639.041006:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp11 ip 192.168.202.117:988 02000000:00000001:1.0:1767384639.041007:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384639.041011:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de87d9ef type 1, nob 496 niov 1 nkiov 1 02000000:00000001:1.0:1767384639.041013:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384639.041022:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002e987f4d. 00000100:00000001:1.0:1767384639.041028:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.041030:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384639.041033:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:1.0:1767384639.041036:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384639.041039:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.041046:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eebd37] to pc [ptlrpcd_00_01+1] req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384639.041070:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.041072:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384639.041073:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.041076:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.041078:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384639.041079:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384639.041082:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384639.041086:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:0.0:1767384639.041088:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384639.041089:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384639.041097:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384639.041098:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384639.041100:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384639.041101:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384639.041105:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384639.041106:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384639.041108:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384639.041110:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384639.041111:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384639.041115:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384639.041116:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384639.041117:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384639.041120:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:0.0:1767384639.041120:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059668736:0@lo:253: 00000020:01000004:1.0:1767384639.041122:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384639.041125:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384639.041127:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384639.041128:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384639.041132:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767384639.041132:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e0f4f46. 02000000:00000001:0.0:1767384639.041133:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767384639.041137:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de87d9ef. 02000000:00000001:0.0:1767384639.041138:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.041139:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384639.041145:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384639.041145:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384639.041146:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384639.041149:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384639.041152:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384639.041152:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cdc0e277. 00000400:00000200:3.0:1767384639.041156:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: PUT: OK 02000000:00000001:0.0:1767384639.041158:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.041163:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 02000000:00000010:1.0:1767384639.041164:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f9a570c9. 00000100:00000001:1.0:1767384639.041170:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041171:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384639.041173:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384639.041173:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4b464a4. 00000400:00000200:3.0:1767384639.041177:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp11: 0 00000100:00000001:1.0:1767384639.041178:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.041179:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059668736, portal 25 00000100:00000001:0.0:1767384639.041184:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384639.041187:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0f4f46] to pc [ptlrpcd_00_02+2] req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384639.041189:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384639.041194:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 00000800:00000001:3.0:1767384639.041198:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384639.041202:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384639.041204:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384639.041207:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384639.041210:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384639.041216:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.041220:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041221:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11) <- 192.168.202.117@tcp11 : PUT - for me 00000100:00000001:0.0:1767384639.041237:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:1.0:1767384639.041238:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384639.041244:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000b7350ae. 00000100:00000040:0.0:1767384639.041245:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384639.041250:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004932ba00. 00000400:00000200:3.0:1767384639.041254:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 400 into portal 0 MB=0x8000000000000000 00000100:00000200:0.0:1767384639.041256:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059668736, offset 0 00000100:00000001:1.0:1767384639.041257:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.041262:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041263:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 384/400 into md 0x1781 [1] + 0 00000400:00000010:3.0:1767384639.041269:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053285ba1. 00000100:00000001:1.0:1767384639.041270:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384639.041272:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005521f55c 00000100:00100000:1.0:1767384639.041273:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384639.041277:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384639.041279:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384639.041280:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384639.041286:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.041287:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384639.041291:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.041291:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.041292:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384639.041297:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.041300:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384639.041302:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: PUT: OK 00000100:00000001:1.0:1767384639.041303:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384639.041307:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005521f55c 00000400:00000200:0.0:1767384639.041307:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04b00 00000400:00000010:3.0:1767384639.041311:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005521f55c. 00000100:00000040:1.0:1767384639.041316:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.041318:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384639.041324:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1069 [2] + 0 00000400:00000200:3.0:1767384639.041325:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (24) 00000100:00000001:1.0:1767384639.041328:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384639.041331:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041333:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:0.0:1767384639.041335:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000574ba233. 02000000:00000001:1.0:1767384639.041336:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384639.041339:0:16135:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (400 bytes) 02000000:00000001:1.0:1767384639.041340:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384639.041344:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005255bf80 02000000:00000001:1.0:1767384639.041346:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041349:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00100000:1.0:1767384639.041351:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059668864:0@lo:253: 00000400:00000200:0.0:1767384639.041352:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.041358:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384639.041359:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384639.041362:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384639.041364:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041366:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (25) 02000000:00000001:1.0:1767384639.041366:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384639.041372:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007cacc536. 02000000:00000001:1.0:1767384639.041375:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041378:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384639.041378:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005255bf80 00000400:00000010:1.0:1767384639.041379:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8260ff0. 00000400:00000010:0.0:1767384639.041383:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005255bf80. 00000100:00000001:0.0:1767384639.041389:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384639.041392:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp11 to MR: 192.168.202.117@tcp11 local destination 00000100:00000200:0.0:1767384639.041392:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384639.041394:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006441fd5e. 00000100:00000040:0.0:1767384639.041398:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000aab6b94e x1853237059668736 msgsize 4848 00000100:00000200:1.0:1767384639.041402:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059668864, portal 25 00000400:00000200:3.0:1767384639.041408:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp11 NI seq info: [68:68:256:4294967295] 192.168.202.117@tcp11 LPNI seq info [67:67:8:4294967295] 00000100:00000001:1.0:1767384639.041408:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384639.041409:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384639.041411:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158520832 : -115911551030784 : ffff96943d2cea00) 00000100:00000040:0.0:1767384639.041414:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384639.041420:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.041425:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384639.041440:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) -> 192.168.202.117@tcp11(192.168.202.117@tcp11:192.168.202.117@tcp11) 192.168.202.117@tcp11 : ACK try# 0 00000100:00000001:1.0:1767384639.041447:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384639.041451:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp11 00000400:00000200:0.0:1767384639.041451:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004932ba00 00000400:00000010:0.0:1767384639.041456:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004932ba00. 00000100:00000040:1.0:1767384639.041457:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1767384639.041459:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009319cdbb. 00000100:00000001:0.0:1767384639.041462:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384639.041463:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9fc985b. 00000800:00000200:3.0:1767384639.041467:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (6) 00000100:00000200:0.0:1767384639.041468:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384639.041471:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059668864, offset 0 00000800:00000200:3.0:1767384639.041484:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp11 ip 192.168.202.117:1019 00000100:00000001:0.0:1767384639.041484:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384639.041485:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384639.041490:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009319cdbb type 0, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384639.041491:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.041502:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384639.041505:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384639.041506:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384639.041508:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384639.041514:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.041514:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04b80 00000100:00000001:0.0:1767384639.041514:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.041525:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1079 [2] + 0 00000100:00000001:0.0:1767384639.041527:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294929143 00000400:00000010:1.0:1767384639.041531:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000102905ba. 00000100:00000010:0.0:1767384639.041533:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c01cb0d. 00000400:00000200:1.0:1767384639.041539:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0e297ec 00000100:00000001:0.0:1767384639.041541:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384639.041547:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384639.041548:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294929143 00000100:00000010:0.0:1767384639.041554:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000266be55b. 00000400:00000200:1.0:1767384639.041556:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384639.041559:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384639.041562:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294929143 00000800:00000200:3.0:1767384639.041565:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384639.041566:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003c99ea1. 00000400:00000200:1.0:1767384639.041569:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e297ec 00000800:00000010:3.0:1767384639.041570:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009319cdbb. 00000100:00000001:0.0:1767384639.041571:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384639.041575:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0e297ec. 00000400:00000200:3.0:1767384639.041577:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384639.041577:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294929143 00000100:00000001:1.0:1767384639.041582:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384639.041585:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384639.041585:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cbd94f2. 00000400:00000200:3.0:1767384639.041588:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: ACK: OK 00000100:00000001:0.0:1767384639.041591:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384639.041594:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000f53f8a45 x1853237059668864 msgsize 4848 00000100:00000001:0.0:1767384639.041597:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384639.041598:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384639.041602:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384639.041604:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384639.041606:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384639.041609:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384639.041610:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.041611:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384639.041614:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.041616:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384639.041617:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.041623:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.041625:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384639.041626:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.041630:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384639.041632:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp11(192.168.202.117@tcp11) <- 192.168.202.117@tcp11 : ACK - for me 00000400:00000200:1.0:1767384639.041634:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fc985b 00000100:00000001:0.0:1767384639.041638:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384639.041639:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9fc985b. 00000100:00000001:0.0:1767384639.041642:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.041645:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384639.041646:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.041651:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.041654:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.041658:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp11: ACK from 12345-192.168.202.117@tcp11 into md 0x1805 00000400:00000200:3.0:1767384639.041665:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.041674:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384639.041675:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp11->192.168.202.117@tcp11: ACK: OK 00000100:00000001:0.0:1767384639.041680:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384639.041681:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.041682:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096097ae8 00000100:00100000:0.0:1767384639.041683:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668736 00000400:00000010:3.0:1767384639.041685:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 02000000:00000001:0.0:1767384639.041689:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384639.041692:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384639.041693:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384639.041695:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.041697:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.041699:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384639.041700:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 02000000:00000001:0.0:1767384639.041702:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.041706:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668736 00000100:00000001:1.0:1767384639.041707:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.041709:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384639.041710:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:1.0:1767384639.041713:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294929143 00000020:00000040:0.0:1767384639.041713:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:3.0:1767384639.041715:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (24) 00000020:00000001:0.0:1767384639.041718:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384639.041721:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294929143 00000020:00000040:0.0:1767384639.041721:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000800:00000001:3.0:1767384639.041722:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.041727:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.041728:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294929143 00000020:00000001:0.0:1767384639.041728:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384639.041734:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294929143 00000020:00000001:0.0:1767384639.041738:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384639.041740:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294929143 00000100:00000001:3.0:1767384639.041742:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.041744:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384639.041746:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294929143 00000100:00000001:3.0:1767384639.041747:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.041749:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00000100:00000001:1.0:1767384639.041753:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294929143 00000100:00000001:0.0:1767384639.041754:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384639.041760:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00000100:00000001:1.0:1767384639.041761:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294929143 00000400:00000200:3.0:1767384639.041763:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384639.041767:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384639.041767:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004833af75. 00000400:00000010:3.0:1767384639.041769:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000287badbe. 00000100:00000001:1.0:1767384639.041774:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.041776:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016f1bebd. 00000400:00000010:3.0:1767384639.041777:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000100:00000001:1.0:1767384639.041778:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.041782:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8f08d5c. 00000400:00000010:3.0:1767384639.041783:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000001:1.0:1767384639.041784:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041790:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000287badbe 00000400:00000010:3.0:1767384639.041795:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000000f60e856. 00000100:00000040:0.0:1767384639.041795:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384639.041799:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384639.041801:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384639.041803:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041807:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000100:00000001:0.0:1767384639.041812:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041816:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000400:00000200:3.0:1767384639.041820:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (23) 00000100:00000001:1.0:1767384639.041823:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384639.041824:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000007eb68ee5. 00000100:00000001:0.0:1767384639.041825:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384639.041828:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000100:00100000:1.0:1767384639.041854:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668864 02000000:00000001:1.0:1767384639.041857:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384639.041859:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384639.041861:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.041863:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384639.041864:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.041866:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384639.041869:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668864 00000020:00000001:1.0:1767384639.041872:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384639.041873:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000400:00000010:3.0:1767384639.041874:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3034989. 00000020:00000040:1.0:1767384639.041876:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000040:0.0:1767384639.041880:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000001:1.0:1767384639.041881:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384639.041885:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000400:00000200:3.0:1767384639.041886:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:0.0:1767384639.041886:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935600720 : -115911773950896 : ffff96942fe36c50) 00000020:00000001:1.0:1767384639.041890:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384639.041894:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:0.0:1767384639.041896:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aab6b94e x1853237059668736/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.041898:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384639.041899:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000010:1.0:1767384639.041903:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047b63efe. 00000100:00000001:1.0:1767384639.041908:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384639.041911:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000020:00000010:1.0:1767384639.041914:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047b63efe. 00000100:00000001:0.0:1767384639.041915:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384639.041920:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000010:0.0:1767384639.041921:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00000020:00000010:1.0:1767384639.041923:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010161912. 00000100:00000001:0.0:1767384639.041927:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384639.041930:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009153c752. 00000400:00000200:3.0:1767384639.041931:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000020:00000010:0.0:1767384639.041932:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00000020:00000010:1.0:1767384639.041938:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0e9044e. 00000400:00000200:3.0:1767384639.041943:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00100000:0.0:1767384639.041943:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aab6b94e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059668736:12345-0@lo:253: 00000100:00000001:1.0:1767384639.041945:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384639.041949:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384639.041952:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.041954:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668736 00000400:00000200:3.0:1767384639.041956:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000001:0.0:1767384639.041958:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384639.041959:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041963:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000020:00000001:0.0:1767384639.041964:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384639.041968:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.041970:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000001:1.0:1767384639.041970:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.041972:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384639.041976:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:3.0:1767384639.041979:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:1.0:1767384639.041984:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384639.041986:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:1.0:1767384639.041988:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384639.041989:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384639.041993:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000001:0.0:1767384639.041993:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384639.041995:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000020:00000001:0.0:1767384639.042000:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384639.042002:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000020:00000001:0.0:1767384639.042004:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384639.042006:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00000001:1.0:1767384639.042007:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935593552 : -115911773958064 : ffff96942fe35050) 00000020:00000001:0.0:1767384639.042008:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.042016:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384639.042019:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000100:00000040:1.0:1767384639.042020:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f53f8a45 x1853237059668864/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384639.042021:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384639.042029:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000323483e2. 02000000:00000001:0.0:1767384639.042036:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.042037:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00000001:0.0:1767384639.042042:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.042043:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384639.042046:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000020:00000010:1.0:1767384639.042048:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047b63efe. 20000000:00000001:0.0:1767384639.042048:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384639.042060:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000041ae6daf. 00000100:00000001:1.0:1767384639.042061:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384639.042065:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384639.042066:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000020:00000010:1.0:1767384639.042067:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047b63efe. 20000000:00000001:0.0:1767384639.042070:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384639.042074:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:1.0:1767384639.042077:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f53f8a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059668864:12345-0@lo:253: 20000000:00000001:0.0:1767384639.042078:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.042079:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 20000000:00000001:0.0:1767384639.042085:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.042087:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668864 20000000:00000001:0.0:1767384639.042092:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384639.042093:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384639.042095:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000020:00000001:1.0:1767384639.042097:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384639.042101:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384639.042103:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9183578. 00000400:00000200:3.0:1767384639.042104:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000020:00000001:1.0:1767384639.042105:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:0.0:1767384639.042108:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000020:00000001:1.0:1767384639.042109:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:3.0:1767384639.042114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 12], ns[64, 12] 00000020:00000001:1.0:1767384639.042115:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384639.042118:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384639.042119:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.042123:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384639.042125:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 12], ns[66, 12] 00080000:00000001:0.0:1767384639.042125:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384639.042126:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384639.042130:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.042133:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000100:00000001:1.0:1767384639.042133:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384639.042136:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384639.042139:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:3.0:1767384639.042144:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp30 02000000:00000010:1.0:1767384639.042144:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009db6e92b. 02000000:00000001:1.0:1767384639.042149:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.042152:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp30 lpni_is_preferred = 0 00000100:00000001:1.0:1767384639.042153:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.042157:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384639.042159:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp30 00000400:00000200:3.0:1767384639.042164:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp30 NI seq info: [69:69:256:4294967295] 192.168.202.117@tcp30 LPNI seq info [68:68:8:4294967295] 20000000:00000010:1.0:1767384639.042165:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000061750cbc. 00000400:00000200:3.0:1767384639.042170:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp30 20000000:01000000:1.0:1767384639.042170:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384639.042171:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384639.042176:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384639.042177:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384639.042180:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384639.042181:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.042183:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384639.042186:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384639.042187:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.042191:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp30(192.168.202.117@tcp30:) -> 192.168.202.117@tcp30(192.168.202.117@tcp:192.168.202.117@tcp30) : GET try# 0 00000020:00000001:0.0:1767384639.042191:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384639.042192:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384639.042198:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000800:00000200:3.0:1767384639.042199:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp30 00080000:00000001:0.0:1767384639.042204:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:3.0:1767384639.042205:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009319cdbb. 00000800:00000010:3.0:1767384639.042212:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005454d402. 00080000:00000010:0.0:1767384639.042213:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000079249996. 00000800:00000010:3.0:1767384639.042218:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002a08c69b. 00080000:00000001:0.0:1767384639.042218:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868758528 : -115916840793088 : ffff969301e18c00) 00000800:00000200:3.0:1767384639.042238:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (2) 00080000:00000001:0.0:1767384639.042238:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.1:1767384639.042243:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (2) 00000400:00000200:3.0:1767384639.042255:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384639.042256:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000400:00000200:3.0:1767384639.042305:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042357:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000001:00000001:0.0:1767384639.042368:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384639.042372:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384639.042376:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384639.042392:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00080000:00000001:0.0:1767384639.042397:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384639.042403:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384639.042425:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042470:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042499:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042526:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00080000:00000001:0.0:1767384639.042552:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384639.042553:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00080000:00000001:0.0:1767384639.042559:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384639.042580:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042604:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042639:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042662:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042688:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042701:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042717:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042740:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042767:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042801:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042829:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042898:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042934:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.042963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043030:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043061:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043082:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043141:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043184:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043243:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043284:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043321:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043349:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043392:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043432:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043473:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.043512:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384639.043684:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed45f66e. 00000800:00000010:3.0:1767384639.043690:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fdca1b1b. 00000800:00000010:3.0:1767384639.043698:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7667fc4. 00000800:00000010:3.0:1767384639.043730:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7667fc4. 00000800:00020000:3.0:1767384639.043741:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384639.043745:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fdca1b1b. 00000800:00000010:3.0:1767384639.043749:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ed45f66e. 00000400:02020000:3.0:1767384639.043806:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp30 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384639.043815:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp30 notifying 192.168.202.117@tcp30: down 00000800:00000200:3.0:1767384639.043822:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp30 down 00000800:00000100:3.0:1767384639.043873:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp30 00000800:00000010:3.0:1767384639.043877:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009319cdbb. 00000400:00000200:3.0:1767384639.043882:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384639.043888:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp30->192.168.202.117@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384639.043898:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp30 added to recovery queue. ping count: 0 next ping: 262 health :900 00000400:00000200:3.0:1767384639.043902:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384639.043907:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:3.0:1767384639.043913:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384639.043939:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384639.043944:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100851 00000400:00000001:3.0:1767384639.043947:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384639.043949:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384639.043952:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:3.0:1767384639.043954:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000400:00000200:3.0:1767384639.043958:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384639.043965:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:3.0:1767384639.043969:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000007eb68ee5. 00000400:00000200:3.0:1767384639.043974:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (24) 00000400:00000200:3.0:1767384639.043978:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:3.0:1767384639.043981:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 rc -71 00000400:00000200:3.0:1767384639.043986:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384639.043990:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (23) 00080000:00000001:0.0:1767384639.051262:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384639.051269:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384639.051272:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384639.051274:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384639.051278:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384639.051279:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384639.051280:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384639.051282:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384639.051284:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384639.051286:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000079249996. 00080000:00000001:1.0:1767384639.051291:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384639.051301:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384639.051314:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384639.051318:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384639.051323:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000007cc1b36. 20000000:01000000:1.0:1767384639.051324:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384639.051327:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384639.051329:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384639.051331:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 10000000:01000000:1.0:1767384639.051338:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384639.051339:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384639.051343:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384639.051347:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384639.051348:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767384639.051354:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000036836084. 00010000:00000001:1.0:1767384639.051359:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384639.051363:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384639.051366:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384639.051368:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c7f7 to hash 00000020:00000001:1.0:1767384639.051370:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384639.051372:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384639.051375:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384639.051378:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.051380:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.051382:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384639.051385:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384639.051390:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384639.051392:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384639.051395:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384639.051396:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.051398:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384639.051401:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384639.051401:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384639.051405:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384639.051408:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384639.051408:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384639.051411:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.051414:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384639.051417:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384639.051417:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384639.051421:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384639.051422:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384639.051424:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384639.051428:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000036836084) refcount = 1 00080000:00000010:3.0:1767384639.051430:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000024e9222c. 00010000:00010000:1.0:1767384639.051434:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384639.051435:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857588736 : -115916851962880 : ffff969301371c00) 00080000:00000001:3.0:1767384639.051440:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384639.051447:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384639.051450:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384639.051452:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.051455:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.051457:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384639.051467:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384639.051470:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384639.051473:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384639.051475:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384639.051476:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384639.051478:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384639.051481:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384639.051482:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384639.051484:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.051490:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384639.051492:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.051497:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.051498:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384639.051500:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.051504:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.051505:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.051508:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384639.051510:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384639.051512:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384639.051515:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.051515:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00080000:00000001:3.0:1767384639.051520:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384639.051520:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384639.051523:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384639.051526:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.051530:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384639.051531:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384639.051532:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384639.051537:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.051537:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00080000:00000001:3.0:1767384639.051543:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:1.0:1767384639.051543:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384639.051547:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384639.051549:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384639.051551:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.051555:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384639.051556:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384639.051557:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.051559:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384639.051560:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384639.051562:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.051563:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.051564:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c7f7 from hash 00010000:00000001:1.0:1767384639.051566:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384639.051567:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.051568:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.051569:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384639.051571:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384639.051572:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384639.051574:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384639.051575:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.051578:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.051580:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384639.051581:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384639.051584:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.051585:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.051587:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.051589:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.051591:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.051594:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.051600:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.051601:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384639.051608:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384639.051610:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:3.0:1767384639.051612:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384639.051614:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384639.051617:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.051619:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.051621:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384639.051625:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.051627:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.051630:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.051637:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384639.051638:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384639.051640:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c7f7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384639.051646:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000036836084 count: 0 00010000:00000001:1.0:1767384639.051656:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384639.051658:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384639.053872:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294929143, at 4294929144 00000100:00000010:2.0:1767384639.053880:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003c99ea1. 00000100:00000040:1.0:1767384639.053880:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294929143, at 4294929144 00000100:00000010:1.0:1767384639.053889:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000266be55b. 00000100:00000040:0.0:1767384639.053896:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294929143, at 4294929144 00000100:00000010:0.0:1767384639.053906:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c01cb0d. 00000100:00000040:3.0:1767384639.054355:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294929143, at 4294929144 00000100:00000010:3.0:1767384639.054362:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cbd94f2. 00010000:00000010:1.1:1767384639.054858:0:27219:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000036836084. 00010000:00000010:1.1:1767384639.054869:0:27219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00080000:00000001:3.0:1767384639.059447:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384639.059447:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384639.059453:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384639.059455:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384639.059457:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384639.059461:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384639.059462:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384639.059465:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384639.059466:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384639.059469:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384639.059471:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000024e9222c. 00080000:00000001:1.0:1767384639.059477:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384639.059478:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384639.059482:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384639.059488:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384639.059495:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384639.059499:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384639.059502:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384639.059505:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384639.059507:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384639.059513:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005043fdb. 00010000:00000001:2.0:1767384639.059517:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384639.059521:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094a106e9. 00000020:00000001:2.0:1767384639.059524:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384639.059527:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094a106e9 with handle 0x534bb1615bf4c7fe to hash 00000020:00000001:2.0:1767384639.059529:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384639.059531:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384639.059533:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384639.059535:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384639.059537:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384639.059539:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059546:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384639.059549:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384639.059551:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384639.059553:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384639.059554:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384639.059556:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384639.059557:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384639.059565:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384639.059567:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384639.059568:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384639.059569:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384639.059571:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005043fdb) refcount = 1 00010000:00010000:2.0:1767384639.059574:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059579:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384639.059580:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384639.059582:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384639.059584:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.059586:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384639.059589:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384639.059592:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384639.059595:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384639.059597:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384639.059600:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=4 00000020:00000001:2.0:1767384639.059602:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384639.059605:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384639.059608:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384639.059610:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059617:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384639.059619:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059626:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384639.059628:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384639.059630:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059635:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384639.059636:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.059644:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384639.059645:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384639.059649:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000094a106e9 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384639.059651:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384639.059653:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384639.059655:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059659:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384639.059660:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384639.059661:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384639.059662:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=5 00000020:00000001:2.0:1767384639.059664:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384639.059666:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384639.059668:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384639.059669:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059673:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384639.059674:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384639.059675:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.059679:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384639.059680:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384639.059681:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384639.059682:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384639.059684:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094a106e9 with handle 0x534bb1615bf4c7fe from hash 00010000:00000001:2.0:1767384639.059686:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384639.059687:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384639.059688:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384639.059690:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384639.059692:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384639.059693:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384639.059695:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384639.059696:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384639.059701:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.059703:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384639.059704:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384639.059706:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384639.059707:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384639.059708:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.059709:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.059710:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384639.059711:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059715:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384639.059716:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384639.059717:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384639.059718:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384639.059719:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384639.059720:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384639.059721:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384639.059723:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384639.059724:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384639.059725:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.059729:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384639.059730:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384639.059731:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c7fe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384639.059734:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005043fdb count: 0 00010000:00000001:2.0:1767384639.059741:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384639.059742:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384639.061427:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384639.061432:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384639.061435:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000041ae6daf. 20000000:00000001:0.0:1767384639.061442:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384639.061447:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059668736 00010000:00000001:0.0:1767384639.061450:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384639.061460:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aab6b94e x1853237059668736/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.061471:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384639.061474:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384639.061479:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384639.061484:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384639.061488:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384639.061491:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384639.061494:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384639.061498:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.061501:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384639.061505:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384639.061510:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000036e64e0. 00000100:00000200:0.0:1767384639.061517:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059668736, offset 224 00000400:00000200:0.0:1767384639.061526:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384639.061539:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384639.061551:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04b00 00000400:00000200:0.0:1767384639.061566:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1809 [2] + 224 00000400:00000200:0.0:1767384639.061576:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.061581:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384639.061589:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384639.061594:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.061605:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.061621:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384639.061622:0:27220:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000780f57ef. 00000400:00000200:0.0:1767384639.061629:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000036e64e0 00000400:00000010:0.0:1767384639.061633:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000036e64e0. 00000100:00000001:0.0:1767384639.061637:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384639.061640:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000040:3.0:1767384639.061641:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384639.061644:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384639.061647:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.061649:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384639.061656:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.061657:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384639.061660:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384639.061661:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384639.061663:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384639.061664:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384639.061666:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384639.061668:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384639.061669:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384639.061671:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384639.061672:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384639.061673:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384639.061674:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384639.061675:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384639.061677:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384639.061679:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.061680:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384639.061681:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384639.061682:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384639.061683:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384639.061684:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384639.061686:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.061687:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384639.061688:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384639.061690:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384639.061691:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384639.061692:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384639.061693:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.061694:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384639.061695:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384639.061696:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384639.061697:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384639.061698:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384639.061700:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384639.061701:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384639.061702:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384639.061704:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384639.061705:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384639.061706:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384639.061713:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384639.061714:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384639.061716:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384639.061717:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384639.061718:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384639.061720:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384639.061722:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384639.061723:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384639.061725:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384639.061726:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384639.061727:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384639.061728:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384639.061730:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384639.061731:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384639.061804:0:27220:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000780f57ef. 00000100:00000001:0.0:1767384639.061807:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.061813:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384639.061816:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384639.061818:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.061820:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384639.061825:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab6b94e x1853237059668736/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.061871:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aab6b94e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059668736:12345-0@lo:253: Request processed in 19953us (20469us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384639.061881:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:0.0:1767384639.061886:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384639.061889:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384639.061891:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384639.061897:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016f1bebd. 00000020:00000010:0.0:1767384639.061902:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8f08d5c. 00000020:00000010:0.0:1767384639.061907:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004833af75. 00000020:00000040:0.0:1767384639.061914:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384639.061919:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384639.061921:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000323483e2. 02000000:00000001:0.0:1767384639.061931:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384639.061934:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384639.061940:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384639.061946:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5349dc1. 00000400:00000010:0.0:1767384639.061952:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000036e64e0. 00000100:00000001:0.0:1767384639.061973:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.061976:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384639.061982:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.061985:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384639.061988:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000400:00000200:0.0:1767384639.061991:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4b464a4 00000400:00000010:0.0:1767384639.061994:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4b464a4. 00000100:00000001:0.0:1767384639.061999:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384639.062004:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384639.062014:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.062023:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384639.062025:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.062028:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384639.062031:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384639.062034:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.062036:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.062038:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384639.062043:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384639.062047:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384639.062051:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384639.062053:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.062055:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.062057:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.062060:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.062065:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.062071:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.062074:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.062076:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384639.062088:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384639.062090:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384639.062092:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384639.062094:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384639.062096:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384639.062098:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384639.062100:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384639.062102:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384639.062104:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384639.062106:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384639.062110:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.062118:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059668736:0@lo:253: 00000100:00000001:0.0:1767384639.062124:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.062127:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.062131:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059668736/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.062138:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384639.062141:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384639.062143:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cdc0e277. 02000000:00000001:0.0:1767384639.062149:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384639.062151:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.062153:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384639.062155:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384639.062157:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002e987f4d. 02000000:00000001:0.0:1767384639.062163:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384639.062165:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384639.062167:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000100:00000001:0.0:1767384639.062172:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384639.062173:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.062175:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.062182:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.062184:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.062188:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.062190:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384639.062674:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384639.062677:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384639.062679:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000061750cbc. 20000000:00000001:2.0:1767384639.062683:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384639.062686:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059668864 00010000:00000001:2.0:1767384639.062688:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384639.062697:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f53f8a45 x1853237059668864/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384639.062703:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384639.062705:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384639.062706:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384639.062709:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384639.062711:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384639.062712:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384639.062715:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384639.062716:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.062718:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384639.062720:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384639.062723:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4e01f07. 00000100:00000200:2.0:1767384639.062725:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059668864, offset 224 00000400:00000200:2.0:1767384639.062730:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384639.062735:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384639.062740:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04b80 00000400:00000200:2.0:1767384639.062744:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1811 [2] + 224 00000400:00000200:2.0:1767384639.062749:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.062752:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384639.062755:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384639.062758:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.062763:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.062776:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384639.062779:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4e01f07 00000400:00000010:2.0:1767384639.062781:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4e01f07. 00000100:00000001:2.0:1767384639.062783:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384639.062785:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384639.062788:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.062790:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384639.062792:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384639.062793:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384639.062794:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384639.062803:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384639.062806:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384639.062809:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f53f8a45 x1853237059668864/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384639.062812:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.062816:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384639.062820:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f53f8a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059668864:12345-0@lo:253: Request processed in 20776us (21224us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384639.062821:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8260ff0. 00000400:00000200:0.0:1767384639.062829:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006441fd5e 00000400:00000010:0.0:1767384639.062858:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006441fd5e. 00000100:00100000:2.0:1767384639.062862:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:0.0:1767384639.062863:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384639.062868:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384639.062872:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384639.062872:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.062875:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384639.062879:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009153c752. 00000020:00000010:2.0:1767384639.062885:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0e9044e. 00000020:00000010:2.0:1767384639.062889:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010161912. 00000100:00000200:0.0:1767384639.062890:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384639.062894:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:2.0:1767384639.062900:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384639.062902:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009db6e92b. 00000100:00000001:0.0:1767384639.062906:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384639.062908:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384639.062911:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.062911:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384639.062915:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384639.062916:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384639.062921:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384639.062922:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f641e2a. 00000100:00000001:0.0:1767384639.062923:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.062927:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.062928:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4e01f07. 02000000:00000001:0.0:1767384639.062932:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384639.062937:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384639.062942:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384639.062946:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384639.062947:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.062950:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.062952:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.062954:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.062959:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.062966:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.062968:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.062970:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384639.062973:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384639.062975:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384639.062976:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384639.062977:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384639.062979:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384639.062981:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384639.062990:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384639.062992:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384639.062993:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384639.062998:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.063006:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e0f4f46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059668864:0@lo:253: 00000100:00000001:0.0:1767384639.063012:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.063015:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.063018:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e0f4f46 x1853237059668864/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.063025:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384639.063027:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384639.063029:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007cacc536. 02000000:00000001:0.0:1767384639.063034:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384639.063037:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.063038:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384639.063040:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384639.063043:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f9a570c9. 02000000:00000001:0.0:1767384639.063047:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384639.063049:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384639.063050:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e0f4f46. 00000100:00000001:0.0:1767384639.063054:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384639.063056:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.063058:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.063064:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.063066:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.063069:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.063072:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384639.065868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005043fdb. 00010000:00000010:2.1:1767384639.065879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094a106e9. 00010000:00000001:0.0:1767384639.381917:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384639.381923:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.381931:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384639.381934:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.381958:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384639.381960:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.381963:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384639.830909:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp30 00000400:00000010:0.0:1767384639.830922:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000f73ae03. 00000400:00000010:0.0:1767384639.830929:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000089b4cf0d. 00000400:00000010:0.0:1767384639.830933:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000400:00000010:0.0:1767384639.830942:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1a1712b. 00000400:00000200:0.0:1767384639.830946:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp30 00000400:00000200:0.0:1767384639.830963:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp30 local destination 00000400:00000200:0.0:1767384639.830969:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp30 00000400:00000200:0.0:1767384639.830971:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp30 NI seq info: [70:70:256:4294967295] 192.168.202.117@tcp30 LPNI seq info [69:69:8:4294967295] 00000400:00000200:0.0:1767384639.830976:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp30 00000400:00000200:0.0:1767384639.830981:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp30(192.168.202.117@tcp30:) -> 192.168.202.117@tcp30(192.168.202.117@tcp30:192.168.202.117@tcp30) : GET try# 0 00000800:00000200:0.0:1767384639.830985:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp30 00000800:00000010:0.0:1767384639.830989:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002f410fe6. 00000800:00000200:0.0:1767384639.830994:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (2) 00000800:00000200:0.1:1767384639.830998:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (2) 00000400:00000200:0.0:1767384639.831017:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp30 added to recovery queue. ping count: 1 next ping: 264 health :900 00000400:00000200:3.0:1767384639.831110:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831160:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831182:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831202:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831280:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831347:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831427:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831446:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831464:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831485:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831509:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831543:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831636:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831693:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831712:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831751:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.831788:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832320:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832412:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832460:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832484:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832525:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832604:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832679:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832715:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832751:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832772:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832800:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832866:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832899:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832926:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832957:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.832982:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.833002:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384639.833025:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384639.833265:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed45f66e. 00000800:00000010:3.0:1767384639.833273:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfbf9d84. 00000800:00000010:3.0:1767384639.833280:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e5f7463. 00000800:00000010:3.0:1767384639.833308:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e5f7463. 00000800:00020000:3.0:1767384639.833322:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384639.833326:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfbf9d84. 00000800:00000010:3.0:1767384639.833329:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ed45f66e. 00000400:02020000:3.0:1767384639.833374:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp30 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384639.833385:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp30 notifying 192.168.202.117@tcp30: down 00000400:00000200:3.0:1767384639.833392:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384639.833398:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp30 00000800:00000010:3.0:1767384639.833403:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002f410fe6. 00000400:00000200:3.0:1767384639.833410:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384639.833415:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp30->192.168.202.117@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384639.833429:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384639.833440:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384639.833445:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp30) recovery failed with -71 00080000:00000001:1.0:1767384640.363828:0:27575:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384640.364106:0:27575:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384640.364112:0:27575:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384640.364120:0:27575:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384640.364126:0:27575:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384640.364130:0:27575:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.405892:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384640.405899:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.405905:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384640.405906:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384640.405953:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384640.405956:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384640.405959:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384640.853891:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384640.853896:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384640.853899:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:2.0:1767384640.853903:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000400:00000200:2.0:1767384640.853909:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384640.853914:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384640.853923:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000f73ae03. 00000400:00000010:2.0:1767384640.853927:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089b4cf0d. 00000001:00000001:2.0:1767384641.059024:0:27739:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384641.059028:0:27739:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:2.0:1767384641.062012:0:27739:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384641.068428:0:27740:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e6d8b07a. 00000400:00000010:2.0:1767384641.068443:0:27740:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b80d2d42. 00000400:00000010:2.0:1767384641.068459:0:27740:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000191940b2. 00000400:00000010:2.0:1767384641.068464:0:27740:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fa904421. 00000400:00000010:2.0:1767384641.068468:0:27740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003865e168. 00000400:00000010:2.0:1767384641.068472:0:27740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f45a06ee. 00000400:00000010:2.0:1767384641.068475:0:27740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084d46990. 00000400:00000010:2.0:1767384641.068477:0:27740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006df3500e. 00000400:00000010:2.0:1767384641.068481:0:27740:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000012ddd5f6. 00000800:00000010:2.0:1767384641.068494:0:27740:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000061a33c00. 00000800:00000200:2.0:1767384641.068504:0:27740:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384641.068513:0:27740:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384641.068555:0:27740:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384641.068575:0:27740:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp32 [8/256/0/180] 00000400:00000010:2.0:1767384641.069982:0:27740:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000001ce1e07. 00000400:00000010:2.0:1767384641.069988:0:27740:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e28710a. 00000400:00000010:2.0:1767384641.069993:0:27740:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000400:00000001:2.0:1767384641.070010:0:27740:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384641.070012:0:27740:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384641.070013:0:27740:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d312b25b. 00000400:00000200:2.0:1767384641.070016:0:27740:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe22209 00000400:00000010:2.0:1767384641.070018:0:27740:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000400:00000010:2.0:1767384641.070021:0:27740:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000d65e9882. 00000400:00000200:2.0:1767384641.070025:0:27740:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (22) 00000400:00000200:2.0:1767384641.070033:0:27740:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384641.070041:0:27740:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000400:00000200:3.0:1767384641.070048:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384641.070048:0:27740:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f378ee0f. 00000400:00000200:3.0:1767384641.070056:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000020:01000000:2.0:1767384641.070056:0:27740:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384641.070061:0:27740:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp32 00000400:00000200:3.0:1767384641.070062:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (23) 00000400:00000010:3.0:1767384641.070068:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000084ad736d. 00000400:00000010:3.0:1767384641.070072:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000400:00000010:2.0:1767384641.070075:0:27740:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b80d2d42. 00000400:00000010:3.0:1767384641.070077:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000dc3d092. 00000400:00000010:2.0:1767384641.070080:0:27740:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e6d8b07a. 00000400:00000200:3.0:1767384641.070085:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:3.0:1767384641.070097:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000001:1.0:1767384641.070100:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384641.070104:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 10000000:00000001:1.0:1767384641.070106:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384641.070110:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:3.0:1767384641.070114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 10000000:00000001:1.0:1767384641.070118:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384641.070121:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 10000000:01000000:1.0:1767384641.070122:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384641.070127:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384641.070131:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:01000004:1.0:1767384641.070131:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384641.070135:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384641.070138:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384641.070139:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384641.070140:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000020:01000004:1.0:1767384641.070142:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384641.070144:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384641.070148:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384641.070149:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384641.070151:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:01000004:1.0:1767384641.070152:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384641.070158:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e4abfd. 00000400:00000200:3.0:1767384641.070159:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000040:1.0:1767384641.070165:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:3.0:1767384641.070166:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:3.0:1767384641.070172:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000001:1.0:1767384641.070173:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384641.070177:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384641.070178:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767384641.070183:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 02000000:00000001:1.0:1767384641.070184:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070192:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 02000000:00000010:1.0:1767384641.070195:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008bef140a. 00000100:00000001:1.0:1767384641.070202:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070221:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000001:1.0:1767384641.070226:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384641.070229:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000100:00000001:1.0:1767384641.070229:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070240:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000100:00000040:1.0:1767384641.070240:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e4abfd] to pc [ptlrpcd_00_03+3] req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.070258:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:3.0:1767384641.070266:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:3.0:1767384641.070271:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 12], ns[64, 12] 00000400:00000200:3.0:1767384641.070275:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 12], ns[66, 12] 10000000:00000001:1.0:1767384641.070277:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.070281:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384641.070282:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070283:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 12], ns[70, 12] 00000100:00000001:2.0:1767384641.070286:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384641.070287:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.070291:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384641.070292:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000020:01000000:1.0:1767384641.070292:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384641.070298:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384641.070301:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384641.070302:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp12 10000000:00000001:1.0:1767384641.070306:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384641.070310:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384641.070311:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp12 lpni_is_preferred = 0 10000000:01000000:1.0:1767384641.070313:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384641.070315:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384641.070317:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp12 00000020:01000004:1.0:1767384641.070318:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384641.070321:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384641.070323:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070325:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp12 NI seq info: [71:71:256:4294967295] 192.168.202.117@tcp12 LPNI seq info [70:70:8:4294967295] 00000020:01000004:1.0:1767384641.070325:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384641.070329:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384641.070330:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384641.070333:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384641.070334:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384641.070336:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384641.070338:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp12 02000000:00000001:2.0:1767384641.070339:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384641.070344:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1767384641.070345:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e4abfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059668992:0@lo:253: 00000020:01000004:1.0:1767384641.070348:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384641.070352:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384641.070354:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384641.070356:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12:) -> 192.168.202.117@tcp12(192.168.202.117@tcp:192.168.202.117@tcp12) : GET try# 0 00000100:00000010:1.0:1767384641.070357:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b89e195b. 02000000:00000001:2.0:1767384641.070360:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384641.070362:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:2.0:1767384641.070364:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384641.070365:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp12 00000100:00000001:1.0:1767384641.070368:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384641.070370:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384641.070371:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1767384641.070373:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049a1dd89. 02000000:00000001:1.0:1767384641.070375:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384641.070377:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000b7350ae. 02000000:00000001:2.0:1767384641.070380:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384641.070382:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000df41c40f. 00000800:00000200:3.0:1767384641.070383:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (6) 00000400:00000010:2.0:1767384641.070385:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d312b25b. 00000100:00000001:1.0:1767384641.070388:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.070392:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b80d2d42. 00000100:00000001:1.0:1767384641.070393:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384641.070397:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp12 ip 192.168.202.117:988 00000100:00000001:1.0:1767384641.070397:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384641.070398:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059668992, portal 25 00000100:00000001:2.0:1767384641.070403:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384641.070404:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049a1dd89 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384641.070407:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158513664 : -115911551037952 : ffff96943d2cce00) 00000100:00000040:1.0:1767384641.070407:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b89e195b] to pc [ptlrpcd_00_00+0] req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.070415:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.070420:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384641.070426:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000100:00000001:2.0:1767384641.070436:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384641.070436:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384641.070440:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384641.070442:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.070443:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384641.070444:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:1.0:1767384641.070445:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384641.070448:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384641.070449:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f378ee0f. 00000400:00000010:2.0:1767384641.070450:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f7a1b9c. 00000100:00000200:2.0:1767384641.070456:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059668992, offset 0 00000100:00000001:1.0:1767384641.070461:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.070465:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384641.070468:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384641.070469:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384641.070474:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.070483:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384641.070484:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384641.070486:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.070490:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384641.070491:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384641.070493:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384641.070495:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b89e195b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059669120:0@lo:253: 00000400:00000200:2.0:1767384641.070499:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04c00 00000100:00000001:1.0:1767384641.070500:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384641.070505:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384641.070508:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1089 [2] + 0 02000000:00000001:1.0:1767384641.070508:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.070513:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384641.070514:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020062abf. 00000400:00000200:2.0:1767384641.070518:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000175ccb02 02000000:00000010:1.0:1767384641.070519:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009db6e92b. 00000400:00000200:2.0:1767384641.070524:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384641.070530:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.070532:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384641.070535:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000797163fb. 00000400:00000200:2.0:1767384641.070537:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175ccb02 00000400:00000010:2.0:1767384641.070540:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000175ccb02. 00000100:00000001:2.0:1767384641.070544:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384641.070546:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384641.070549:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f052f11b. 00000100:00000200:1.0:1767384641.070554:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059669120, portal 25 00000800:00000200:3.0:1767384641.070555:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384641.070556:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000eed495ac x1853237059668992 msgsize 4848 00000100:00000001:1.0:1767384641.070558:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767384641.070560:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049a1dd89. 00000100:00000001:1.0:1767384641.070561:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158511872 : -115911551039744 : ffff96943d2cc700) 00000400:00000200:3.0:1767384641.070567:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384641.070568:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384641.070571:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.070573:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384641.070578:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp12->192.168.202.117@tcp12: GET: OK 00000100:00000001:2.0:1767384641.070585:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384641.070587:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384641.070588:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384641.070594:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000400:00000200:2.0:1767384641.070594:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f7a1b9c 00000100:00000040:1.0:1767384641.070595:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.070599:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f7a1b9c. 00000400:00000010:1.0:1767384641.070601:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da656225. 00000100:00000001:2.0:1767384641.070603:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384641.070608:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384641.070608:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059669120, offset 0 00000800:00000001:3.0:1767384641.070613:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384641.070618:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384641.070622:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.070626:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384641.070626:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384641.070630:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384641.070634:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384641.070636:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384641.070643:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04c80 00000400:00000200:3.0:1767384641.070651:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12) <- 192.168.202.117@tcp12 : GET - for me 00000100:00000001:2.0:1767384641.070653:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.070653:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1099 [2] + 0 00000100:00000001:2.0:1767384641.070658:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384641.070659:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de0eb42c. 00000100:00000001:2.0:1767384641.070663:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070664:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384641.070666:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cff9fa8c 00000100:00000001:2.0:1767384641.070670:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294931172 00000400:00000200:1.0:1767384641.070673:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.070675:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 400/400 into md 0x1835 [1] + 0 00000100:00000010:2.0:1767384641.070676:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d01acfb6. 00000400:00000200:1.0:1767384641.070681:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384641.070686:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384641.070687:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff9fa8c 00000400:00000010:1.0:1767384641.070691:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cff9fa8c. 00000400:00000200:3.0:1767384641.070692:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp12 to MR: 192.168.202.117@tcp12 local destination 00000100:00000001:2.0:1767384641.070694:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294931172 00000100:00000001:1.0:1767384641.070697:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384641.070700:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9074119. 00000100:00000200:1.0:1767384641.070700:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384641.070701:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp12 NI seq info: [72:72:256:4294967295] 192.168.202.117@tcp12 LPNI seq info [71:71:8:4294967295] 00000100:00000040:1.0:1767384641.070707:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000001116cd7f x1853237059669120 msgsize 4848 00000100:00000001:2.0:1767384641.070708:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384641.070714:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294931172 00000100:00000010:2.0:1767384641.070720:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000013e632c. 00000100:00100000:1.0:1767384641.070724:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384641.070726:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384641.070727:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12:192.168.202.117@tcp12) -> 192.168.202.117@tcp12(192.168.202.117@tcp12:192.168.202.117@tcp12) 192.168.202.117@tcp12 : REPLY try# 0 00000100:00000040:1.0:1767384641.070730:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384641.070732:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294931172 00000800:00000200:3.0:1767384641.070736:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.117@tcp12 00000100:00000010:2.0:1767384641.070737:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041eea25e. 00000800:00000010:3.0:1767384641.070741:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049a1dd89. 00000100:00000001:2.0:1767384641.070742:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384641.070742:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384641.070747:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384641.070748:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (6) 00000400:00000200:1.0:1767384641.070749:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da656225 00000100:00000001:2.0:1767384641.070753:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.070754:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da656225. 00000100:00000001:2.0:1767384641.070757:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.070759:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384641.070760:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp12 ip 192.168.202.117:1017 00000100:00000001:2.0:1767384641.070761:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384641.070765:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384641.070766:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049a1dd89 type 3, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1767384641.070772:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384641.070777:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384641.070780:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384641.070782:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.070784:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.070787:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384641.070788:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.070790:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.070798:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.070799:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384641.070804:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.070807:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294931172 00000100:00000001:1.0:1767384641.070811:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294931172 00000100:00000001:1.0:1767384641.070813:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294931172 00000800:00000200:3.0:1767384641.070814:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384641.070814:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384641.070816:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294931172 00000100:00100000:2.0:1767384641.070818:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059668992 00000800:00000010:3.0:1767384641.070819:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049a1dd89. 00000100:00000001:1.0:1767384641.070820:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294931172 02000000:00000001:2.0:1767384641.070824:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384641.070825:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294931172 00000400:00000200:3.0:1767384641.070826:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384641.070829:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384641.070857:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294931173 00000400:00000200:3.0:1767384641.070862:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp12->192.168.202.117@tcp12: REPLY: OK 00000100:00000001:1.0:1767384641.070863:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931172 00000100:00000001:1.0:1767384641.070870:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384641.070872:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384641.070873:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.070877:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384641.070878:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.070879:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.070885:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384641.070888:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384641.070890:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.070891:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384641.070894:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384641.070896:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384641.070897:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.070899:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384641.070901:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.070903:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070912:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp12(192.168.202.117@tcp12) <- 192.168.202.117@tcp12 : REPLY - for me 00000100:00000001:1.0:1767384641.070914:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.070917:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070922:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp12: Reply from 12345-192.168.202.117@tcp12 of length 400/400 into md 0x1839 00000800:00000001:3.0:1767384641.070927:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384641.070927:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384641.070930:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059669120 00000800:00000001:3.0:1767384641.070932:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384641.070933:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384641.070936:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384641.070937:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384641.070940:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070945:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp12->192.168.202.117@tcp12: REPLY: OK 02000000:00000001:1.0:1767384641.070946:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.070948:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000100:00100000:1.0:1767384641.070950:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059669120 00000400:00000010:3.0:1767384641.070951:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000020:00000001:1.0:1767384641.070954:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384641.070956:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000040:1.0:1767384641.070957:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:3.0:1767384641.070960:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:3.0:1767384641.070963:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384641.070967:0:16135:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.117@tcp (416 bytes) 00000020:00000001:1.0:1767384641.070968:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384641.070971:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000400:00000200:3.0:1767384641.070973:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000020:00000001:1.0:1767384641.070975:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384641.070979:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000010:3.0:1767384641.070984:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000084ad736d. 00000100:00000001:1.0:1767384641.070984:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384641.070989:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000655c74a2. 00000400:00000200:3.0:1767384641.070990:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (24) 00000100:00000001:1.0:1767384641.070993:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384641.070997:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000655c74a2. 00000800:00000001:3.0:1767384641.070998:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384641.071001:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384641.071003:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384641.071004:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007465225b. 02000000:00000001:2.0:1767384641.071005:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384641.071010:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059668992 00000020:00000010:1.0:1767384641.071011:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbb18576. 00000020:00000001:2.0:1767384641.071012:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384641.071015:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000010:1.0:1767384641.071016:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000072e32fcf. 00000020:00000001:2.0:1767384641.071017:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.071021:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384641.071023:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384641.071025:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:1.0:1767384641.071028:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384641.071029:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384641.071029:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.071034:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fc35918. 00000100:00000001:1.0:1767384641.071034:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384641.071035:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000084ad736d. 00000100:00000001:1.0:1767384641.071037:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384641.071039:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384641.071041:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384641.071042:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fc35918. 00000400:00000010:3.0:1767384641.071043:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d53ce626. 00000400:00000010:3.0:1767384641.071049:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000100:00000001:1.0:1767384641.071053:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384641.071054:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edcd2ab7. 00000400:00000200:3.0:1767384641.071057:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000084ad736d 00000400:00000001:3.0:1767384641.071061:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384641.071061:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050622e7f. 00000400:00000001:3.0:1767384641.071064:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384641.071066:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384641.071067:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad69fa89. 00000020:00000010:2.0:1767384641.071067:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064a4aca5. 00000400:00000200:3.0:1767384641.071075:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000100:00000001:2.0:1767384641.071076:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384641.071078:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000001:2.0:1767384641.071079:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384641.071080:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384641.071081:0:16138:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:2.0:1767384641.071082:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.071084:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384641.071086:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000287badbe. 00000400:00000200:3.0:1767384641.071091:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000100:00100000:1.0:1767384641.071093:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000400:00000200:3.0:1767384641.071097:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000100:00000040:1.0:1767384641.071099:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384641.071101:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.071103:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935603792 : -115911773947824 : ffff96942fe37850) 00000400:00000200:3.0:1767384641.071104:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:0 00000400:00000200:3.0:1767384641.071110:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc 1 00000100:00000001:2.0:1767384641.071113:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384641.071113:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001116cd7f x1853237059669120/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:622/0 lens 4848/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.071117:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000100:00000001:1.0:1767384641.071123:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384641.071127:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384641.071128:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (23) 00000020:00000010:1.0:1767384641.071128:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000655c74a2. 00000100:00000001:2.0:1767384641.071131:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384641.071134:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384641.071136:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000f439218d. 00000100:00100000:2.0:1767384641.071139:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000020:00000010:1.0:1767384641.071139:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000655c74a2. 00000400:00000010:3.0:1767384641.071142:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000040:2.0:1767384641.071145:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:2.0:1767384641.071148:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935597648 : -115911773953968 : ffff96942fe36050) 00000400:00000010:3.0:1767384641.071150:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000436ff010. 00000100:00100000:1.0:1767384641.071150:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001116cd7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059669120:12345-0@lo:253: 00000100:00000200:1.0:1767384641.071157:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059669120 00000400:00000200:3.0:1767384641.071160:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000020:00000001:1.0:1767384641.071162:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384641.071164:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eed495ac x1853237059668992/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:622/0 lens 4848/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.071169:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000001:1.0:1767384641.071173:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384641.071177:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.071181:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000001:2.0:1767384641.071183:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384641.071183:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384641.071188:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:3.0:1767384641.071189:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000010:2.0:1767384641.071190:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fc35918. 00000020:00000001:1.0:1767384641.071192:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384641.071196:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384641.071196:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384641.071203:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fc35918. 00000400:00000200:3.0:1767384641.071215:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000020:00000001:1.0:1767384641.071217:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384641.071221:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384641.071225:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eed495ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059668992:12345-0@lo:253: 00000020:00000001:1.0:1767384641.071226:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.071230:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000100:00000200:2.0:1767384641.071232:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059668992 00000100:00000001:1.0:1767384641.071233:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384641.071237:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384641.071238:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384641.071243:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000001:2.0:1767384641.071244:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1767384641.071245:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061750cbc. 00000020:00000001:2.0:1767384641.071247:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.071251:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.071252:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384641.071255:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:1.0:1767384641.071256:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.071259:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384641.071262:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 20000000:00000001:1.0:1767384641.071262:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384641.071263:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384641.071267:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384641.071271:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384641.071274:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:00000001:2.0:1767384641.071274:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384641.071275:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cdc0e277. 00000100:00000001:2.0:1767384641.071280:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384641.071281:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384641.071284:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384641.071286:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 20000000:00000001:1.0:1767384641.071286:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:2.0:1767384641.071289:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f378ee0f. 20000000:00000001:1.0:1767384641.071290:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384641.071295:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 02000000:00000001:2.0:1767384641.071295:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384641.071296:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.071299:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384641.071301:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384641.071304:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384641.071308:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384641.071311:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 20000000:00000010:2.0:1767384641.071315:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ff17f106. 00000400:00000200:3.0:1767384641.071316:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 20000000:00000010:1.0:1767384641.071319:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b415a058. 20000000:01000000:2.0:1767384641.071321:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384641.071325:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 20000000:01000000:1.0:1767384641.071325:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384641.071326:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384641.071329:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384641.071332:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384641.071333:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384641.071336:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 20000000:00000001:2.0:1767384641.071337:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384641.071341:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384641.071342:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384641.071345:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767384641.071349:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 00000400:00000200:3.0:1767384641.071360:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000400:00000200:3.0:1767384641.071363:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000400:00000200:3.0:1767384641.071366:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000400:00000200:3.0:1767384641.071369:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 14], ns[64, 14] 00000400:00000200:3.0:1767384641.071372:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 14], ns[66, 14] 00000400:00000200:3.0:1767384641.071376:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 14], ns[70, 14] 00000400:00000200:3.0:1767384641.071378:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384641.071382:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp13 00080000:00000001:1.0:1767384641.071383:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384641.071387:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp13 lpni_is_preferred = 0 00080000:00000001:1.0:1767384641.071388:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384641.071392:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp13 00080000:00000001:1.0:1767384641.071392:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384641.071396:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384641.071401:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp13 NI seq info: [73:73:256:4294967295] 192.168.202.117@tcp13 LPNI seq info [72:72:8:4294967295] 00000020:00000001:1.0:1767384641.071402:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384641.071408:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp13 00000020:00000001:1.0:1767384641.071408:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:1.0:1767384641.071413:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384641.071420:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13:) -> 192.168.202.117@tcp13(192.168.202.117@tcp:192.168.202.117@tcp13) : GET try# 0 00080000:00000010:1.0:1767384641.071421:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a4e8eb7f. 00080000:00000001:1.0:1767384641.071425:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628162028207104 : -115911681344512 : ffff969435687c00) 00000800:00000200:3.0:1767384641.071429:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp13 00080000:00000001:1.0:1767384641.071431:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384641.071434:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049a1dd89. 00000800:00000200:3.0:1767384641.071439:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (6) 00000800:00000200:3.0:1767384641.071446:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp13 ip 192.168.202.117:988 00000800:00000200:3.0:1767384641.071449:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049a1dd89 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384641.071457:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384641.071459:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000800:00000200:3.0:1767384641.071514:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384641.071516:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049a1dd89. 00000400:00000200:3.0:1767384641.071519:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.071523:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: GET: OK 00000400:00000200:3.0:1767384641.071526:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384641.071529:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000001:00000001:1.0:1767384641.071537:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:3.0:1767384641.071540:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384641.071540:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384641.071543:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:3.0:1767384641.071546:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.071550:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.071554:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.071558:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13) <- 192.168.202.117@tcp13 : GET - for me 00080000:00000001:1.0:1767384641.071562:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.071567:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 416 into portal 0 MB=0x8000000000000000 00080000:00000001:1.0:1767384641.071568:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384641.071574:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 416/416 into md 0x1835 [1] + 0 00000400:00000200:3.0:1767384641.071581:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp13 to MR: 192.168.202.117@tcp13 local destination 00000400:00000200:3.0:1767384641.071585:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp13 NI seq info: [74:74:256:4294967295] 192.168.202.117@tcp13 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384641.071593:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13:192.168.202.117@tcp13) -> 192.168.202.117@tcp13(192.168.202.117@tcp13:192.168.202.117@tcp13) 192.168.202.117@tcp13 : REPLY try# 0 00000800:00000200:3.0:1767384641.071598:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.117@tcp13 00000800:00000010:3.0:1767384641.071601:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049a1dd89. 00000800:00000200:3.0:1767384641.071604:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (6) 00000800:00000200:3.0:1767384641.071609:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp13 ip 192.168.202.117:1015 00000800:00000200:3.0:1767384641.071611:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049a1dd89 type 3, nob 512 niov 1 nkiov 1 00000800:00000200:3.0:1767384641.071647:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384641.071649:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049a1dd89. 00000400:00000200:3.0:1767384641.071653:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.071657:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: REPLY: OK 00000800:00000001:3.0:1767384641.071665:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.071668:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.071670:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.071675:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.071676:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.071679:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.071684:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13) <- 192.168.202.117@tcp13 : REPLY - for me 00000400:00000200:3.0:1767384641.071692:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp13: Reply from 12345-192.168.202.117@tcp13 of length 416/416 into md 0x1851 00000800:00000001:3.0:1767384641.071695:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.071700:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.071701:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384641.071701:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384641.071705:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384641.071712:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: REPLY: OK 00000400:00000200:3.0:1767384641.071716:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000400:00000010:3.0:1767384641.071717:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000400:00000200:3.0:1767384641.071720:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384641.071722:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:3.0:1767384641.071724:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384641.071726:0:16135:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 24. state = 0x100271 00000400:00000200:3.0:1767384641.071728:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384641.071736:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (24) 00000800:00000001:3.0:1767384641.071741:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.071743:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.071766:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384641.071772:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:3.0:1767384641.071778:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 0000000007ea7967. 00000400:00000010:3.0:1767384641.071781:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000003d6b4f41. 00000400:00000010:3.0:1767384641.071783:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000d180e6b7. 00000400:00000200:3.0:1767384641.071805:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp28(00000000d6a979cd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384641.071810:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp30(00000000f3a2a07c) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384641.071816:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000090efd899. 00000400:00000200:3.0:1767384641.071821:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000090efd899 nid 192.168.202.117@tcp31 00000400:00000010:3.0:1767384641.071824:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000093329a76. 00000400:00000200:3.0:1767384641.071826:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000093329a76 net tcp31 00000400:00000200:3.0:1767384641.071828:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (23) 00000400:00000200:3.0:1767384641.071857:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp31 flags 0x11 00000400:00000010:3.0:1767384641.071863:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000089940113. 00000400:00000200:3.0:1767384641.071866:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000089940113 nid 192.168.202.117@tcp32 00000400:00000010:3.0:1767384641.071869:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000033d0ce17. 00000400:00000200:3.0:1767384641.071871:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000033d0ce17 net tcp32 00000400:00000200:3.0:1767384641.071873:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (24) 00000400:00000200:3.0:1767384641.071876:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp32 flags 0x11 00000400:00000010:3.0:1767384641.071879:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 0000000007ea7967. 00000400:00000010:3.0:1767384641.071881:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000003d6b4f41. 00000400:00000010:3.0:1767384641.071884:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000d180e6b7. 00000400:00000010:3.0:1767384641.071893:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000f439218d. 00000400:00000200:3.0:1767384641.071896:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384641.071898:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:3.0:1767384641.071902:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:3.0:1767384641.071905:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:3.0:1767384641.071909:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000400:00000200:3.0:1767384641.071911:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (25) 00000400:00000010:3.0:1767384641.071916:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001240189e. 00000400:00000200:3.0:1767384641.071920:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp13 00000400:00000200:3.0:1767384641.071928:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp13 to MR: 192.168.202.117@tcp13 local destination 00000400:00000200:3.0:1767384641.071933:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp13 NI seq info: [75:75:256:4294967295] 192.168.202.117@tcp13 LPNI seq info [74:74:8:4294967295] 00000400:00000200:3.0:1767384641.071937:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp13 00000400:00000200:3.0:1767384641.071947:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13:192.168.202.117@tcp13) -> 192.168.202.117@tcp13(192.168.202.117@tcp13:192.168.202.117@tcp13) : PUT try# 0 00000800:00000200:3.0:1767384641.071951:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.117@tcp13 00000800:00000010:3.0:1767384641.071954:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049a1dd89. 00000800:00000200:3.0:1767384641.071957:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (6) 00000800:00000200:3.0:1767384641.071961:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp13 ip 192.168.202.117:988 00000800:00000200:3.0:1767384641.071963:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049a1dd89 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:3.0:1767384641.071974:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384641.071977:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000800:00000200:2.0:1767384641.072030:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384641.072034:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049a1dd89. 00000400:00000200:2.0:1767384641.072037:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384641.072039:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.072046:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.072051:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384641.072051:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: PUT: OK 00000400:00000200:2.0:1767384641.072057:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384641.072058:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.072064:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp13: 0 00000400:00000200:3.0:1767384641.072069:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13) <- 192.168.202.117@tcp13 : PUT - for me 00000400:00000200:3.0:1767384641.072077:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384641.072081:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 416/416 into md 0x184d [1] + 0 00000400:00000010:3.0:1767384641.072084:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53ce626. 00000400:00000200:3.0:1767384641.072087:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb5934c1 00000800:00000001:3.0:1767384641.072089:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.072099:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.072101:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.072104:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: PUT: OK 00000400:00000200:3.0:1767384641.072107:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:3.0:1767384641.072109:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000400:00000200:3.0:1767384641.072112:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384641.072115:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (26) 00000400:00000200:3.0:1767384641.072119:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:3.0:1767384641.072121:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000000b2f03e4. 00000400:00000200:3.0:1767384641.072124:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 24 00000400:00000200:3.0:1767384641.072128:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384641.072138:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (27) 00000400:00000200:3.0:1767384641.072142:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384641.072146:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp13 to MR: 192.168.202.117@tcp13 local destination 00000400:00000200:3.0:1767384641.072149:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp13 NI seq info: [76:76:256:4294967295] 192.168.202.117@tcp13 LPNI seq info [75:75:8:4294967295] 00000400:00000200:3.0:1767384641.072157:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13:192.168.202.117@tcp13) -> 192.168.202.117@tcp13(192.168.202.117@tcp13:192.168.202.117@tcp13) 192.168.202.117@tcp13 : ACK try# 0 00000800:00000200:3.0:1767384641.072162:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp13 00000800:00000010:3.0:1767384641.072165:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d26584d. 00000800:00000200:3.0:1767384641.072169:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (6) 00000800:00000200:3.0:1767384641.072174:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp13 ip 192.168.202.117:1015 00000800:00000200:3.0:1767384641.072176:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d26584d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384641.072240:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384641.072243:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d26584d. 00000400:00000200:3.0:1767384641.072248:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384641.072249:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384641.072255:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: ACK: OK 00000800:00000001:2.0:1767384641.072255:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.072260:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.072266:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.072267:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.072270:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.072276:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp13(192.168.202.117@tcp13) <- 192.168.202.117@tcp13 : ACK - for me 00000400:00000200:3.0:1767384641.072278:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384641.072283:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d53ce626. 00000400:00000200:2.0:1767384641.072288:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp13: ACK from 12345-192.168.202.117@tcp13 into md 0x1855 00000400:00000010:3.0:1767384641.072292:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000400:00000200:2.0:1767384641.072292:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.072298:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000084ad736d 00000400:00000200:2.0:1767384641.072298:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp13->192.168.202.117@tcp13: ACK: OK 00000400:00000200:3.0:1767384641.072304:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1004f1 00000400:00000200:2.0:1767384641.072304:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000400:00000010:2.0:1767384641.072306:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000400:00000010:3.0:1767384641.072311:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 00000000d4b88162. 00000400:00000200:2.0:1767384641.072311:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384641.072314:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:2.0:1767384641.072316:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384641.072319:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (26) 00000400:00000010:3.0:1767384641.072322:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 00000000a4ddab25. 00000800:00000001:2.0:1767384641.072324:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384641.072326:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000f439218d. 00000800:00000001:2.0:1767384641.072328:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384641.072341:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 00000000d4b88162. 00000400:00000010:3.0:1767384641.072345:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 00000000a4ddab25. 00000400:00000010:3.0:1767384641.072346:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000f439218d. 00000400:00000010:3.0:1767384641.072348:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000000b2f03e4. 00000400:00000200:3.0:1767384641.072352:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384641.072354:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:3.0:1767384641.072356:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:3.0:1767384641.072359:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:3.0:1767384641.072361:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384641.072363:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:3.0:1767384641.072367:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384641.072369:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (25) 00080000:00000001:3.0:1767384641.079235:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384641.079236:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384641.079240:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384641.079243:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384641.079244:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:3.0:1767384641.079245:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384641.079247:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384641.079251:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a4e8eb7f. 20000000:00000001:0.0:1767384641.079252:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.079257:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384641.079257:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384641.079274:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384641.079286:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384641.079288:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd6c69bf. 20000000:01000000:0.0:1767384641.079290:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384641.079293:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:01000000:3.0:1767384641.079296:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384641.079298:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384641.079301:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384641.079302:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384641.079305:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384641.079307:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384641.079312:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384641.079315:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384641.079322:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000aa5063dd. 00010000:00000001:3.0:1767384641.079326:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384641.079329:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d8ab56f0. 00080000:00000001:1.0:1767384641.079331:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384641.079333:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384641.079337:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:3.0:1767384641.079338:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8ab56f0 with handle 0x534bb1615bf4c805 to hash 00080000:00000001:1.0:1767384641.079340:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.079342:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384641.079343:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384641.079345:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00000020:00000001:1.0:1767384641.079347:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384641.079349:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00000020:00000001:1.0:1767384641.079352:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:3.0:1767384641.079353:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384641.079356:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384641.079361:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001df8a9a1. 00010000:00000001:3.0:1767384641.079362:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384641.079365:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156858170368 : -115916851381248 : ffff9693013ffc00) 00010000:00010000:3.0:1767384641.079367:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384641.079369:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384641.079377:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384641.079380:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384641.079382:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384641.079384:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.079385:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.079387:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.079388:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.079390:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384641.079391:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384641.079393:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384641.079394:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384641.079395:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000aa5063dd) refcount = 1 00010000:00010000:3.0:1767384641.079398:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.079401:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384641.079403:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384641.079404:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.079406:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.079407:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384641.079410:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384641.079412:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384641.079415:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.079416:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.079418:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8ab56f0 refcount=4 00000020:00000001:3.0:1767384641.079420:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.079421:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.079423:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:1.0:1767384641.079423:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384641.079427:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.079428:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384641.079431:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384641.079437:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384641.079443:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384641.079443:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384641.079448:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384641.079452:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.079454:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384641.079456:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.079459:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.079460:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.079463:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384641.079464:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384641.079469:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d8ab56f0 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384641.079471:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.079473:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384641.079475:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.079479:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384641.079480:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.079481:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.079482:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8ab56f0 refcount=5 00000020:00000001:3.0:1767384641.079484:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.079486:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.079488:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384641.079489:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.079493:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384641.079495:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.079496:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.079499:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384641.079500:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384641.079502:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.079508:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.079510:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d8ab56f0 with handle 0x534bb1615bf4c805 from hash 00010000:00000001:3.0:1767384641.079512:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384641.079513:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.079515:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.079516:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384641.079518:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384641.079520:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384641.079521:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1767384641.079523:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384641.079524:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384641.079529:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384641.079530:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.079533:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384641.079534:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384641.079536:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.079537:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.079539:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.079540:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.079541:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.079543:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.079546:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.079547:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.079548:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384641.079549:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384641.079550:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.079551:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.079552:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384641.079554:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.079555:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.079557:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.079560:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384641.079562:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384641.079563:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c805 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384641.079575:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000aa5063dd count: 0 00010000:00000001:3.0:1767384641.079583:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384641.079584:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384641.082875:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294931172, at 4294931173 00000100:00000010:1.0:1767384641.082882:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9074119. 00000100:00000040:2.0:1767384641.082974:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294931172, at 4294931173 00000100:00000010:2.0:1767384641.082981:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000013e632c. 00000100:00000040:3.0:1767384641.083872:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294931173, at 4294931174 00000100:00000010:3.0:1767384641.083879:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041eea25e. 00000100:00000040:0.0:1767384641.083897:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294931172, at 4294931174 00000100:00000010:0.0:1767384641.083904:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d01acfb6. 00010000:00000010:3.1:1767384641.084880:0:27745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000aa5063dd. 00010000:00000010:3.1:1767384641.084886:0:27745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d8ab56f0. 00080000:00000001:2.0:1767384641.087138:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.087141:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384641.087143:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:3.0:1767384641.087144:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384641.087147:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384641.087148:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384641.087150:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384641.087151:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384641.087153:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384641.087154:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384641.087157:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001df8a9a1. 00080000:00000001:3.0:1767384641.087161:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384641.087165:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384641.087168:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384641.087174:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384641.087175:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384641.087180:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384641.087183:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384641.087186:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384641.087188:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384641.087193:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000aa5063dd. 00010000:00000001:3.0:1767384641.087196:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384641.087200:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d8ab56f0. 00000020:00000001:3.0:1767384641.087217:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384641.087219:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8ab56f0 with handle 0x534bb1615bf4c80c to hash 00000020:00000001:3.0:1767384641.087222:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384641.087223:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.087225:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.087228:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.087229:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.087232:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087238:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384641.087241:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384641.087242:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384641.087244:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.087252:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.087254:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.087255:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.087257:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384641.087259:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384641.087260:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384641.087261:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384641.087263:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000aa5063dd) refcount = 1 00010000:00010000:3.0:1767384641.087265:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087269:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384641.087271:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384641.087272:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.087274:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.087276:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384641.087278:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384641.087281:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384641.087283:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.087285:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.087286:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8ab56f0 refcount=4 00000020:00000001:3.0:1767384641.087288:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.087290:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.087292:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384641.087294:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087298:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384641.087299:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087302:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.087304:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384641.087306:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087316:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.087318:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.087320:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384641.087321:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384641.087324:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d8ab56f0 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384641.087326:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.087328:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384641.087329:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087333:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384641.087334:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.087336:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.087337:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8ab56f0 refcount=5 00000020:00000001:3.0:1767384641.087338:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.087340:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586110464 : -115912123441152 : ffff96941b0ea000) 00010000:00000001:3.0:1767384641.087342:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384641.087342:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087346:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384641.087347:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.087348:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.087350:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384641.087352:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384641.087353:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.087354:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.087355:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d8ab56f0 with handle 0x534bb1615bf4c80c from hash 00010000:00000001:3.0:1767384641.087356:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384641.087357:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.087358:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.087362:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384641.087363:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384641.087365:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384641.087367:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384641.087368:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.087370:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.087371:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384641.087372:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384641.087374:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.087375:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.087376:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.087378:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.087379:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.087381:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087384:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.087385:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.087386:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384641.087387:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384641.087388:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.087389:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.087390:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384641.087392:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.087393:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.087394:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.087398:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384641.087399:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384641.087401:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d8ab56f0/0x534bb1615bf4c80c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384641.087404:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000aa5063dd count: 0 00010000:00000001:3.0:1767384641.087417:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384641.087418:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384641.088929:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384641.088932:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384641.088934:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cdc0e277. 20000000:00000001:0.0:1767384641.088938:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384641.088948:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059669120 00010000:00000001:0.0:1767384641.088950:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384641.088957:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001116cd7f x1853237059669120/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384641.088964:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384641.088966:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384641.088969:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384641.088972:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384641.088974:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384641.088976:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384641.088979:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384641.088981:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384641.088985:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384641.088987:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384641.088990:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053b84079. 00000100:00000200:0.0:1767384641.088995:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059669120, offset 224 00000400:00000200:0.0:1767384641.089001:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384641.089010:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384641.089017:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04c80 00000400:00000200:0.0:1767384641.089022:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1845 [2] + 224 00000400:00000200:0.0:1767384641.089028:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384641.089030:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384641.089035:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384641.089038:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384641.089044:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384641.089057:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384641.089063:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053b84079 00000100:00000001:2.0:1767384641.089064:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384641.089065:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053b84079. 00000100:00000001:2.0:1767384641.089069:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384641.089070:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384641.089073:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384641.089074:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384641.089076:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384641.089079:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:2.0:1767384641.089083:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384641.089085:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797163fb. 00010000:00000001:0.0:1767384641.089090:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384641.089091:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f052f11b 00000020:00000001:0.0:1767384641.089093:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.089094:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f052f11b. 00000020:00000001:0.0:1767384641.089099:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384641.089100:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384641.089106:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384641.089108:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001116cd7f x1853237059669120/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.089135:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384641.089136:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001116cd7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059669120:12345-0@lo:253: Request processed in 18011us (18426us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384641.089153:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384641.089154:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:2.0:1767384641.089155:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.089159:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384641.089159:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 02000000:00000001:2.0:1767384641.089162:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384641.089163:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384641.089165:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384641.089166:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384641.089168:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.089171:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384641.089172:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbb18576. 00000100:00001000:2.0:1767384641.089175:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=49 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384641.089177:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000072e32fcf. 00000100:00001000:2.0:1767384641.089179:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=49 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384641.089182:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007465225b. 00000100:00000001:2.0:1767384641.089183:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384641.089186:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384641.089188:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00010000:00000001:2.0:1767384641.089189:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384641.089191:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384641.089194:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384641.089195:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384641.089197:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061750cbc. 00000100:00000040:2.0:1767384641.089200:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384641.089202:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384641.089219:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.089220:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384641.089224:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384641.089226:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384641.089226:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384641.089231:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384641.089233:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 00000020:01000004:2.0:1767384641.089234:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384641.089237:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384641.089239:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384641.089240:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053b84079. 00000020:01000004:2.0:1767384641.089241:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384641.089244:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384641.089246:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384641.089247:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384641.089255:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384641.089258:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.089264:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b89e195b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059669120:0@lo:253: 00000100:00000001:2.0:1767384641.089268:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.089270:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384641.089272:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b89e195b x1853237059669120/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.089277:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384641.089280:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384641.089283:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009db6e92b. 02000000:00000001:2.0:1767384641.089287:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384641.089288:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384641.089290:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384641.089292:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384641.089294:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000df41c40f. 02000000:00000001:2.0:1767384641.089298:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384641.089300:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384641.089301:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89e195b. 00000100:00000001:2.0:1767384641.089304:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384641.089305:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.089307:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.089313:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384641.089314:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089316:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.089318:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384641.089440:0:27745:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000086cde03d. 00000400:00000040:3.0:1767384641.089455:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384641.089461:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384641.089463:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384641.089465:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384641.089467:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384641.089468:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384641.089471:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384641.089472:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384641.089473:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384641.089474:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384641.089476:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384641.089477:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384641.089479:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384641.089480:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384641.089481:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384641.089483:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384641.089484:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384641.089484:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384641.089485:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384641.089487:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384641.089489:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384641.089490:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384641.089491:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384641.089492:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384641.089493:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384641.089494:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384641.089496:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384641.089497:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384641.089498:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384641.089499:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384641.089499:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384641.089501:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384641.089502:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384641.089502:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384641.089503:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384641.089504:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384641.089505:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384641.089507:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384641.089508:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384641.089509:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384641.089516:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384641.089517:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384641.089518:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384641.089520:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384641.089521:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384641.089523:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384641.089524:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384641.089525:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384641.089527:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384641.089528:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384641.089530:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384641.089531:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384641.089532:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384641.089534:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384641.089535:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384641.089536:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384641.089537:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384641.089619:0:27745:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000086cde03d. 00080000:00000020:2.0:1767384641.090241:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384641.090244:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384641.090245:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ff17f106. 20000000:00000001:2.0:1767384641.090248:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384641.090251:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059668992 00010000:00000001:2.0:1767384641.090252:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384641.090255:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eed495ac x1853237059668992/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384641.090260:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384641.090267:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384641.090269:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384641.090271:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384641.090272:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384641.090274:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384641.090276:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384641.090277:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090279:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384641.090281:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.090283:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000177f5180. 00000100:00000200:2.0:1767384641.090285:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059668992, offset 224 00000400:00000200:2.0:1767384641.090289:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384641.090293:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384641.090298:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04c00 00000400:00000200:2.0:1767384641.090301:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x183d [2] + 224 00000400:00000200:2.0:1767384641.090307:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.090309:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384641.090311:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384641.090314:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.090320:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.090332:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.090335:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000177f5180 00000400:00000010:2.0:1767384641.090337:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000177f5180. 00000100:00000001:2.0:1767384641.090340:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384641.090341:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384641.090342:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.090344:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384641.090345:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384641.090349:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:0.0:1767384641.090351:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384641.090352:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384641.090354:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384641.090355:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384641.090357:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d312b25b. 00000020:00000001:2.0:1767384641.090358:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384641.090363:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eed495ac x1853237059668992/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384641.090364:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b80d2d42 00000400:00000010:0.0:1767384641.090368:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b80d2d42. 00000100:00000001:0.0:1767384641.090372:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384641.090376:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.090402:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eed495ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059668992:12345-0@lo:253: Request processed in 19217us (19843us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384641.090403:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.090415:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384641.090417:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384641.090420:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384641.090424:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384641.090429:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050622e7f. 00000100:00000001:0.0:1767384641.090430:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384641.090432:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384641.090435:0:16143:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384641.090437:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064a4aca5. 02000000:00000001:0.0:1767384641.090437:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384641.090440:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384641.090442:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384641.090443:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edcd2ab7. 02000000:00000001:0.0:1767384641.090444:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384641.090450:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=49 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384641.090451:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00001000:0.0:1767384641.090453:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=49 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384641.090457:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384641.090457:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384641.090462:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f378ee0f. 00000100:00000001:0.0:1767384641.090462:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384641.090465:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384641.090467:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.090469:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384641.090469:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090473:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384641.090474:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.090481:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384641.090482:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384641.090486:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384641.090487:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384641.090489:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020062abf. 00000020:01000004:0.0:1767384641.090490:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384641.090493:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384641.090494:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000177f5180. 00000020:01000004:0.0:1767384641.090495:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384641.090498:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384641.090499:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384641.090501:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384641.090502:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384641.090504:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384641.090505:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384641.090507:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384641.090508:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384641.090514:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e4abfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059668992:0@lo:253: 00000100:00000001:0.0:1767384641.090517:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384641.090518:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384641.090526:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e4abfd x1853237059668992/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384641.090531:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384641.090532:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384641.090534:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000b7350ae. 02000000:00000001:0.0:1767384641.090537:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384641.090538:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384641.090539:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384641.090541:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384641.090542:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008bef140a. 02000000:00000001:0.0:1767384641.090544:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384641.090545:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384641.090547:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e4abfd. 00000100:00000001:0.0:1767384641.090549:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384641.090551:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384641.090552:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384641.090556:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384641.090557:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384641.090559:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384641.090560:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384641.094144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000aa5063dd. 00010000:00000010:3.1:1767384641.094153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d8ab56f0. 00010000:00000001:0.0:1767384641.429884:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384641.429889:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384641.429894:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384641.429895:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384641.429911:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384641.429913:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384641.429916:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384641.877897:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp30 00000400:00000010:2.0:1767384641.877904:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009b50c945. 00000400:00000010:2.0:1767384641.877910:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001b209663. 00000400:00000010:2.0:1767384641.877915:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000400:00000010:2.0:1767384641.877922:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee13c7cc. 00000400:00000200:2.0:1767384641.877926:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp30 00000400:00000200:2.0:1767384641.877943:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp30 local destination 00000400:00000200:2.0:1767384641.877950:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp30 00000400:00000200:2.0:1767384641.877954:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp30 NI seq info: [77:77:256:4294967295] 192.168.202.117@tcp30 LPNI seq info [76:76:8:4294967295] 00000400:00000200:2.0:1767384641.877960:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp30 00000400:00000200:2.0:1767384641.877969:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp30(192.168.202.117@tcp30:) -> 192.168.202.117@tcp30(192.168.202.117@tcp30:192.168.202.117@tcp30) : GET try# 0 00000800:00000200:2.0:1767384641.877976:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp30 00000800:00000010:2.0:1767384641.877980:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7b35399. 00000800:00000200:2.0:1767384641.877991:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (2) 00000800:00000200:2.1:1767384641.877996:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (2) 00000400:00000200:2.0:1767384641.878015:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp30 added to recovery queue. ping count: 2 next ping: 268 health :800 00000400:00000200:2.0:1767384641.878018:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp28 00000400:00000010:2.0:1767384641.878020:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6ba2539. 00000400:00000010:2.0:1767384641.878023:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086f8b16a. 00000400:00000010:2.0:1767384641.878025:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d6f43ab. 00000400:00000010:2.0:1767384641.878028:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003586d851. 00000400:00000200:2.0:1767384641.878031:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp28 00000400:00000200:2.0:1767384641.878035:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp28 local destination 00000400:00000200:2.0:1767384641.878037:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp28 00000400:00000200:2.0:1767384641.878040:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp28 NI seq info: [78:78:256:4294967295] 192.168.202.117@tcp28 LPNI seq info [77:77:8:4294967295] 00000400:00000200:2.0:1767384641.878043:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp28 00000400:00000200:2.0:1767384641.878052:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp28(192.168.202.117@tcp28:) -> 192.168.202.117@tcp28(192.168.202.117@tcp28:192.168.202.117@tcp28) : GET try# 0 00000800:00000200:2.0:1767384641.878055:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp28 00000800:00000010:2.0:1767384641.878058:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009fbb3704. 00000800:00000200:2.0:1767384641.878061:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:2.1:1767384641.878063:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000400:00000200:2.0:1767384641.878074:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp28 added to recovery queue. ping count: 3 next ping: 272 health :700 00000400:00000200:3.0:1767384641.878086:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878122:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878146:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878173:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878220:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878228:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878279:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878280:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878342:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878357:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878382:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878410:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878442:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878460:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878494:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878513:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878538:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878572:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878590:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878626:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878648:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878680:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878691:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878736:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878738:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878796:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878811:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878868:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878902:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878919:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.878962:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.878969:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879013:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879020:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879062:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879071:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879126:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879132:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879175:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879186:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879251:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879251:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879289:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879313:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879332:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879369:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879380:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879424:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879432:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879487:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879498:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879557:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879564:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879619:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879625:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879681:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879685:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879734:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879741:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879801:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879809:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879854:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879909:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879910:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.879981:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384641.879981:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.880052:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.880099:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.880142:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000800:00000010:1.0:1767384641.880178:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6c2ed8d. 00000400:00000200:3.0:1767384641.880184:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384641.880185:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbd2a5cc. 00000800:00000010:1.0:1767384641.880213:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b9ce7576. 00000400:00000200:3.0:1767384641.880239:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000800:00000010:1.0:1767384641.880242:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b9ce7576. 00000800:00020000:1.0:1767384641.880254:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000400:00000200:3.0:1767384641.880279:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.880324:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.880357:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000800:00000010:3.0:1767384641.880519:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed45f66e. 00000800:00000010:3.0:1767384641.880523:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8f02b8e. 00000800:00000010:3.0:1767384641.880526:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c4c2698. 00000800:00000010:3.0:1767384641.880550:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c4c2698. 00000400:00000200:3.0:1767384641.880720:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384641.880733:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp30 from 216.3.0.2 00000800:00000010:3.0:1767384641.880737:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000abc9ca56. 00000800:00000010:3.0:1767384641.881107:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041d43b13. 00000800:00000010:3.0:1767384641.881111:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce99db38. 00000800:00000010:3.0:1767384641.881125:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e773bf3b. 00000800:00000200:3.1:1767384641.881136:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (2) 00000800:00000200:3.1:1767384641.881142:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp30 00000000e773bf3b deleted 00000800:00000010:3.1:1767384641.881144:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e773bf3b. 00000800:00000200:3.1:1767384641.881149:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384641.881156:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp30 ip 192.168.202.117:984 00000800:00000200:3.1:1767384641.881159:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7b35399 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384641.881163:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp30 p 3.x 192.168.202.117 -> 192.168.202.117:984 incarnation:1767384637026599986 sched[0] 00000800:00000010:3.0:1767384641.881168:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c4c2698. 00000800:00000010:3.0:1767384641.881219:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c4c2698. 00000800:00000010:3.0:1767384641.881223:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce99db38. 00000800:00000010:3.0:1767384641.881248:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000abc9ca56. 00000800:00000001:3.0:1767384641.881314:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.881319:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384641.881360:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384641.881364:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7b35399. 00000400:00000200:3.0:1767384641.881367:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.881372:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp30->192.168.202.117@tcp30: GET: OK 00000400:00000200:3.0:1767384641.881377:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384641.881379:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp30 recovery message sent successfully:0 00000800:00000200:3.1:1767384641.881411:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384641.881415:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp30 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384637026599986 sched[0] 00000800:00000010:3.0:1767384641.881418:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8f02b8e. 00000400:00000200:3.0:1767384641.881458:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881486:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881505:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881520:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881549:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881601:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881651:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881688:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881718:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881766:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881864:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881910:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881952:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.881983:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882029:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882078:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882134:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882159:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882185:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882220:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882239:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882266:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882309:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882339:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882369:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882399:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882416:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882449:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882476:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882507:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882549:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882596:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882640:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882695:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882725:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882758:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882788:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882818:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882897:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.882944:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:3.0:1767384641.883139:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:3.0:1767384641.883156:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883161:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.883166:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883173:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.883181:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp30(192.168.202.117@tcp30) <- 192.168.202.117@tcp30 : GET - for me 00000400:00000200:3.0:1767384641.883191:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384641.883210:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1835 [1] + 0 00000400:00000200:3.0:1767384641.883225:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp30 to MR: 192.168.202.117@tcp30 local destination 00000400:00000200:3.0:1767384641.883232:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp30 NI seq info: [79:79:256:4294967295] 192.168.202.117@tcp30 LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1767384641.883244:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp30(192.168.202.117@tcp30:192.168.202.117@tcp30) -> 192.168.202.117@tcp30(192.168.202.117@tcp30:192.168.202.117@tcp30) 192.168.202.117@tcp30 : REPLY try# 0 00000800:00000200:3.0:1767384641.883248:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp30 00000800:00000010:3.0:1767384641.883252:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d26584d. 00000800:00000200:3.0:1767384641.883255:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (4) 00000800:00000200:3.0:1767384641.883260:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp30 ip 192.168.202.117:988 00000800:00000200:3.0:1767384641.883263:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d26584d type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384641.883301:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384641.883303:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d26584d. 00000400:00000200:3.0:1767384641.883306:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.883310:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp30->192.168.202.117@tcp30: REPLY: OK 00000800:00000001:3.0:1767384641.883318:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883320:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.883322:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883325:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.883326:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883327:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.883331:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp30(192.168.202.117@tcp30) <- 192.168.202.117@tcp30 : REPLY - for me 00000400:00000200:3.0:1767384641.883338:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp30: Reply from 12345-192.168.202.117@tcp30 of length 272/272 into md 0x186d 00000800:00000001:3.0:1767384641.883341:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883345:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.883346:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.883349:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp30->192.168.202.117@tcp30: REPLY: OK 00000400:00000200:3.0:1767384641.883352:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe22209 00000400:00000010:3.0:1767384641.883354:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000400:00000200:3.0:1767384641.883356:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384641.883360:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009b50c945. 00000400:00000010:3.0:1767384641.883362:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001b209663. 00000800:00000001:3.0:1767384641.883367:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883376:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.883443:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp30 from 215.3.0.2 00000800:00000010:3.0:1767384641.883446:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000091a425f5. 00000800:00000010:3.0:1767384641.883648:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f9a570c9. 00000800:00000010:3.0:1767384641.883651:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8f02b8e. 00000800:00000010:3.0:1767384641.883662:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007cacc536. 00000800:00000010:3.0:1767384641.883664:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce99db38. 00000800:00000010:3.0:1767384641.883666:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c4c2698. 00000800:00000010:3.0:1767384641.883700:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e773bf3b. 00000800:00000200:3.1:1767384641.883704:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (4) 00000800:00000200:3.1:1767384641.883706:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp30 00000000e773bf3b deleted 00000800:00000010:3.1:1767384641.883707:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e773bf3b. 00000800:00000200:3.1:1767384641.883709:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384641.883711:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp30 p 3.x 192.168.202.117 -> 192.168.202.117:983 incarnation:1767384637026599986 sched[0] 00000800:00000010:3.0:1767384641.883715:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007788494a. 00000800:00000010:3.0:1767384641.883728:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007788494a. 00000800:00000010:3.0:1767384641.883730:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8f02b8e. 00000800:00000010:3.0:1767384641.883739:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000091a425f5. 00000800:00000001:3.0:1767384641.883745:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883747:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384641.883912:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c4c2698. 00000800:00000200:3.1:1767384641.883920:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384641.883924:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp30 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384637026599986 sched[0] 00000800:00000010:3.0:1767384641.883927:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce99db38. 00000800:00000001:3.0:1767384641.883940:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.883942:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384641.885453:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbd2a5cc. 00000800:00000010:1.0:1767384641.885460:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6c2ed8d. 00000400:02020000:1.0:1767384641.885506:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp28 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384641.890686:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp28 notifying 192.168.202.117@tcp28: down 00000800:00000200:1.0:1767384641.890693:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp28 down 00000800:00000100:1.0:1767384641.890698:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp28 00000800:00000010:1.0:1767384641.890700:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009fbb3704. 00000400:00000200:1.0:1767384641.890704:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384641.890708:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp28->192.168.202.117@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384641.890716:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384641.890719:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384641.890721:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp28) recovery failed with -71 00080000:00000001:0.0:1767384642.299414:0:28110:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384642.299427:0:28110:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.299430:0:28110:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.299435:0:28110:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384642.299440:0:28110:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.299442:0:28110:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.453917:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384642.453923:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.453929:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384642.453932:0:3311:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384642.453935:0:3311:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384642.453945:0:3311:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.453949:0:3311:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384642.453951:0:3311:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.453953:0:3311:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.453956:0:3311:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.453999:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384642.454004:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384642.454008:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384642.901969:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (6) 00000800:00000200:1.0:1767384642.901977:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp14 ip 192.168.202.117:988 00000800:00000200:1.0:1767384642.901980:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384642.902085:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384642.902090:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384642.902100:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384642.902104:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384642.902107:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384642.902947:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384642.902951:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384642.902953:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d6f43ab 00000400:00000010:3.0:1767384642.902956:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d6f43ab. 00000400:00000200:3.0:1767384642.902961:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384642.902965:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384642.902973:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6ba2539. 00000400:00000010:3.0:1767384642.902976:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086f8b16a. 00000001:00000001:1.0:1767384643.026948:0:28274:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384643.026952:0:28274:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384643.030027:0:28274:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384643.038437:0:28275:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007dcaebd4. 00000400:00000010:1.0:1767384643.038453:0:28275:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000524b83fc. 00000400:00000010:1.0:1767384643.038464:0:28275:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b9c8e1cf. 00000400:00000010:1.0:1767384643.038468:0:28275:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000830301d0. 00000400:00000010:1.0:1767384643.038472:0:28275:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000494c403a. 00000400:00000010:1.0:1767384643.038476:0:28275:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c836a6ab. 00000400:00000010:1.0:1767384643.038483:0:28275:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000196499ee. 00000400:00000010:1.0:1767384643.038485:0:28275:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000732d29b9. 00000400:00000010:1.0:1767384643.038488:0:28275:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c20a6e35. 00000800:00000010:1.0:1767384643.038502:0:28275:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000017044261. 00000800:00000200:1.0:1767384643.038513:0:28275:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384643.038526:0:28275:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384643.038565:0:28275:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384643.038590:0:28275:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp33 [8/256/0/180] 00000400:00000010:1.0:1767384643.040457:0:28275:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000000729eed. 00000400:00000010:1.0:1767384643.040464:0:28275:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560000f7. 00000400:00000010:1.0:1767384643.040470:0:28275:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f589550. 00000400:00000001:1.0:1767384643.040489:0:28275:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.040491:0:28275:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384643.040493:0:28275:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e28710a. 00000400:00000200:1.0:1767384643.040498:0:28275:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000400:00000010:1.0:1767384643.040500:0:28275:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00000400:00000010:1.0:1767384643.040504:0:28275:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000001ce1e07. 00000400:00000200:1.0:1767384643.040510:0:28275:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (24) 00000400:00000200:1.0:1767384643.040524:0:28275:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384643.040534:0:28275:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:1.0:1767384643.040544:0:28275:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b6c2ed8d. 00000020:01000000:1.0:1767384643.040550:0:28275:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384643.040550:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384643.040558:0:28275:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp33 00000400:00000200:0.0:1767384643.040558:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:0.0:1767384643.040566:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000200:0.0:1767384643.040568:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (25) 00000400:00000010:0.0:1767384643.040573:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003443bfef. 00000400:00000200:0.0:1767384643.040577:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000010:1.0:1767384643.040580:0:28275:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000524b83fc. 00000400:00000010:1.0:1767384643.040586:0:28275:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007dcaebd4. 00000400:00000200:0.0:1767384643.040589:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384643.040595:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:0.0:1767384643.040600:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:0.0:1767384643.040604:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:0.0:1767384643.040607:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:0.0:1767384643.040611:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:0.0:1767384643.040616:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:0.0:1767384643.040620:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:00000001:2.0:1767384643.040622:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384643.040628:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 10000000:00000001:2.0:1767384643.040629:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384643.040634:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384643.040638:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384643.040638:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000020:01000004:2.0:1767384643.040643:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384643.040647:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384643.040649:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384643.040652:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384643.040652:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000020:01000004:2.0:1767384643.040656:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384643.040657:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384643.040660:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384643.040663:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384643.040666:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384643.040667:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384643.040667:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000010:2.0:1767384643.040674:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bf6413. 00000400:00000200:0.0:1767384643.040679:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000020:00000040:2.0:1767384643.040680:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384643.040687:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:2.0:1767384643.040692:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384643.040695:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384643.040700:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.040707:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 02000000:00000010:2.0:1767384643.040708:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ff17f106. 00000400:00000200:0.0:1767384643.040716:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000100:00000001:2.0:1767384643.040717:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.040725:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000001:2.0:1767384643.040728:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.040731:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.040736:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000100:00000040:2.0:1767384643.040739:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bf6413] to pc [ptlrpcd_00_01+1] req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384643.040750:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:0.0:1767384643.040758:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[77, 16], ns[78, 16] 00000400:00000200:0.0:1767384643.040764:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 16], ns[66, 16] 00000400:00000200:0.0:1767384643.040769:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 16], ns[79, 16] 10000000:00000001:2.0:1767384643.040770:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384643.040775:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.040778:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384643.040782:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384643.040782:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000020:00000001:2.0:1767384643.040790:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384643.040792:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:2.0:1767384643.040793:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384643.040797:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384643.040799:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384643.040800:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384643.040803:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384643.040804:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000100:00000001:3.0:1767384643.040806:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384643.040806:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384643.040810:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384643.040811:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384643.040813:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp31 00000020:01000004:2.0:1767384643.040815:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384643.040817:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384643.040820:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384643.040820:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384643.040823:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp31 lpni_is_preferred = 0 00000020:01000004:2.0:1767384643.040824:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384643.040827:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384643.040851:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384643.040852:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384643.040856:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384643.040856:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029275bb8. 00000400:00000200:0.0:1767384643.040859:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp31 00000020:00000040:2.0:1767384643.040861:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:3.0:1767384643.040863:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384643.040865:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384643.040867:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384643.040868:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384643.040871:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp31 NI seq info: [80:80:256:4294967295] 192.168.202.117@tcp31 LPNI seq info [79:79:8:4294967295] 02000000:00000001:2.0:1767384643.040872:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.040873:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.040881:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005cb21c70. 00000100:00100000:3.0:1767384643.040882:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059669248:0@lo:253: 00000100:00000001:2.0:1767384643.040887:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.040889:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp31 00000100:00000001:3.0:1767384643.040891:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384643.040892:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.040895:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.040897:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384643.040902:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.040902:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029275bb8] to pc [ptlrpcd_00_02+2] req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384643.040906:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384643.040912:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp31(192.168.202.117@tcp31:) -> 192.168.202.117@tcp31(192.168.202.117@tcp:192.168.202.117@tcp31) : PUT try# 0 02000000:00000010:3.0:1767384643.040914:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002e987f4d. 02000000:00000001:3.0:1767384643.040919:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384643.040927:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000800:00000200:0.0:1767384643.040932:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.117@tcp31 00000400:00000010:3.0:1767384643.040934:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d878023d. 10000000:00000001:2.0:1767384643.040938:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384643.040939:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009796942e. 00000100:00000200:3.0:1767384643.040940:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059669248, portal 25 10000000:00000001:2.0:1767384643.040941:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.040947:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384643.040947:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384643.040949:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384643.040950:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204770176 : -115911504781440 : ffff96943fee9f80) 00000020:00000010:2.0:1767384643.040952:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b6c2ed8d. 00000800:00000010:0.0:1767384643.040953:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c7d3a04f. 00000100:00000040:3.0:1767384643.040958:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384643.040961:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000058532630. 00000100:00000001:2.0:1767384643.040962:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.040967:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.040969:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384643.040974:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384643.040974:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (2) 00000400:00000010:3.0:1767384643.040978:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096311a89. 00000100:00000200:3.0:1767384643.040981:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059669248, offset 0 00000800:00000200:0.1:1767384643.040987:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (2) 00000400:00000200:3.0:1767384643.040992:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384643.041001:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384643.041004:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.041008:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384643.041011:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384643.041011:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384643.041012:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04d00 00000100:00000040:2.0:1767384643.041017:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384643.041023:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10c1 [2] + 0 00000400:00000200:0.0:1767384643.041027:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000400:00000010:3.0:1767384643.041033:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e74ec7b. 00000100:00000001:2.0:1767384643.041040:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384643.041041:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075d9701d 00000100:00000001:2.0:1767384643.041042:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.041045:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384643.041046:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384643.041049:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.041049:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384643.041054:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.041055:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059669376:0@lo:253: 00000400:00000200:3.0:1767384643.041056:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384643.041063:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384643.041066:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384643.041067:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384643.041071:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384643.041072:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9701d 02000000:00000001:2.0:1767384643.041073:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384643.041077:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075d9701d. 02000000:00000010:2.0:1767384643.041081:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000b7350ae. 00000100:00000001:3.0:1767384643.041082:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384643.041085:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384643.041086:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.041091:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000cc8460ec x1853237059669248 msgsize 4848 00000400:00000010:2.0:1767384643.041092:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f105b58. 00000100:00100000:3.0:1767384643.041099:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384643.041101:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89ac2d3. 00000100:00000040:3.0:1767384643.041102:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384643.041106:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059669376, portal 25 00000100:00000001:2.0:1767384643.041109:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384643.041110:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000100:00000001:3.0:1767384643.041114:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384643.041115:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384643.041121:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096311a89 00000100:00000001:2.0:1767384643.041122:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384643.041124:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096311a89. 00000100:00000001:3.0:1767384643.041127:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384643.041134:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.041135:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384643.041136:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:2.0:1767384643.041140:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b53d054. 00000100:00000200:2.0:1767384643.041146:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059669376, offset 0 00000100:00000001:3.0:1767384643.041150:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384643.041154:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384643.041157:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384643.041167:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384643.041168:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.041172:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384643.041176:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a04d80 00000100:00000001:3.0:1767384643.041177:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.041182:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10d1 [2] + 0 00000100:00000001:3.0:1767384643.041183:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294933143 00000400:00000010:2.0:1767384643.041199:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ee6ee6d. 00000100:00000010:3.0:1767384643.041204:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f62ae301. 00000400:00000200:2.0:1767384643.041205:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ead66c8e 00000400:00000200:2.0:1767384643.041212:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384643.041213:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384643.041219:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384643.041222:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294933143 00000400:00000200:2.0:1767384643.041223:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead66c8e 00000400:00000200:0.0:1767384643.041224:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000010:2.0:1767384643.041228:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ead66c8e. 00000100:00000010:3.0:1767384643.041229:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000791d827d. 00000100:00000001:2.0:1767384643.041235:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384643.041236:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384643.041239:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384643.041242:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000f6a52f70 x1853237059669376 msgsize 4848 00000100:00000001:3.0:1767384643.041243:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294933143 00000100:00000010:3.0:1767384643.041248:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a03ee887. 00000100:00100000:2.0:1767384643.041251:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384643.041254:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384643.041254:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384643.041261:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294933143 00000100:00000010:3.0:1767384643.041266:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073690dd3. 00000100:00000001:2.0:1767384643.041266:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384643.041271:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384643.041271:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b53d054 00000400:00000010:2.0:1767384643.041274:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b53d054. 00000100:00000001:2.0:1767384643.041277:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384643.041278:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:3.0:1767384643.041281:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384643.041282:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.041287:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.041293:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041295:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384643.041296:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384643.041301:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.041306:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384643.041307:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.041309:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384643.041310:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384643.041315:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.041316:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.041317:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384643.041322:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041322:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294933143 00000400:00000200:0.0:1767384643.041325:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:3.0:1767384643.041327:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041327:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294933143 00000100:00000001:2.0:1767384643.041333:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294933143 00000100:00000001:2.0:1767384643.041335:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294933143 00000100:00000001:2.0:1767384643.041343:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294933143 00000100:00000001:2.0:1767384643.041345:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294933143 00000100:00000001:2.0:1767384643.041347:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294933143 00000100:00000001:2.0:1767384643.041348:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294933143 00000100:00000001:3.0:1767384643.041350:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384643.041350:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384643.041355:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059669248 00000100:00000001:2.0:1767384643.041355:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.041359:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384643.041360:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.041363:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384643.041363:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.041367:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041370:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384643.041371:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041373:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384643.041376:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059669248 00000100:00000001:2.0:1767384643.041377:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384643.041379:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384643.041380:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384643.041383:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:2.0:1767384643.041384:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.041388:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384643.041389:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.041390:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000020:00000040:3.0:1767384643.041392:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384643.041397:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384643.041399:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384643.041403:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384643.041407:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000001:3.0:1767384643.041409:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384643.041412:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000020:00000010:3.0:1767384643.041419:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b0f1ac. 00000100:00000001:2.0:1767384643.041419:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384643.041423:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059669376 02000000:00000001:2.0:1767384643.041426:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384643.041428:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067d01595. 00000100:00000001:2.0:1767384643.041428:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384643.041431:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.041435:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384643.041437:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000085b524cd. 00000100:00100000:2.0:1767384643.041438:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059669376 00000020:00000001:2.0:1767384643.041441:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384643.041441:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000020:00000040:2.0:1767384643.041444:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384643.041448:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384643.041450:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000040:3.0:1767384643.041452:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384643.041453:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384643.041457:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384643.041459:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384643.041461:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384643.041463:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384643.041465:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f4601fd. 00000100:00000001:3.0:1767384643.041468:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041469:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384643.041474:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f4601fd. 00000020:00000010:2.0:1767384643.041479:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d043c99. 00000100:00000001:3.0:1767384643.041480:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384643.041483:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac6d296d. 00000400:00000200:0.0:1767384643.041486:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000020:00000010:2.0:1767384643.041488:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064a4aca5. 00000100:00000001:3.0:1767384643.041492:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.041500:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384643.041503:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384643.041504:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041510:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.041513:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384643.041516:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384643.041520:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384643.041524:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384643.041529:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384643.041532:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935591504 : -115911773960112 : ffff96942fe34850) 00000100:00000001:2.0:1767384643.041534:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384643.041536:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000040:3.0:1767384643.041538:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc8460ec x1853237059669248/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 4848/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.041538:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384643.041547:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000001:3.0:1767384643.041554:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384643.041554:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:2.0:1767384643.041558:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935590480 : -115911773961136 : ffff96942fe34450) 00000020:00000010:3.0:1767384643.041560:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020df59fa. 00000100:00000040:2.0:1767384643.041564:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6a52f70 x1853237059669376/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 4848/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.041565:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384643.041571:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020df59fa. 00000400:00000200:0.0:1767384643.041573:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00100000:3.0:1767384643.041581:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc8460ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059669248:12345-0@lo:253: 00000100:00000200:3.0:1767384643.041590:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059669248 00000100:00000001:2.0:1767384643.041591:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384643.041593:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384643.041597:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384643.041598:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f4601fd. 00000020:00000001:3.0:1767384643.041599:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.041604:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384643.041604:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384643.041608:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000010:2.0:1767384643.041611:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f4601fd. 00000020:00000001:3.0:1767384643.041612:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384643.041612:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000020:00000001:3.0:1767384643.041616:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384643.041621:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6a52f70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059669376:12345-0@lo:253: 00000020:00000001:3.0:1767384643.041622:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384643.041625:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384643.041630:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384643.041630:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059669376 00000020:00000001:2.0:1767384643.041636:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384643.041637:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384643.041641:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384643.041642:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384643.041645:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.041646:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384643.041647:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384643.041650:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384643.041651:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.041652:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000020:00000001:2.0:1767384643.041653:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384643.041656:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a80b4905. 00000020:00000001:2.0:1767384643.041657:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384643.041660:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.041661:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.041664:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384643.041665:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.041667:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384643.041669:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384643.041674:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f378ee0f. 02000000:00000001:2.0:1767384643.041678:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384643.041679:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000fe9a671. 00000100:00000001:2.0:1767384643.041680:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.041682:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 20000000:01000000:3.0:1767384643.041684:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384643.041689:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384643.041690:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384643.041692:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384643.041702:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384643.041703:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384643.041706:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384643.041707:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c2da7ae4. 20000000:01000000:2.0:1767384643.041712:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384643.041714:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384643.041714:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 20000000:00000010:3.0:1767384643.041716:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d0d862ef. 20000000:00000001:2.0:1767384643.041717:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384643.041721:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384643.041722:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:2.0:1767384643.041727:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384643.041729:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384643.041731:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384643.041737:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384643.041741:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.041780:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00080000:00000001:3.0:1767384643.041782:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384643.041786:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384643.041788:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384643.041790:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384643.041793:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384643.041799:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384643.041802:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384643.041808:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00080000:00000010:3.0:1767384643.041809:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000024e9222c. 00080000:00000001:3.0:1767384643.041814:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857588736 : -115916851962880 : ffff969301371c00) 00080000:00000001:3.0:1767384643.041817:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384643.041873:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.041901:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.041932:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000001:00000001:3.0:1767384643.041940:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384643.041943:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384643.041945:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384643.041959:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00080000:00000001:3.0:1767384643.041964:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384643.041968:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384643.041996:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042049:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042108:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00080000:00000001:3.0:1767384643.042109:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384643.042113:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384643.042161:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042232:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042294:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042343:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042393:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042439:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042483:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042525:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042586:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042660:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.042710:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384643.042927:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000323483e2. 00000800:00000010:0.0:1767384643.042932:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039783006. 00000800:00000010:0.0:1767384643.042937:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007bd1c6e9. 00000800:00000010:0.0:1767384643.042959:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007bd1c6e9. 00000800:00020000:0.0:1767384643.042969:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384643.042973:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039783006. 00000800:00000010:0.0:1767384643.042976:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000323483e2. 00000400:02020000:0.0:1767384643.043018:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp31 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384643.043023:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp31 notifying 192.168.202.117@tcp31: down 00000800:00000200:0.0:1767384643.043028:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp31 down 00000800:00000100:0.0:1767384643.043035:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 432 0@<0:0>->192.168.202.117@tcp31 00000800:00000010:0.0:1767384643.043038:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009796942e. 00000400:00000200:0.0:1767384643.043041:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384643.043044:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp31->192.168.202.117@tcp31: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384643.043049:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp31 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:0.0:1767384643.043052:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384643.043055:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:0.0:1767384643.043058:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384643.043081:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384643.043086:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101151 00000400:00000001:0.0:1767384643.043089:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384643.043091:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384643.043092:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384643.043094:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000400:00000200:0.0:1767384643.043097:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384643.043108:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384643.043111:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (26) 00000400:00000200:0.0:1767384643.043115:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384643.043117:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc -71 00000400:00000200:0.0:1767384643.043122:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384643.043126:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (25) 00080000:00000001:2.0:1767384643.050361:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384643.050369:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:1.0:1767384643.050369:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384643.050375:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384643.050375:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384643.050379:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384643.050380:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384643.050384:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384643.050386:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384643.050388:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000024e9222c. 20000000:01000000:2.0:1767384643.050391:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384643.050392:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384643.050405:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384643.050409:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384643.050415:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384643.050416:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384643.050422:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384643.050423:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eeb57eba. 10000000:01000000:3.0:1767384643.050427:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384643.050429:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00010000:00000001:3.0:1767384643.050435:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384643.050437:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384643.050440:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384643.050444:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:3.0:1767384643.050450:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a57a7fb. 00010000:00000001:3.0:1767384643.050457:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384643.050462:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000702bae6d. 00000020:00000001:3.0:1767384643.050468:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384643.050471:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000702bae6d with handle 0x534bb1615bf4c813 to hash 00000020:00000001:3.0:1767384643.050475:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384643.050477:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00080000:00000001:0.0:1767384643.050477:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384643.050481:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00080000:00000001:0.0:1767384643.050484:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384643.050486:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384643.050492:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384643.050493:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.050496:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.050497:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384643.050500:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384643.050504:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:3.0:1767384643.050509:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384643.050511:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384643.050513:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384643.050516:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384643.050518:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384643.050519:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d4d0b0be. 00010000:00000001:3.0:1767384643.050520:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.050525:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384643.050525:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868756480 : -115916840795136 : ffff969301e18400) 00010000:00000001:3.0:1767384643.050526:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.050534:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384643.050534:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384643.050539:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384643.050540:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384643.050542:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384643.050543:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a57a7fb) refcount = 1 00010000:00010000:3.0:1767384643.050546:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050550:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384643.050552:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384643.050553:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.050554:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.050556:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384643.050558:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384643.050561:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384643.050563:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.050565:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384643.050566:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=4 00000020:00000001:3.0:1767384643.050568:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.050569:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.050571:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384643.050572:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050585:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384643.050586:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050590:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.050592:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384643.050593:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050597:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.050598:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.050601:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384643.050603:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384643.050608:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000702bae6d already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384643.050610:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.050612:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384643.050614:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050617:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000001:0.0:1767384643.050618:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384643.050619:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.050624:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384643.050624:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384643.050627:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=5 00000020:00000001:3.0:1767384643.050630:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00080000:00000001:0.0:1767384643.050631:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384643.050632:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.050637:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384643.050639:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050642:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384643.050644:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.050648:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384643.050651:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.050652:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384643.050655:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1767384643.050657:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384643.050658:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.050661:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384643.050663:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000702bae6d with handle 0x534bb1615bf4c813 from hash 00010000:00000001:3.0:1767384643.050665:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384643.050666:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.050668:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.050669:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384643.050670:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384643.050671:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384643.050673:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384643.050674:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.050677:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.050678:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384643.050679:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384643.050680:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.050681:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.050682:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.050683:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.050685:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384643.050686:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050690:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.050691:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.050692:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384643.050693:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384643.050694:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.050695:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.050697:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384643.050699:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384643.050700:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384643.050702:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.050706:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384643.050712:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384643.050713:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c813 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384643.050718:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a57a7fb count: 0 00010000:00000001:3.0:1767384643.050729:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384643.050731:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384643.050757:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384643.050762:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384643.053878:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294933143, at 4294933144 00000100:00000040:1.0:1767384643.053878:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294933143, at 4294933144 00000100:00000040:2.0:1767384643.053879:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294933143, at 4294933144 00000100:00000040:0.0:1767384643.053888:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294933143, at 4294933144 00000100:00000010:2.0:1767384643.053891:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a03ee887. 00000100:00000010:1.0:1767384643.053893:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000791d827d. 00000100:00000010:3.0:1767384643.053895:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073690dd3. 00000100:00000010:0.0:1767384643.053899:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f62ae301. 00010000:00000010:3.1:1767384643.058873:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a57a7fb. 00010000:00000010:3.1:1767384643.058885:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000702bae6d. 00080000:00000001:1.0:1767384643.059464:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384643.059466:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384643.059472:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384643.059475:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384643.059476:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.059480:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384643.059481:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384643.059483:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384643.059484:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384643.059487:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384643.059491:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d4d0b0be. 20000000:00000001:0.0:1767384643.059494:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384643.059497:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384643.059503:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384643.059510:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384643.059667:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384643.059671:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384643.059673:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384643.059676:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384643.059678:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384643.059683:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d0d1373. 00010000:00000001:3.0:1767384643.059686:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384643.059690:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000702bae6d. 00000020:00000001:3.0:1767384643.059692:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384643.059694:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000702bae6d with handle 0x534bb1615bf4c81a to hash 00000020:00000001:3.0:1767384643.059696:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384643.059698:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.059700:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.059702:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.059704:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384643.059706:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059734:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384643.059737:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384643.059739:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384643.059740:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384643.059742:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.059743:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384643.059745:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.059747:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384643.059755:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384643.059756:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384643.059757:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384643.059759:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d0d1373) refcount = 1 00010000:00010000:3.0:1767384643.059762:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059767:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384643.059768:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384643.059769:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.059771:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.059773:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384643.059775:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384643.059777:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384643.059780:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.059782:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384643.059784:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=4 00000020:00000001:3.0:1767384643.059786:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.059788:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.059789:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384643.059791:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059796:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384643.059797:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059801:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.059802:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384643.059803:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059807:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.059808:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.059810:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384643.059816:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384643.059821:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000702bae6d already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384643.059823:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.059825:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384643.059827:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059854:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384643.059856:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.059858:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384643.059859:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=5 00000020:00000001:3.0:1767384643.059861:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.059862:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384643.059865:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384643.059866:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059871:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384643.059872:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.059873:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.059877:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384643.059878:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384643.059880:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.059882:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384643.059883:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000702bae6d with handle 0x534bb1615bf4c81a from hash 00010000:00000001:3.0:1767384643.059885:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384643.059887:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.059887:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.059888:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384643.059889:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384643.059890:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384643.059891:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384643.059892:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.059894:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.059900:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384643.059902:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384643.059904:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.059904:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.059905:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.059906:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.059908:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384643.059909:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059912:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.059913:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.059914:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384643.059915:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384643.059916:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.059917:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.059919:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384643.059920:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384643.059921:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384643.059923:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.059926:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384643.059927:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384643.059928:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c81a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384643.059931:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d0d1373 count: 0 00010000:00000001:3.0:1767384643.059937:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384643.059937:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384643.060680:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384643.060685:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384643.060687:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000fe9a671. 20000000:00000001:0.0:1767384643.060692:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384643.060696:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059669248 00010000:00000001:0.0:1767384643.060699:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384643.060707:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc8460ec x1853237059669248/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384643.060715:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384643.060718:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384643.060721:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384643.060725:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384643.060728:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384643.060730:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384643.060733:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384643.060735:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.060738:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384643.060742:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384643.060746:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee0186d1. 00000100:00000200:0.0:1767384643.060751:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059669248, offset 224 00000400:00000200:0.0:1767384643.060757:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384643.060769:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384643.060780:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04d00 00000400:00000200:0.0:1767384643.060786:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x187d [2] + 224 00000400:00000200:0.0:1767384643.060792:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.060797:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384643.060803:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384643.060807:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384643.060815:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.060826:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384643.060891:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0186d1 00000400:00000010:0.0:1767384643.060894:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee0186d1. 00000100:00000001:0.0:1767384643.060897:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384643.060899:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384643.060903:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.060906:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384643.060908:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384643.060910:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.060912:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384643.060917:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc8460ec x1853237059669248/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384643.060924:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc8460ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059669248:12345-0@lo:253: Request processed in 19369us (19832us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384643.060933:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000040:0.0:1767384643.060936:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384643.060938:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384643.060940:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384643.060945:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067d01595. 00000020:00000010:0.0:1767384643.060951:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085b524cd. 00000020:00000010:0.0:1767384643.060954:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b0f1ac. 00000020:00000040:0.0:1767384643.060960:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384643.060964:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384643.060966:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a80b4905. 02000000:00000001:0.0:1767384643.060970:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384643.060972:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384643.060976:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384643.060980:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782f9a47. 00000400:00000010:0.0:1767384643.060983:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee0186d1. 00000100:00000001:3.0:1767384643.061047:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384643.061050:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384643.061054:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384643.061055:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384643.061057:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad69fa89. 00000400:00000200:3.0:1767384643.061060:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d878023d 00000400:00000010:3.0:1767384643.061061:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d878023d. 00000100:00000001:3.0:1767384643.061062:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384643.061071:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384643.061079:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.061084:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384643.061086:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.061088:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384643.061090:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384643.061092:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384643.061094:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.061096:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384643.061118:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384643.061121:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384643.061123:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384643.061125:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.061127:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384643.061129:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.061131:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.061135:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.061140:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.061143:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384643.061144:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384643.061148:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384643.061149:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384643.061151:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384643.061152:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384643.061154:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384643.061155:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384643.061155:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384643.061157:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384643.061158:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384643.061159:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384643.061161:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384643.061165:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059669248:0@lo:253: 00000100:00000001:3.0:1767384643.061175:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.061177:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384643.061178:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018bf6413 x1853237059669248/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.061184:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384643.061201:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384643.061203:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002e987f4d. 02000000:00000001:3.0:1767384643.061208:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384643.061210:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384643.061211:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384643.061213:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384643.061215:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ff17f106. 02000000:00000001:3.0:1767384643.061219:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384643.061220:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384643.061222:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018bf6413. 00000100:00000001:3.0:1767384643.061226:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384643.061227:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.061228:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.061235:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384643.061237:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.061239:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384643.061241:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384643.062039:0:28280:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003ae9f634. 00000400:00000040:2.0:1767384643.062056:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384643.062059:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384643.062062:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.062064:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384643.062066:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.062068:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384643.062071:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384643.062072:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384643.062073:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384643.062075:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384643.062077:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384643.062078:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384643.062080:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384643.062082:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384643.062083:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384643.062085:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384643.062086:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384643.062093:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384643.062094:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384643.062096:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.062098:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384643.062100:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384643.062102:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384643.062104:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.062106:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384643.062108:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.062109:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384643.062110:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384643.062111:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384643.062113:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.062113:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384643.062115:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.062117:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384643.062118:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384643.062120:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384643.062121:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.062122:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384643.062124:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384643.062126:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384643.062128:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384643.062129:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384643.062130:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.062131:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384643.062133:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384643.062134:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384643.062136:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384643.062137:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384643.062139:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384643.062141:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384643.062142:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384643.062144:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384643.062146:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384643.062147:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384643.062148:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384643.062150:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384643.062151:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384643.062156:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384643.062267:0:28280:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003ae9f634. 00080000:00000020:0.0:1767384643.063364:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384643.063367:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384643.063369:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c2da7ae4. 20000000:00000001:0.0:1767384643.063374:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384643.063377:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059669376 00010000:00000001:0.0:1767384643.063379:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384643.063383:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6a52f70 x1853237059669376/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384643.063395:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384643.063396:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384643.063398:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384643.063400:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384643.063402:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384643.063404:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384643.063406:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384643.063407:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.063409:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384643.063411:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384643.063413:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ff6869. 00000100:00000200:0.0:1767384643.063416:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059669376, offset 224 00000400:00000200:0.0:1767384643.063420:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384643.063425:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384643.063430:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a04d80 00000400:00000200:0.0:1767384643.063434:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1885 [2] + 224 00000400:00000200:0.0:1767384643.063440:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.063443:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384643.063446:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384643.063449:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384643.063456:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.063468:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384643.063473:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ff6869 00000400:00000010:0.0:1767384643.063475:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ff6869. 00000100:00000001:0.0:1767384643.063478:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384643.063479:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384643.063482:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.063485:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:3.0:1767384643.063487:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384643.063487:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384643.063490:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.063492:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384643.063493:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384643.063499:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384643.063504:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384643.063506:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6a52f70 x1853237059669376/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384643.063507:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f105b58. 00000400:00000200:3.0:1767384643.063517:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89ac2d3 00000100:00100000:0.0:1767384643.063518:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6a52f70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059669376:12345-0@lo:253: Request processed in 21926us (22273us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384643.063521:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89ac2d3. 00000100:00000001:3.0:1767384643.063527:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384643.063528:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:0.0:1767384643.063532:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384643.063535:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384643.063536:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.063537:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384643.063541:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac6d296d. 00000020:00000010:0.0:1767384643.063545:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064a4aca5. 00000020:00000010:0.0:1767384643.063551:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d043c99. 00000020:00000040:0.0:1767384643.063557:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000200:3.0:1767384643.063558:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384643.063560:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384643.063563:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f378ee0f. 02000000:00000001:0.0:1767384643.063569:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384643.063571:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.063576:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384643.063576:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384643.063580:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384643.063581:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ea54af. 00000400:00000010:0.0:1767384643.063585:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ff6869. 00000100:00000001:3.0:1767384643.063593:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384643.063595:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384643.063598:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384643.063600:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.063603:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384643.063606:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384643.063610:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384643.063613:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384643.063615:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.063618:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384643.063620:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.063622:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.063627:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.063635:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.063637:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384643.063639:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384643.063642:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384643.063644:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384643.063646:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384643.063648:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384643.063649:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384643.063651:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384643.063652:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384643.063654:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384643.063656:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384643.063659:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384643.063668:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059669376:0@lo:253: 00000100:00000001:3.0:1767384643.063676:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.063678:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384643.063681:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029275bb8 x1853237059669376/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.063688:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384643.063690:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384643.063698:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000b7350ae. 02000000:00000001:3.0:1767384643.063703:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384643.063704:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384643.063705:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384643.063708:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384643.063709:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005cb21c70. 02000000:00000001:3.0:1767384643.063713:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384643.063715:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384643.063716:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029275bb8. 00000100:00000001:3.0:1767384643.063719:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384643.063720:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.063722:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.063728:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384643.063729:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.063732:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384643.063734:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384643.066881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d0d1373. 00010000:00000010:3.1:1767384643.066891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000702bae6d. 00000100:00000040:2.0:1767384643.413942:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384643.413949:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384643.413955:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029275bb8. 00000020:00000040:2.0:1767384643.413960:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384643.413964:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384643.413967:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384643.413971:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.413978:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e625681c. 00000100:00000001:2.0:1767384643.413984:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.413992:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384643.414001:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.414002:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414006:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029275bb8] to pc [ptlrpcd_00_03+3] req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414025:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414028:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384643.414031:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384643.414034:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bf6413. 00000020:00000040:2.0:1767384643.414036:0:2396:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384643.414038:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384643.414040:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384643.414041:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.414044:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f349ad50. 00000100:00000001:2.0:1767384643.414047:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414050:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384643.414055:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.414057:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414059:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bf6413] to pc [ptlrpcd_00_00+0] req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384643.414073:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384643.414077:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384643.414081:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000990bcf1. 00000100:00000001:2.0:1767384643.414083:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384643.414085:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384643.414086:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384643.414092:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384643.414092:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384643.414096:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384643.414097:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080eca1a4. 02000000:00000001:1.0:1767384643.414099:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384643.414101:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384643.414105:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384643.414106:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384643.414107:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5378ea7. 02000000:00000001:2.0:1767384643.414109:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414114:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.414116:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004544dce2. 00000100:00000001:1.0:1767384643.414119:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.414121:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414122:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414127:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384643.414130:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000990bcf1] to pc [ptlrpcd_00_01+1] req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414143:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.414146:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414153:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080eca1a4] to pc [ptlrpcd_00_02+2] req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384643.414154:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414165:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414167:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384643.414169:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384643.414171:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ee2eb9c. 00000020:00000040:2.0:1767384643.414173:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384643.414175:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384643.414176:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384643.414177:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414178:0:19653:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000010:2.0:1767384643.414180:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000021939781. 00000100:00000001:1.0:1767384643.414181:0:19653:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414201:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414205:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384643.414210:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.414211:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414221:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee2eb9c] to pc [ptlrpcd_00_03+3] req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414226:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.414230:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (271) 00000100:00000001:2.0:1767384643.414254:0:19654:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384643.414256:0:19654:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414281:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.414285:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.414287:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384643.414291:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384643.414292:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414295:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384643.414298:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384643.414303:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.414305:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384643.414308:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414316:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384643.414316:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384643.414320:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.414320:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384643.414323:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384643.414324:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.414326:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384643.414329:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059669632:0@lo:400: 02000000:00000001:2.0:1767384643.414330:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414336:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384643.414337:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059669760:0@lo:13: 00000100:00000001:2.0:1767384643.414341:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384643.414341:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384643.414350:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.414353:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384643.414354:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384643.414356:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.414359:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384643.414359:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000113bd02d. 02000000:00000001:1.0:1767384643.414363:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.414364:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000790a6cb7. 02000000:00000001:2.0:1767384643.414368:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.414369:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6d57788. 00000400:00000010:2.0:1767384643.414372:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ee6ee6d. 00000400:00000010:1.0:1767384643.414376:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000400:00000010:2.0:1767384643.414378:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000100:00000200:1.0:1767384643.414384:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059669632, portal 4 00000100:00000200:2.0:1767384643.414385:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059669760, portal 4 00000100:00000001:1.0:1767384643.414389:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384643.414390:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384643.414393:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 00000100:00000001:1.0:1767384643.414394:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204770176 : -115911504781440 : ffff96943fee9f80) 00000100:00000040:2.0:1767384643.414400:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384643.414402:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414421:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384643.414424:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384643.414427:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384643.414430:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384643.414432:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000400:00000010:1.0:1767384643.414434:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000200:2.0:1767384643.414436:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059669760, offset 0 00000100:00000200:1.0:1767384643.414438:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059669632, offset 0 00000400:00000200:1.0:1767384643.414446:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.414454:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384643.414463:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.414464:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.414480:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a04e80 00000400:00000200:2.0:1767384643.414486:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a04f00 00000400:00000200:1.0:1767384643.414489:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2992 00000400:00000200:2.0:1767384643.414497:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1792 00000400:00000200:1.0:1767384643.414497:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.414503:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384643.414504:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.414509:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.414509:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384643.414513:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.414513:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1767384643.414517:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384643.414518:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e4abfd. 00000100:00000010:2.0:1767384643.414520:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a643a439. 00000100:00000040:1.0:1767384643.414522:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000b8e4abfd x1853237059669632 msgsize 224 00000100:00000040:2.0:1767384643.414525:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000a643a439 x1853237059669760 msgsize 224 00000100:00100000:1.0:1767384643.414533:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384643.414534:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384643.414542:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384643.414545:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.414551:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384643.414553:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000400:00000200:2.0:1767384643.414557:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000100:00000001:1.0:1767384643.414557:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384643.414561:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00000100:00000200:1.0:1767384643.414562:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414565:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384643.414570:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.414575:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.414580:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414581:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384643.414585:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414603:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414607:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.414609:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414612:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414613:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384643.414618:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5228 usecs (6 jiffies) 00000100:00000001:1.0:1767384643.414620:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414622:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933510 00000100:00000040:1.0:1767384643.414624:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5228 usecs (6 jiffies) 00000100:00000010:2.0:1767384643.414627:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9074119. 00000100:00000001:1.0:1767384643.414628:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933510 00000100:00000001:2.0:1767384643.414636:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384643.414642:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933510 00000100:00000001:1.0:1767384643.414644:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294933510 00000100:00000010:2.0:1767384643.414647:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041eea25e. 00000100:00000001:1.0:1767384643.414648:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933510 00000100:00000001:2.0:1767384643.414651:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384643.414656:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933510 00000100:00000001:1.0:1767384643.414657:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294933510 00000100:00000010:2.0:1767384643.414660:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d01acfb6. 00000100:00000001:1.0:1767384643.414661:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933510 00000100:00000001:2.0:1767384643.414670:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384643.414675:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933510 00000100:00000001:1.0:1767384643.414675:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294933510 00000100:00000010:2.0:1767384643.414681:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000013e632c. 00000100:00000001:1.0:1767384643.414681:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933510 00000100:00000001:2.0:1767384643.414685:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384643.414689:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.414689:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294933510 00000100:00000001:1.0:1767384643.414695:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384643.414696:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414701:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414702:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414704:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414705:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.414709:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.414716:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.414717:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384643.414720:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384643.414720:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384643.414726:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.414727:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.414730:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.414730:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384643.414735:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414735:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414739:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414740:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.414752:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.414756:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.414758:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384643.414763:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.414764:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384643.414768:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059669760 02000000:00000001:2.0:1767384643.414771:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384643.414774:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.414774:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384643.414777:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.414778:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.414784:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384643.414785:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.414787:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384643.414789:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059669760 00000020:00000001:2.0:1767384643.414792:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384643.414794:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:2.0:1767384643.414797:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384643.414797:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384643.414802:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00100000:1.0:1767384643.414802:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059669888:0@lo:400: 00000020:00000001:2.0:1767384643.414804:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:2.0:1767384643.414810:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384643.414811:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384643.414814:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384643.414816:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384643.414817:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384643.414820:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aafcb5a7. 02000000:00000001:1.0:1767384643.414820:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384643.414825:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008021a4d6. 00000020:00000010:2.0:1767384643.414826:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002a4b0810. 02000000:00000001:1.0:1767384643.414829:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.414855:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044466110. 00000020:00000040:2.0:1767384643.414857:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000400:00000010:1.0:1767384643.414860:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000200:1.0:1767384643.414865:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059669888, portal 10 00000100:00000001:1.0:1767384643.414867:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384643.414868:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384643.414868:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000020:00000010:2.0:1767384643.414874:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e24f524. 00000100:00000040:1.0:1767384643.414875:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384643.414881:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036730326. 00000100:00000001:1.0:1767384643.414883:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.414885:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.414888:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000100:00000200:1.0:1767384643.414891:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059669888, offset 0 00000020:00000010:2.0:1767384643.414893:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b19bfe1. 00000400:00000200:1.0:1767384643.414897:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384643.414903:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:1.0:1767384643.414904:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384643.414909:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384643.414912:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384643.414913:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.414917:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a04f80 00000100:00000001:2.0:1767384643.414922:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.414923:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000400:00000200:1.0:1767384643.414930:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.414932:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384643.414935:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.414936:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.414939:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384643.414943:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b89e195b. 00000100:00000001:2.0:1767384643.414944:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384643.414945:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000b89e195b x1853237059669888 msgsize 224 00000100:00000001:2.0:1767384643.414948:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384643.414952:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384643.414956:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384643.414959:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:2.0:1767384643.414961:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204764800 : -115911504786816 : ffff96943fee8a80) 00000100:00000001:1.0:1767384643.414966:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384643.414967:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a643a439 x1853237059669760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384643.414973:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000100:00000001:2.0:1767384643.414974:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384643.414978:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000020:00000010:2.0:1767384643.414979:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5f6689d. 00000100:00000001:1.0:1767384643.414982:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384643.414983:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384643.414986:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5f6689d. 00000100:00100000:2.0:1767384643.414992:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a643a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059669760:12345-0@lo:13: 00000100:00000200:2.0:1767384643.414996:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059669760 00000100:00000200:1.0:1767384643.414996:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384643.415000:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384643.415004:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384643.415007:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.415011:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384643.415014:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000100:00000001:1.0:1767384643.415016:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384643.415017:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384643.415020:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.415023:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384643.415024:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384643.415027:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384643.415030:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.415035:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384643.415038:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384643.415039:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.415042:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f4cbc8ea. 00000100:00000001:1.0:1767384643.415043:0:16142:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384643.415050:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415051:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.415052:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384643.415058:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384643.415058:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3173 usecs (4 jiffies) 00002000:00000001:2.0:1767384643.415063:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384643.415063:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933509 00000020:00000001:2.0:1767384643.415066:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384643.415070:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294933510 00080000:00000001:2.0:1767384643.415071:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384643.415075:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933509 00000100:00000001:1.0:1767384643.415077:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294933510 00000100:00000001:1.0:1767384643.415078:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933509 00000100:00000001:1.0:1767384643.415080:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294933510 00080000:00000001:2.0:1767384643.415082:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415082:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933509 00000100:00000001:1.0:1767384643.415083:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294933510 00000020:00000001:2.0:1767384643.415086:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.415087:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384643.415091:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384643.415092:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384643.415096:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384643.415097:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415102:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384643.415103:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384643.415108:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384643.415109:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:2.0:1767384643.415110:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384643.415112:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:2.0:1767384643.415115:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384643.415116:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:2.0:1767384643.415119:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415119:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:2.0:1767384643.415124:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415124:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384643.415129:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059669760 00000100:00100000:1.0:1767384643.415130:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00000001:2.0:1767384643.415132:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384643.415134:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.415137:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000200:2.0:1767384643.415138:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a643a439 x1853237059669760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415139:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.415145:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.415148:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384643.415150:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384643.415153:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384643.415156:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.415157:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384643.415162:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384643.415163:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.415166:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384643.415171:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384643.415176:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384643.415179:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415179:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384643.415198:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384643.415199:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.415201:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384643.415204:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384643.415205:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 02000000:00000001:1.0:1767384643.415207:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384643.415209:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059669760, offset 224 02000000:00000001:1.0:1767384643.415210:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.415215:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059669504:0@lo:400: 00000400:00000200:2.0:1767384643.415218:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384643.415223:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384643.415226:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384643.415229:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384643.415230:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.415233:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384643.415236:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000071b10b8. 00000400:00000200:2.0:1767384643.415238:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a04f00 02000000:00000001:1.0:1767384643.415239:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.415244:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006439b1b5. 00000400:00000200:2.0:1767384643.415253:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18a1 [1] + 224 00000400:00000010:1.0:1767384643.415253:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000400:00000200:2.0:1767384643.415260:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384643.415260:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059669504, portal 25 00000100:00000001:1.0:1767384643.415264:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384643.415265:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.415266:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000100:00000001:2.0:1767384643.415272:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384643.415272:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384643.415279:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415280:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.415288:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.415293:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000100:00000040:2.0:1767384643.415296:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384643.415297:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059669504, offset 0 00000400:00000200:1.0:1767384643.415306:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384643.415310:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.415316:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.415318:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000400:00000010:2.0:1767384643.415321:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00000100:00000001:2.0:1767384643.415324:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384643.415326:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a04e00 00000100:00000001:2.0:1767384643.415327:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384643.415333:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.415334:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10e9 [2] + 0 00000100:00000040:2.0:1767384643.415339:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:1.0:1767384643.415340:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064c4e5c4. 00010000:00000001:2.0:1767384643.415343:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384643.415346:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.415347:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d89b1d21 00000020:00000001:2.0:1767384643.415348:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384643.415353:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384643.415354:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a643a439 x1853237059669760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384643.415362:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a643a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059669760:12345-0@lo:13: Request processed in 385us (834us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384643.415367:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384643.415372:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000200:1.0:1767384643.415373:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89b1d21 00000100:00000040:2.0:1767384643.415376:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000400:00000010:1.0:1767384643.415377:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89b1d21. 00000100:00000001:2.0:1767384643.415380:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384643.415383:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384643.415384:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.415387:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1767384643.415389:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036730326. 00000100:00000040:1.0:1767384643.415390:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000009535603d x1853237059669504 msgsize 224 00000020:00000010:2.0:1767384643.415397:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b19bfe1. 00000100:00100000:1.0:1767384643.415398:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384643.415402:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e24f524. 00000100:00000040:1.0:1767384643.415402:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:2.0:1767384643.415408:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:2.0:1767384643.415410:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.415412:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.415418:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000400:00000010:1.0:1767384643.415420:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000100:00000001:1.0:1767384643.415423:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384643.415427:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415433:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.415436:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415441:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415443:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.415447:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415449:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294933517 00000100:00000001:1.0:1767384643.415452:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933510 00000100:00000001:1.0:1767384643.415455:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294933517 00000100:00000001:1.0:1767384643.415457:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933510 00000100:00000001:1.0:1767384643.415463:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294933517 00000100:00000001:1.0:1767384643.415468:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933510 00000100:00000001:1.0:1767384643.415471:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294933517 00000100:00000001:1.0:1767384643.415474:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933510 00000100:00000001:1.0:1767384643.415476:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.415478:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415480:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384643.415482:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415492:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384643.415493:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.415495:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384643.415497:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384643.415498:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.415500:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ee2eb9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059670016:0@lo:400: 00000100:00000001:1.0:1767384643.415502:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384643.415504:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384643.415506:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.415507:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384643.415511:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9a33bab. 02000000:00000001:1.0:1767384643.415513:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.415516:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008273a224. 00000400:00000010:1.0:1767384643.415520:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000100:00000200:1.0:1767384643.415523:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059670016, portal 10 00000100:00000001:1.0:1767384643.415525:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.415526:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204765696 : -115911504785920 : ffff96943fee8e00) 00000100:00000040:1.0:1767384643.415531:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.415533:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.415536:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.415538:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.415540:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000100:00000001:2.0:1767384643.415542:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384643.415544:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059670016, offset 0 00000400:00000001:2.0:1767384643.415549:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384643.415551:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384643.415553:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ee6ee6d. 00000400:00000200:2.0:1767384643.415557:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b57969 00000400:00000010:2.0:1767384643.415559:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000100:00000001:2.0:1767384643.415561:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384643.415564:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384643.415567:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384643.415576:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384643.415581:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384643.415587:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a05000 00000100:00000001:2.0:1767384643.415593:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.415594:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:2.0:1767384643.415596:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.415599:0:16141:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384643.415599:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384643.415603:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384643.415606:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384643.415607:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384643.415610:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415612:0:16142:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384643.415613:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384643.415615:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:2.0:1767384643.415618:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=41 v=5 (5 0 0 0) 00000100:00000010:1.0:1767384643.415620:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e0f4f46. 00000100:00001000:2.0:1767384643.415622:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384643.415624:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384643.415626:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.415631:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000004e0f4f46 x1853237059670016 msgsize 224 00010000:00000001:2.0:1767384643.415632:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384643.415637:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.415642:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384643.415650:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.415653:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384643.415654:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384643.415654:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384643.415655:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384643.415659:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.415662:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384643.415663:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:1.0:1767384643.415667:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:2.0:1767384643.415672:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.415673:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384643.415677:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384643.415679:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384643.415680:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415686:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1767384643.415688:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384643.415691:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:1.0:1767384643.415691:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384643.415696:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384643.415703:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415706:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000020:2.0:1767384643.415708:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384643.415711:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384643.415714:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.415715:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3435 usecs (4 jiffies) 00000100:00000040:2.0:1767384643.415719:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415719:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294933509 00000100:00000001:1.0:1767384643.415724:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294933517 00000100:00000001:1.0:1767384643.415729:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294933509 00000100:00100000:2.0:1767384643.415735:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059669760:0@lo:13: 00000100:00000001:1.0:1767384643.415735:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294933517 00000100:00000001:1.0:1767384643.415740:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294933509 00000100:00000001:2.0:1767384643.415742:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.415743:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294933517 00000100:00000001:2.0:1767384643.415745:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384643.415747:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294933509 00000100:00000040:2.0:1767384643.415750:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059669760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415751:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294933517 00000100:00000001:1.0:1767384643.415757:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.415762:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.415764:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384643.415766:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.415767:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384643.415770:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.415771:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000790a6cb7. 02000000:00000001:2.0:1767384643.415776:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384643.415778:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384643.415779:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384643.415781:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384643.415782:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384643.415783:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5378ea7. 00000100:00000001:1.0:1767384643.415787:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.415788:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384643.415791:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384643.415793:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 00000100:00000001:2.0:1767384643.415796:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384643.415796:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.415798:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.415802:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384643.415803:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.415806:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.415808:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415827:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384643.415830:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059669632 02000000:00000001:1.0:1767384643.415862:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384643.415864:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.415866:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.415869:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.415871:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059669632 00000020:00000001:1.0:1767384643.415873:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384643.415875:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:1.0:1767384643.415877:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.415879:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:1.0:1767384643.415881:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:1.0:1767384643.415883:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384643.415886:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384643.415889:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3dc16a5. 00000100:00000001:1.0:1767384643.415891:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384643.415893:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3dc16a5. 00000020:00000010:1.0:1767384643.415898:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089c8bf30. 00000020:00000010:1.0:1767384643.415902:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e74fb16. 00000020:00000010:1.0:1767384643.415906:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc5d8a01. 00000100:00000040:1.0:1767384643.415914:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384643.415916:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384643.415917:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.415919:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.415924:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384643.415927:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384643.415928:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.415938:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.415951:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384643.415953:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384643.415957:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384643.415959:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:1.0:1767384643.415961:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158513664 : -115911551037952 : ffff96943d2cce00) 00000100:00000040:1.0:1767384643.415966:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8e4abfd x1853237059669632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.415972:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384643.415980:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3dc16a5. 00000100:00000001:1.0:1767384643.415982:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384643.415984:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3dc16a5. 00000100:00100000:1.0:1767384643.415988:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8e4abfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059669632:12345-0@lo:400: 00000100:00000200:1.0:1767384643.415992:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059669632 00000020:00000001:1.0:1767384643.415995:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384643.415998:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384643.415999:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416002:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384643.416004:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384643.416008:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384643.416010:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384643.416012:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384643.416014:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384643.416017:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416020:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384643.416023:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384643.416024:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384643.416028:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000002812a74. 02000000:00000001:1.0:1767384643.416031:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416033:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416036:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384643.416038:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059669632 00010000:00000001:1.0:1767384643.416040:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384643.416045:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b8e4abfd x1853237059669632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.416052:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384643.416055:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384643.416058:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.416062:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384643.416064:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384643.416066:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384643.416068:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384643.416070:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416080:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.416085:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.416088:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000100:00000200:1.0:1767384643.416092:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059669632, offset 224 00000400:00000200:1.0:1767384643.416098:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384643.416107:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.416115:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a04e80 00000400:00000200:1.0:1767384643.416121:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x189d [1] + 224 00000400:00000200:1.0:1767384643.416125:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.416129:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.416132:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384643.416136:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384643.416144:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.416161:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.416168:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:1.0:1767384643.416170:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:1.0:1767384643.416175:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384643.416177:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.416181:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.416195:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384643.416199:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384643.416200:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416202:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384643.416206:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e4abfd x1853237059669632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.416213:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8e4abfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059669632:12345-0@lo:400: Request processed in 239us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384643.416220:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384643.416222:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:1.0:1767384643.416223:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384643.416225:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384643.416233:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e74fb16. 00000020:00000010:1.0:1767384643.416236:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc5d8a01. 00000020:00000010:1.0:1767384643.416239:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089c8bf30. 00000020:00000040:1.0:1767384643.416243:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:1.0:1767384643.416245:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384643.416258:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384643.416261:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:1.0:1767384643.416323:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384643.416325:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059669888 02000000:00000001:1.0:1767384643.416328:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384643.416330:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.416331:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.416334:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.416336:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059669888 00000020:00000001:1.0:1767384643.416338:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384643.416340:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000001:1.0:1767384643.416342:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.416344:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000020:00000001:1.0:1767384643.416346:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:1.0:1767384643.416348:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:1.0:1767384643.416352:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384643.416355:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3dc16a5. 00000100:00000001:1.0:1767384643.416357:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384643.416359:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3dc16a5. 00000020:00000010:1.0:1767384643.416365:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069974b34. 00000020:00000010:1.0:1767384643.416367:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e74fb16. 00000020:00000010:1.0:1767384643.416370:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc5d8a01. 00000100:00000040:1.0:1767384643.416378:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384643.416380:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384643.416381:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.416383:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.416388:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384643.416390:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384643.416392:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416402:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.416420:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384643.416422:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670016 02000000:00000001:1.0:1767384643.416423:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384643.416424:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.416426:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.416428:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.416429:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670016 00000020:00000001:1.0:1767384643.416431:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384643.416433:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000001:1.0:1767384643.416434:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.416436:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:1.0:1767384643.416438:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000001:1.0:1767384643.416440:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:1.0:1767384643.416442:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384643.416445:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3dc16a5. 00000020:00000010:1.0:1767384643.416448:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005a612c0d. 00000020:00000040:1.0:1767384643.416453:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:1.0:1767384643.416462:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384643.416465:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e658188. 00000020:00000010:1.0:1767384643.416469:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004378ee6f. 00000020:00000010:1.0:1767384643.416472:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b6efa8a. 00000100:00000001:1.0:1767384643.416475:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384643.416477:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.416479:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.416483:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384643.416485:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384643.416487:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416495:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.416507:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384643.416508:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384643.416513:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1767384643.416516:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:1.0:1767384643.416518:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158511872 : -115911551039744 : ffff96943d2cc700) 00000100:00000040:1.0:1767384643.416522:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b89e195b x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.416534:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384643.416537:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427a0703. 00000100:00000001:1.0:1767384643.416540:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384643.416541:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427a0703. 00000100:00100000:1.0:1767384643.416547:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b89e195b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059669888:12345-0@lo:400: 00000100:00000200:1.0:1767384643.416550:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059669888 00000020:00000001:1.0:1767384643.416553:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384643.416555:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384643.416557:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416558:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384643.416560:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384643.416562:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384643.416564:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384643.416566:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384643.416569:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384643.416570:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416572:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384643.416574:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384643.416577:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384643.416580:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007dcaebd4. 02000000:00000001:1.0:1767384643.416582:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416583:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416585:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384643.416587:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059669888 00000100:00000001:2.0:1767384643.416589:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384643.416590:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384643.416594:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:1.0:1767384643.416596:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b89e195b x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.416604:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384643.416606:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.416610:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00001000:1.0:1767384643.416611:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=46 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384643.416614:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:1.0:1767384643.416616:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384643.416617:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158520832 : -115911551030784 : ffff96943d2cea00) 00000100:00000040:1.0:1767384643.416621:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000040:2.0:1767384643.416624:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e0f4f46 x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.416632:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:2.0:1767384643.416636:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384643.416637:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384643.416640:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384643.416641:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ca5c13d. 00000100:00000001:1.0:1767384643.416643:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384643.416645:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384643.416650:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384643.416651:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ca5c13d. 00000400:00000010:1.0:1767384643.416654:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000100:00100000:2.0:1767384643.416659:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e0f4f46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059670016:12345-0@lo:400: 00000100:00000200:1.0:1767384643.416659:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059669888, offset 224 00000100:00000200:2.0:1767384643.416666:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670016 00000020:00000001:2.0:1767384643.416668:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384643.416669:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384643.416671:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384643.416674:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.416676:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384643.416678:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000400:00000200:1.0:1767384643.416681:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384643.416682:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384643.416686:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384643.416688:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384643.416690:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384643.416693:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.416693:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a04f80 00000020:00000001:2.0:1767384643.416699:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384643.416703:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384643.416703:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18ad [1] + 224 02000000:00000001:2.0:1767384643.416707:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384643.416708:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384643.416712:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6d8b07a. 00000400:00000200:1.0:1767384643.416715:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384643.416716:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.416720:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416721:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384643.416722:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384643.416726:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059670016 00010000:00000001:2.0:1767384643.416730:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384643.416730:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384643.416737:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e0f4f46 x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384643.416742:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384643.416746:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384643.416754:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416755:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384643.416757:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384643.416762:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384643.416763:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000100:00000040:2.0:1767384643.416765:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000400:00000010:1.0:1767384643.416766:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:2.0:1767384643.416771:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:1.0:1767384643.416773:0:16778:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384643.416775:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384643.416776:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384643.416778:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416781:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.416782:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.416788:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000040:2.0:1767384643.416791:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384643.416792:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384643.416795:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000020:00000001:1.0:1767384643.416796:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.416801:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384643.416802:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059670016, offset 224 00000100:00000040:1.0:1767384643.416806:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89e195b x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384643.416812:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384643.416821:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b89e195b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059669888:12345-0@lo:400: Request processed in 283us (1870us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384643.416824:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.416862:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a05000 00000100:00100000:1.0:1767384643.416862:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000400:00000200:2.0:1767384643.416870:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18c1 [1] + 224 00000100:00000040:1.0:1767384643.416873:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000400:00000200:2.0:1767384643.416874:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384643.416876:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384643.416880:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384643.416881:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384643.416884:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e74fb16. 00000100:00000001:2.0:1767384643.416886:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384643.416890:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc5d8a01. 00000100:00000200:2.0:1767384643.416892:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384643.416895:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069974b34. 00000020:00000040:1.0:1767384643.416903:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000040:2.0:1767384643.416905:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.416907:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.416917:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384643.416922:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b57969 00000400:00000010:2.0:1767384643.416924:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000100:00000001:2.0:1767384643.416928:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384643.416930:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384643.416935:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416936:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384643.416939:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00100000:1.0:1767384643.416940:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059669504 00010000:00000001:2.0:1767384643.416944:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384643.416944:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384643.416948:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.416948:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.416952:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.416953:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384643.416957:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.416960:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e0f4f46 x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.416961:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059669504 00000020:00000001:1.0:1767384643.416966:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384643.416968:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384643.416971:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.416973:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:1.0:1767384643.416977:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384643.416983:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384643.416990:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384643.416991:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e0f4f46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059670016:12345-0@lo:400: Request processed in 352us (1357us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384643.416995:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427a0703. 00000100:00100000:2.0:1767384643.417001:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:1.0:1767384643.417001:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384643.417006:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000020:00000010:1.0:1767384643.417007:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427a0703. 00000100:00000001:2.0:1767384643.417009:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384643.417012:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384643.417016:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004378ee6f. 00000020:00000010:1.0:1767384643.417017:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069974b34. 00000020:00000010:2.0:1767384643.417020:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b6efa8a. 00000020:00000010:1.0:1767384643.417023:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e74fb16. 00000020:00000010:2.0:1767384643.417025:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e658188. 00000020:00000010:1.0:1767384643.417029:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc5d8a01. 00000020:00000040:2.0:1767384643.417030:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:2.0:1767384643.417034:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.417041:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384643.417046:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384643.417047:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.417048:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417053:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417065:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.417084:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384643.417086:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384643.417088:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384643.417089:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384643.417094:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000040:0.0:1767384643.417098:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384643.417099:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.417102:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935599696 : -115911773951920 : ffff96942fe36850) 00000100:00000001:1.0:1767384643.417103:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.417111:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009535603d x1853237059669504/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.417119:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384643.417122:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a4e582f. 00000100:00000001:0.0:1767384643.417125:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384643.417127:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a4e582f. 00000100:00100000:0.0:1767384643.417133:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009535603d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059669504:12345-0@lo:400: 00000100:00080000:1.0:1767384643.417139:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384643.417143:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000200:0.0:1767384643.417145:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059669504 00000020:00000001:0.0:1767384643.417148:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384643.417151:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384643.417152:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.417154:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384643.417156:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384643.417156:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000100:00000001:1.0:1767384643.417159:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384643.417159:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384643.417163:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384643.417165:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384643.417166:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:1.0:1767384643.417168:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384643.417169:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384643.417171:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6d57788. 00000020:00000001:0.0:1767384643.417172:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.417176:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384643.417177:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000100:00000001:0.0:1767384643.417179:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384643.417180:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 02000000:00000001:0.0:1767384643.417196:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384643.417198:0:16140:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384643.417200:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a8717f0e. 00000100:00000200:1.0:1767384643.417204:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384643.417205:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.417209:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.417214:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384643.417218:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059669504 00000100:00000200:1.0:1767384643.417221:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384643.417222:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384643.417229:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009535603d x1853237059669504/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417230:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384643.417233:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417238:0:16140:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384643.417241:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384643.417242:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384643.417245:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384643.417245:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417249:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384643.417250:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=51 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384643.417252:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.417254:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1767384643.417256:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=41 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384643.417259:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00001000:1.0:1767384643.417262:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384643.417263:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384643.417268:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384643.417270:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384643.417271:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417272:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.417275:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384643.417276:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384643.417280:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00080000:1.0:1767384643.417282:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384643.417284:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384643.417290:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059669504, offset 224 00010000:00000001:1.0:1767384643.417291:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417295:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384643.417296:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384643.417298:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384643.417306:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384643.417309:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.417314:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384643.417316:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384643.417324:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384643.417328:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a04e00 00000100:00000001:1.0:1767384643.417329:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384643.417331:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.417337:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384643.417338:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18b9 [1] + 224 00000400:00000200:0.0:1767384643.417346:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384643.417350:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059669632:0@lo:400: 00000400:00000200:0.0:1767384643.417354:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.417356:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.417358:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384643.417359:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.417365:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018bf6413 x1853237059669632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384643.417365:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417392:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.417395:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384643.417397:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384643.417398:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000113bd02d. 02000000:00000001:1.0:1767384643.417406:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384643.417407:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384643.417409:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.417412:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384643.417413:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000020:00000001:1.0:1767384643.417416:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384643.417416:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 02000000:00000010:1.0:1767384643.417421:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f349ad50. 00000100:00000001:0.0:1767384643.417422:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384643.417425:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384643.417427:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384643.417429:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.417432:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384643.417432:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000010:1.0:1767384643.417436:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018bf6413. 00010000:00000001:0.0:1767384643.417436:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384643.417439:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.417441:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384643.417443:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384643.417445:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009535603d x1853237059669504/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417446:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417452:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384643.417459:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009535603d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059669504:12345-0@lo:400: Request processed in 340us (2068us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384643.417461:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.417465:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384643.417468:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1767384643.417470:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384643.417471:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384643.417475:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384643.417476:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.417477:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384643.417480:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e74fb16. 00000020:00000010:0.0:1767384643.417483:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc5d8a01. 00000020:00000010:0.0:1767384643.417486:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069974b34. 00000100:00000001:1.0:1767384643.417490:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384643.417490:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:1.0:1767384643.417492:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384643.417500:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:1.0:1767384643.417503:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767384643.417503:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a8717f0e. 00000400:00000001:1.0:1767384643.417505:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384643.417507:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384643.417508:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006439b1b5. 00000100:00000001:0.0:1767384643.417510:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384643.417512:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000400:00000010:1.0:1767384643.417515:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000100:00000200:0.0:1767384643.417516:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384643.417518:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384643.417521:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1d45788. 00000100:00000200:1.0:1767384643.417525:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384643.417528:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abad2c63. 00000100:00000200:1.0:1767384643.417536:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417541:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384643.417542:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417543:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384643.417544:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384643.417544:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.417545:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.417547:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384643.417549:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384643.417551:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.417553:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384643.417553:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.417555:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384643.417556:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417558:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.417560:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417564:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.417566:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384643.417567:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.417569:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.417574:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059669504:0@lo:400: 00000400:00000001:1.0:1767384643.417578:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.417584:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384643.417586:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008273a224. 00000400:00000200:1.0:1767384643.417589:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000400:00000010:1.0:1767384643.417591:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000100:00000001:1.0:1767384643.417593:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384643.417595:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384643.417602:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417607:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384643.417608:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417610:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384643.417610:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384643.417611:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.417612:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.417614:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384643.417616:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384643.417619:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.417621:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384643.417621:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.417623:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384643.417626:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.417630:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417632:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384643.417633:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384643.417633:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384643.417634:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.417637:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417641:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.417643:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384643.417644:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.417647:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.417659:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ee2eb9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059670016:0@lo:400: 00000400:00000001:1.0:1767384643.417665:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.417666:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384643.417667:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044466110. 00000400:00000200:1.0:1767384643.417670:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384643.417671:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:1.0:1767384643.417674:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384643.417675:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384643.417680:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417685:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384643.417686:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417687:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384643.417688:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384643.417689:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.417690:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.417692:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384643.417694:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384643.417696:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.417698:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384643.417699:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.417700:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384643.417702:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.417706:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417708:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384643.417710:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384643.417711:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384643.417713:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.417716:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417729:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.417730:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384643.417732:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.417735:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.417739:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080eca1a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059669888:0@lo:400: 00000100:00000001:1.0:1767384643.417741:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417742:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.417745:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029275bb8 x1853237059669504/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417749:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.417750:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384643.417751:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000071b10b8. 02000000:00000001:1.0:1767384643.417754:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384643.417755:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.417755:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384643.417757:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384643.417758:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e625681c. 02000000:00000001:1.0:1767384643.417761:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.417762:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384643.417763:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029275bb8. 00000100:00000001:1.0:1767384643.417766:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384643.417766:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417768:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.417769:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ee2eb9c x1853237059670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417773:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.417775:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384643.417776:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9a33bab. 02000000:00000001:1.0:1767384643.417779:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384643.417780:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.417781:0:16142:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384643.417782:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384643.417789:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000021939781. 02000000:00000001:1.0:1767384643.417792:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.417793:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384643.417793:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ee2eb9c. 00000100:00000001:1.0:1767384643.417796:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384643.417797:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417799:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.417800:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080eca1a4 x1853237059669888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.417805:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.417805:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384643.417807:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008021a4d6. 02000000:00000001:1.0:1767384643.417809:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384643.417810:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.417811:0:16142:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384643.417812:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384643.417813:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004544dce2. 02000000:00000001:1.0:1767384643.417815:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.417816:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384643.417817:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080eca1a4. 00000100:00000001:1.0:1767384643.417820:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384643.417821:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417822:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.417825:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.417826:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.417829:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.417830:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.427869:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294933517, at 4294933518 00000100:00000040:1.0:1767384643.427875:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294933517, at 4294933518 00000100:00000010:2.0:1767384643.427879:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d01acfb6. 00000100:00000010:1.0:1767384643.427882:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041eea25e. 00000100:00000040:3.0:1767384643.427883:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294933517, at 4294933518 00000100:00000010:3.0:1767384643.427894:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000013e632c. 00000100:00000040:0.0:1767384643.427904:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294933517, at 4294933518 00000100:00000010:0.0:1767384643.427911:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9074119. 00010000:00000001:0.0:1767384643.477897:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384643.477903:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.477909:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384643.477910:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.477942:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384643.477946:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384643.477949:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384643.925988:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp31 00000400:00000010:2.0:1767384643.925995:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000041b04b4. 00000400:00000010:2.0:1767384643.926004:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000efc56dd4. 00000400:00000010:2.0:1767384643.926010:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000400:00000010:2.0:1767384643.926018:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d035aa96. 00000400:00000200:2.0:1767384643.926023:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp31 00000400:00000200:2.0:1767384643.926041:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp31 local destination 00000400:00000200:2.0:1767384643.926047:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp31 00000400:00000200:2.0:1767384643.926052:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp31 NI seq info: [81:81:256:4294967295] 192.168.202.117@tcp31 LPNI seq info [80:80:8:4294967295] 00000400:00000200:2.0:1767384643.926059:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp31 00000400:00000200:2.0:1767384643.926068:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp31(192.168.202.117@tcp31:) -> 192.168.202.117@tcp31(192.168.202.117@tcp31:192.168.202.117@tcp31) : GET try# 0 00000800:00000200:2.0:1767384643.926074:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp31 00000800:00000010:2.0:1767384643.926079:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057c4ad21. 00000800:00000200:2.0:1767384643.926095:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (2) 00000800:00000200:2.1:1767384643.926101:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (2) 00000400:00000200:0.0:1767384643.926204:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926264:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926305:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926331:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384643.926332:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp31 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:0.0:1767384643.926357:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926376:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926390:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926409:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926435:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926462:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926482:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926495:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926511:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926525:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926544:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926565:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926584:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926601:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926621:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926637:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926668:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926689:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926712:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926733:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926754:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926772:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926787:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926804:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926820:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926880:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926915:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926939:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926960:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926977:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384643.926995:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384643.927150:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041ae6daf. 00000800:00000010:0.0:1767384643.927155:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000098af63bf. 00000800:00000010:0.0:1767384643.927159:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b805978a. 00000800:00000010:0.0:1767384643.927176:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b805978a. 00000800:00020000:0.0:1767384643.927202:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384643.927205:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000098af63bf. 00000800:00000010:0.0:1767384643.927207:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041ae6daf. 00000400:02020000:0.0:1767384643.927238:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp31 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384643.927244:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp31 notifying 192.168.202.117@tcp31: down 00000400:00000200:0.0:1767384643.927247:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384643.927251:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp31 00000800:00000010:0.0:1767384643.927254:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057c4ad21. 00000400:00000200:0.0:1767384643.927258:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384643.927262:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp31->192.168.202.117@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384643.927269:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384643.927271:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384643.927281:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp31) recovery failed with -71 00080000:00000001:3.0:1767384644.336888:0:28657:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384644.336900:0:28657:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.336904:0:28657:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384644.336909:0:28657:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384644.336914:0:28657:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.336916:0:28657:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.501918:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384644.501925:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.501932:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384644.501933:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384644.501976:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384644.501979:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384644.501981:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384644.949910:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384644.949916:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384644.949920:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b57969 00000400:00000010:2.0:1767384644.949925:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000400:00000200:2.0:1767384644.949932:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384644.949939:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384644.949950:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000041b04b4. 00000400:00000010:2.0:1767384644.949955:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000efc56dd4. 00000001:00000001:0.0:1767384645.024142:0:28821:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384645.024147:0:28821:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:0.0:1767384645.027246:0:28821:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384645.033473:0:28822:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a4ddab25. 00000400:00000010:3.0:1767384645.033486:0:28822:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cbd2a5cc. 00000400:00000010:3.0:1767384645.033494:0:28822:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004bd22e6d. 00000400:00000010:3.0:1767384645.033497:0:28822:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a6418293. 00000400:00000010:3.0:1767384645.033500:0:28822:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d1985bc. 00000400:00000010:3.0:1767384645.033504:0:28822:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9bc374a. 00000400:00000010:3.0:1767384645.033505:0:28822:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fde82fec. 00000400:00000010:3.0:1767384645.033506:0:28822:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8ff97f7. 00000400:00000010:3.0:1767384645.033509:0:28822:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c86c05a3. 00000800:00000010:3.0:1767384645.033522:0:28822:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005f814671. 00000800:00000200:3.0:1767384645.033531:0:28822:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384645.033539:0:28822:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384645.033574:0:28822:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:3.0:1767384645.033596:0:28822:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp34 [8/256/0/180] 00000400:00000010:3.0:1767384645.034971:0:28822:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000f439218d. 00000400:00000010:3.0:1767384645.034977:0:28822:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000400:00000010:3.0:1767384645.034981:0:28822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbcfd8b2. 00000400:00000001:3.0:1767384645.034995:0:28822:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384645.034997:0:28822:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384645.034998:0:28822:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560000f7. 00000400:00000200:3.0:1767384645.035000:0:28822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f589550 00000400:00000010:3.0:1767384645.035002:0:28822:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f589550. 00000400:00000010:3.0:1767384645.035005:0:28822:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000000729eed. 00000400:00000200:3.0:1767384645.035008:0:28822:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (24) 00000400:00000200:3.0:1767384645.035019:0:28822:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384645.035028:0:28822:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:3.0:1767384645.035034:0:28822:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d78bab9f. 00000400:00000200:0.0:1767384645.035036:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384645.035038:0:28822:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384645.035042:0:28822:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp34 00000400:00000200:0.0:1767384645.035044:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:0.0:1767384645.035050:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000200:0.0:1767384645.035053:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (25) 00000400:00000010:3.0:1767384645.035055:0:28822:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cbd2a5cc. 00000400:00000010:0.0:1767384645.035058:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000c0570ca. 00000400:00000010:3.0:1767384645.035059:0:28822:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a4ddab25. 00000400:00000200:0.0:1767384645.035065:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:0.0:1767384645.035076:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384645.035082:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:0.0:1767384645.035087:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:0.0:1767384645.035091:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000020:00000001:1.0:1767384645.035092:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384645.035094:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 10000000:00000001:1.0:1767384645.035100:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384645.035100:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 10000000:00000001:1.0:1767384645.035105:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384645.035106:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 10000000:01000000:1.0:1767384645.035111:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384645.035114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:01000004:1.0:1767384645.035117:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384645.035121:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000020:01000004:1.0:1767384645.035122:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384645.035127:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384645.035130:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000020:01000004:1.0:1767384645.035131:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384645.035135:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000020:01000004:1.0:1767384645.035141:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384645.035145:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384645.035148:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384645.035151:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000020:01000004:1.0:1767384645.035152:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384645.035155:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384645.035158:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384645.035161:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000010:1.0:1767384645.035165:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000400:00000200:0.0:1767384645.035165:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:0.0:1767384645.035185:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000020:00000040:1.0:1767384645.035188:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384645.035189:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:0.0:1767384645.035195:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000001:1.0:1767384645.035197:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384645.035200:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 02000000:00000001:1.0:1767384645.035203:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384645.035206:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 02000000:00000001:1.0:1767384645.035211:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.035211:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[77, 16], ns[78, 16] 00000400:00000200:0.0:1767384645.035219:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 16], ns[66, 16] 00000400:00000200:0.0:1767384645.035222:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 16], ns[79, 16] 02000000:00000010:1.0:1767384645.035224:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b6c2ed8d. 00000400:00000200:0.0:1767384645.035225:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[80, 16], ns[81, 16] 00000400:00000200:0.0:1767384645.035232:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000100:00000001:1.0:1767384645.035234:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.035236:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:0.0:1767384645.035242:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp32 00000100:00000001:1.0:1767384645.035245:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384645.035246:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp32 lpni_is_preferred = 0 00000100:00000001:1.0:1767384645.035251:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.035251:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp32 00000400:00000200:0.0:1767384645.035257:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp32 NI seq info: [82:82:256:4294967295] 192.168.202.117@tcp32 LPNI seq info [81:81:8:4294967295] 00000100:00000040:1.0:1767384645.035264:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eebd37] to pc [ptlrpcd_00_00+0] req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384645.035266:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp32 00000400:00000200:0.0:1767384645.035285:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp32(192.168.202.117@tcp32:) -> 192.168.202.117@tcp32(192.168.202.117@tcp:192.168.202.117@tcp32) : PUT try# 0 00000800:00000200:0.0:1767384645.035291:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.117@tcp32 00000800:00000010:0.0:1767384645.035300:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae3b1fb7. 00000800:00000010:0.0:1767384645.035306:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000098af63bf. 00000800:00000010:0.0:1767384645.035310:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007932cbc5. 10000000:00000001:1.0:1767384645.035311:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384645.035315:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384645.035316:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000100:00000001:3.0:1767384645.035318:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384645.035322:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035324:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.1:1767384645.035325:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000100:00000001:3.0:1767384645.035329:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384645.035329:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384645.035336:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384645.035339:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384645.035343:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384645.035343:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:00000001:1.0:1767384645.035348:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384645.035350:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384645.035350:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 10000000:01000000:1.0:1767384645.035352:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384645.035355:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384645.035359:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:3.0:1767384645.035360:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384645.035363:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384645.035364:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384645.035367:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384645.035367:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384645.035370:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:3.0:1767384645.035372:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059670144:0@lo:253: 00000020:01000004:1.0:1767384645.035374:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384645.035379:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384645.035379:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384645.035383:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384645.035385:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384645.035386:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384645.035388:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384645.035390:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.035392:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384645.035394:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000990bcf1. 02000000:00000010:3.0:1767384645.035397:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000057ad3912. 00000020:00000040:1.0:1767384645.035399:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384645.035399:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:1.0:1767384645.035405:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384645.035407:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384645.035410:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5eb503. 02000000:00000001:1.0:1767384645.035415:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384645.035416:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd2a5cc. 00000100:00000200:3.0:1767384645.035421:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059670144, portal 25 02000000:00000001:1.0:1767384645.035421:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035427:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384645.035429:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 02000000:00000010:1.0:1767384645.035432:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cdc0e277. 00000100:00000040:3.0:1767384645.035433:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.035441:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035442:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384645.035447:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384645.035449:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384645.035450:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000010:3.0:1767384645.035451:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b85dbb86. 00000100:00000001:1.0:1767384645.035453:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384645.035456:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059670144, offset 0 00000400:00000200:3.0:1767384645.035464:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384645.035464:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000990bcf1] to pc [ptlrpcd_00_01+1] req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384645.035475:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:1.0:1767384645.035488:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.035489:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05080 10000000:00000001:1.0:1767384645.035495:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.035499:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384645.035500:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1111 [2] + 0 00000020:00000001:1.0:1767384645.035501:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384645.035508:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003170d643. 00000020:01000000:1.0:1767384645.035508:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384645.035514:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee1bb706 00000020:00000010:1.0:1767384645.035514:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d78bab9f. 00000400:00000200:3.0:1767384645.035521:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.035526:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384645.035530:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee1bb706 00000100:00000001:1.0:1767384645.035531:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384645.035532:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee1bb706. 00000100:00000001:1.0:1767384645.035535:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384645.035536:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:3.0:1767384645.035539:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384645.035539:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384645.035543:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384645.035546:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384645.035547:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000004d41843 x1853237059670144 msgsize 4848 00000100:00100000:3.0:1767384645.035557:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384645.035562:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384645.035563:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384645.035566:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.035566:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:3.0:1767384645.035571:0:16140:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384645.035572:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384645.035575:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384645.035578:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.035580:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b85dbb86 00000100:00100000:1.0:1767384645.035581:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059670272:0@lo:253: 00000400:00000010:3.0:1767384645.035584:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b85dbb86. 00000100:00000001:1.0:1767384645.035587:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384645.035590:0:16140:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384645.035591:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384645.035594:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384645.035596:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384645.035597:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384645.035599:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 02000000:00000010:1.0:1767384645.035605:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000b7350ae. 02000000:00000001:1.0:1767384645.035609:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035610:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384645.035614:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044466110. 00000400:00000010:1.0:1767384645.035619:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082647e4c. 00000100:00000040:3.0:1767384645.035621:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384645.035624:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059670272, portal 25 00000100:00000001:1.0:1767384645.035630:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384645.035631:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:3.0:1767384645.035632:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035636:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384645.035640:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 00000100:00000001:3.0:1767384645.035643:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.035647:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.035650:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294935137 00000100:00000010:3.0:1767384645.035656:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005379ac6. 00000100:00000001:1.0:1767384645.035657:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384645.035661:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000040:1.0:1767384645.035662:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384645.035664:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384645.035668:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018685910. 00000100:00000001:3.0:1767384645.035672:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294935137 00000100:00000200:1.0:1767384645.035672:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059670272, offset 0 00000100:00000010:3.0:1767384645.035680:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006302fc66. 00000400:00000200:1.0:1767384645.035684:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384645.035685:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384645.035690:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294935137 00000400:00000200:1.0:1767384645.035694:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384645.035695:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000080b02ea. 00000400:00000200:0.0:1767384645.035696:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:3.0:1767384645.035701:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384645.035706:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294935137 00000400:00000200:1.0:1767384645.035707:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05100 00000100:00000010:3.0:1767384645.035713:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f62ae301. 00000400:00000200:1.0:1767384645.035714:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 00000100:00000001:3.0:1767384645.035719:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384645.035720:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d5144a. 00000400:00000200:0.0:1767384645.035721:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000001:3.0:1767384645.035725:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384645.035726:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000179e510f 00000100:00000001:3.0:1767384645.035728:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.035732:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384645.035733:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035739:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.035742:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384645.035746:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179e510f 00000100:00000001:3.0:1767384645.035748:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384645.035748:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000010:1.0:1767384645.035749:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000179e510f. 00000100:00000001:3.0:1767384645.035752:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384645.035756:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384645.035757:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384645.035760:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384645.035761:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384645.035765:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.035765:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000cadc5ac3 x1853237059670272 msgsize 4848 00000100:00000001:3.0:1767384645.035771:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384645.035777:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384645.035780:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384645.035781:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:1.0:1767384645.035788:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384645.035794:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018685910 00000400:00000010:1.0:1767384645.035796:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018685910. 00000100:00000001:1.0:1767384645.035800:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384645.035803:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.035809:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384645.035813:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.035818:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.035818:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000001:1.0:1767384645.035819:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384645.035826:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.035859:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294935138 00000100:00000001:1.0:1767384645.035865:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935137 00000100:00000001:1.0:1767384645.035868:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294935138 00000100:00000001:1.0:1767384645.035873:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935137 00000100:00000001:1.0:1767384645.035877:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294935138 00000100:00000001:1.0:1767384645.035881:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935137 00000100:00000001:1.0:1767384645.035884:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294935138 00000400:00000200:0.0:1767384645.035888:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000001:1.0:1767384645.035889:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935137 00000100:00000001:3.0:1767384645.035892:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384645.035896:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670144 00000100:00000001:1.0:1767384645.035897:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384645.035900:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384645.035900:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035904:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384645.035905:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.035907:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.035908:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384645.035913:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.035915:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384645.035917:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670144 00000100:00000001:1.0:1767384645.035918:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384645.035922:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384645.035923:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384645.035924:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384645.035929:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384645.035929:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384645.035932:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384645.035936:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384645.035939:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384645.035941:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384645.035943:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384645.035947:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384645.035951:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000452722eb. 00000100:00000001:1.0:1767384645.035951:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384645.035955:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670272 00000100:00000001:3.0:1767384645.035956:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384645.035959:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384645.035959:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000020:00000010:3.0:1767384645.035960:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000452722eb. 00000100:00000001:1.0:1767384645.035963:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384645.035967:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384645.035969:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ab8056. 02000000:00000001:1.0:1767384645.035970:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384645.035974:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670272 00000020:00000010:3.0:1767384645.035976:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007398a67c. 00000020:00000001:1.0:1767384645.035976:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384645.035979:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384645.035982:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384645.035983:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003081f77d. 00000020:00000040:1.0:1767384645.035984:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:1.0:1767384645.035989:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384645.035991:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384645.035994:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384645.035995:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384645.035999:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384645.036001:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384645.036002:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.036009:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384645.036016:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427a0703. 00000100:00000001:3.0:1767384645.036017:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.036019:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384645.036020:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000020:00000010:1.0:1767384645.036025:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427a0703. 00000100:00000001:3.0:1767384645.036029:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384645.036032:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384645.036032:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000287503eb. 00000020:00000010:1.0:1767384645.036038:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ed0446f. 00000100:00100000:3.0:1767384645.036039:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000040:3.0:1767384645.036044:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000010:1.0:1767384645.036045:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3e3f9f6. 00000100:00000001:3.0:1767384645.036047:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935595600 : -115911773956016 : ffff96942fe35850) 00000100:00000040:3.0:1767384645.036052:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004d41843 x1853237059670144/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 4848/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.036055:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384645.036059:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384645.036062:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.036064:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384645.036068:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384645.036069:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000452722eb. 00000100:00000001:3.0:1767384645.036075:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384645.036077:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000452722eb. 00000100:00100000:3.0:1767384645.036084:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004d41843 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059670144:12345-0@lo:253: 00000100:00000001:1.0:1767384645.036084:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.036084:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000200:3.0:1767384645.036093:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670144 00000100:00000001:1.0:1767384645.036100:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384645.036102:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384645.036103:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384645.036107:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384645.036111:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384645.036111:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767384645.036116:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000020:00000001:3.0:1767384645.036117:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384645.036120:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:1.0:1767384645.036121:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935592528 : -115911773959088 : ffff96942fe34c50) 00000020:00000001:3.0:1767384645.036127:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384645.036129:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cadc5ac3 x1853237059670272/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 4848/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384645.036131:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384645.036137:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384645.036140:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384645.036142:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384645.036144:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384645.036147:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427a0703. 00000100:00000001:3.0:1767384645.036148:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384645.036152:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384645.036153:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384645.036155:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000020:00000010:1.0:1767384645.036157:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427a0703. 02000000:00000010:3.0:1767384645.036158:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d78bab9f. 02000000:00000001:3.0:1767384645.036162:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.036164:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384645.036165:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cadc5ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059670272:12345-0@lo:253: 20000000:00000001:3.0:1767384645.036183:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:1.0:1767384645.036187:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670272 00000020:00000001:1.0:1767384645.036191:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384645.036193:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:3.0:1767384645.036194:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a80b4905. 00000020:00000001:1.0:1767384645.036195:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384645.036199:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384645.036200:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384645.036203:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:00000001:3.0:1767384645.036205:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384645.036206:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384645.036208:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384645.036209:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384645.036212:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.036213:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384645.036216:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384645.036218:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384645.036221:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384645.036224:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.036226:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384645.036227:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002837ec4c. 02000000:00000001:1.0:1767384645.036229:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384645.036231:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000400:00000200:0.0:1767384645.036231:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 02000000:00000010:1.0:1767384645.036236:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f378ee0f. 20000000:00000001:3.0:1767384645.036239:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:1.0:1767384645.036240:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.036243:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384645.036245:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384645.036246:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:1.0:1767384645.036253:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000087debd6e. 20000000:01000000:1.0:1767384645.036257:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384645.036263:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384645.036265:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384645.036267:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384645.036269:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384645.036270:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384645.036278:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00080000:00000001:3.0:1767384645.036289:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384645.036293:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384645.036295:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384645.036297:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384645.036299:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384645.036304:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384645.036307:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384645.036313:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003d6b4f41. 00080000:00000001:3.0:1767384645.036315:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857593856 : -115916851957760 : ffff969301373000) 00000400:00000200:0.0:1767384645.036315:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00080000:00000001:3.0:1767384645.036321:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384645.036356:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.036405:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000001:00000001:3.0:1767384645.036438:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384645.036442:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384645.036445:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384645.036467:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00080000:00000001:3.0:1767384645.036472:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384645.036478:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384645.036508:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.036563:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.036624:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00080000:00000001:3.0:1767384645.036631:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384645.036637:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384645.036687:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.036745:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.036789:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.036826:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.037123:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.037213:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.037472:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.037515:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384645.038214:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041ae6daf. 00000800:00000010:0.0:1767384645.038218:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e320fc1c. 00000800:00000010:0.0:1767384645.038223:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000735bc448. 00000800:00000010:0.0:1767384645.038244:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000735bc448. 00000800:00020000:0.0:1767384645.038254:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384645.038257:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e320fc1c. 00000800:00000010:0.0:1767384645.038259:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041ae6daf. 00000400:02020000:0.0:1767384645.038297:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp32 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384645.038303:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp32 notifying 192.168.202.117@tcp32: down 00000800:00000200:0.0:1767384645.038308:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp32 down 00000800:00000100:0.0:1767384645.038314:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 448 0@<0:0>->192.168.202.117@tcp32 00000800:00000010:0.0:1767384645.038317:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae3b1fb7. 00000400:00000200:0.0:1767384645.038320:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384645.038323:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp32->192.168.202.117@tcp32: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384645.038330:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp32 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:0.0:1767384645.038334:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384645.038336:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:0.0:1767384645.038340:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384645.038366:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384645.038371:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101171 00000400:00000001:0.0:1767384645.038374:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384645.038375:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384645.038377:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384645.038379:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000400:00000200:0.0:1767384645.038383:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384645.038392:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384645.038395:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (26) 00000400:00000200:0.0:1767384645.038398:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384645.038402:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc -71 00000400:00000200:0.0:1767384645.038405:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384645.038408:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (25) 00080000:00000001:3.0:1767384645.044394:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384645.044401:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384645.044404:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384645.044407:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384645.044408:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384645.044413:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384645.044414:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384645.044416:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384645.044419:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384645.044421:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384645.044424:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384645.044424:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d6b4f41. 20000000:01000000:3.0:1767384645.044430:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384645.044431:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384645.044439:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384645.044444:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000089c8bf30. 20000000:01000000:1.0:1767384645.044449:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:01000000:2.0:1767384645.044454:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384645.044455:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384645.044459:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384645.044462:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384645.044464:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384645.044466:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384645.044469:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384645.044477:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000095c2548a. 00010000:00000001:2.0:1767384645.044481:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384645.044484:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f65d08. 00000020:00000001:2.0:1767384645.044487:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384645.044489:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065f65d08 with handle 0x534bb1615bf4c821 to hash 00000020:00000001:2.0:1767384645.044491:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384645.044493:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384645.044495:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00080000:00000001:1.0:1767384645.044496:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384645.044498:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384645.044501:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384645.044503:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384645.044505:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384645.044507:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:2.0:1767384645.044513:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384645.044513:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384645.044520:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:2.0:1767384645.044522:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384645.044527:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384645.044528:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384645.044532:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384645.044534:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384645.044536:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384645.044537:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384645.044537:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c513af0. 00010000:00000001:2.0:1767384645.044539:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384645.044543:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384645.044545:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384645.044545:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156858162176 : -115916851389440 : ffff9693013fdc00) 00010000:00000001:2.0:1767384645.044548:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384645.044550:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384645.044553:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000095c2548a) refcount = 1 00080000:00000001:1.0:1767384645.044553:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384645.044557:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.044561:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384645.044563:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384645.044563:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384645.044565:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.044567:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384645.044569:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384645.044571:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384645.044574:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384645.044575:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384645.044577:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=4 00000020:00000001:2.0:1767384645.044579:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384645.044580:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384645.044582:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384645.044583:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.044587:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384645.044594:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.044599:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.044600:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384645.044602:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.044605:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384645.044607:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.044609:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384645.044610:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384645.044615:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000065f65d08 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384645.044616:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384645.044618:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384645.044620:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.044624:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384645.044626:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384645.044627:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384645.044628:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f65d08 refcount=5 00000020:00000001:2.0:1767384645.044630:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384645.044631:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691520 : -115912177860096 : ffff969417d04200) 00010000:00000001:2.0:1767384645.044634:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384645.044635:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384645.044637:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384645.044639:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1767384645.044641:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.044643:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384645.044647:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384645.044648:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384645.044649:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384645.044651:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384645.044652:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384645.044660:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384645.044662:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065f65d08 with handle 0x534bb1615bf4c821 from hash 00010000:00000001:2.0:1767384645.044663:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384645.044665:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.044682:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384645.044683:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384645.044685:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384645.044686:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384645.044688:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384645.044689:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384645.044692:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384645.044692:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.044694:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384645.044697:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1767384645.044699:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384645.044700:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.044704:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384645.044704:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.044705:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.044707:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384645.044708:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.044712:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.044713:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384645.044714:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384645.044716:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384645.044717:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.044718:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384645.044720:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384645.044723:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384645.044724:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384645.044726:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.044729:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384645.044731:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384645.044732:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065f65d08/0x534bb1615bf4c821 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384645.044745:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000095c2548a count: 0 00010000:00000001:2.0:1767384645.044755:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384645.044756:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384645.044797:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384645.044802:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.1:1767384645.048876:0:18313:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000095c2548a. 00010000:00000010:2.1:1767384645.048885:0:18313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f65d08. 00000100:00000040:1.0:1767384645.048885:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294935138, at 4294935139 00000100:00000010:1.0:1767384645.048894:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006302fc66. 00000100:00000040:0.0:1767384645.048950:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294935138, at 4294935139 00000100:00000010:0.0:1767384645.048957:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005379ac6. 00000100:00000040:2.0:1767384645.048963:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294935138, at 4294935139 00000100:00000010:2.0:1767384645.048970:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000080b02ea. 00000100:00000040:3.0:1767384645.049981:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294935138, at 4294935140 00000100:00000010:3.0:1767384645.049987:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f62ae301. 00080000:00000001:1.0:1767384645.052604:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384645.052607:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384645.052611:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384645.052612:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:2.0:1767384645.052613:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384645.052616:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384645.052618:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384645.052619:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384645.052620:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c513af0. 20000000:00000001:1.0:1767384645.052624:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384645.052625:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384645.052629:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384645.052644:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384645.052647:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384645.052650:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384645.052654:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384645.052654:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384645.052657:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384645.052661:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384645.052664:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384645.052670:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a87e3d58. 00010000:00000001:3.0:1767384645.052673:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384645.052677:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000702bae6d. 00000020:00000001:3.0:1767384645.052680:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384645.052682:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000702bae6d with handle 0x534bb1615bf4c828 to hash 00000020:00000001:3.0:1767384645.052685:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384645.052686:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.052689:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.052691:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.052693:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.052695:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052701:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384645.052710:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384645.052711:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384645.052713:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384645.052715:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.052716:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384645.052718:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.052720:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384645.052721:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384645.052723:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384645.052724:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384645.052726:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a87e3d58) refcount = 1 00010000:00010000:3.0:1767384645.052728:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052732:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384645.052733:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384645.052735:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.052736:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.052738:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384645.052740:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384645.052742:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384645.052744:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384645.052746:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384645.052747:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=4 00000020:00000001:3.0:1767384645.052749:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.052751:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.052753:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384645.052754:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052759:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384645.052760:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052764:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.052765:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384645.052771:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052776:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.052777:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.052779:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384645.052781:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384645.052785:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000702bae6d already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384645.052787:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384645.052789:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384645.052791:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052794:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384645.052795:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384645.052797:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384645.052798:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=5 00000020:00000001:3.0:1767384645.052800:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.052802:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.052804:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384645.052806:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052809:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384645.052812:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384645.052813:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.052817:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384645.052818:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384645.052820:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.052822:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384645.052824:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000702bae6d with handle 0x534bb1615bf4c828 from hash 00010000:00000001:3.0:1767384645.052826:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384645.052827:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.052849:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.052851:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384645.052852:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384645.052854:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384645.052856:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384645.052857:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.052859:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.052861:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384645.052862:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384645.052864:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.052866:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.052867:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.052869:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.052871:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.052873:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052876:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.052877:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.052878:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384645.052881:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384645.052882:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.052884:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.052885:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384645.052889:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384645.052890:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.052892:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.052896:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384645.052898:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384645.052899:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000702bae6d/0x534bb1615bf4c828 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384645.052903:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a87e3d58 count: 0 00010000:00000001:3.0:1767384645.052914:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384645.052915:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384645.054621:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384645.054624:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384645.054626:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a80b4905. 20000000:00000001:2.0:1767384645.054631:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384645.054636:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059670144 00010000:00000001:2.0:1767384645.054638:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384645.054646:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004d41843 x1853237059670144/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384645.054654:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384645.054656:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384645.054659:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384645.054662:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384645.054664:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384645.054666:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384645.054669:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384645.054671:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.054675:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384645.054677:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384645.054681:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cb650be. 00000100:00000200:2.0:1767384645.054686:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059670144, offset 224 00000400:00000200:2.0:1767384645.054691:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384645.054701:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384645.054716:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05080 00000400:00000200:2.0:1767384645.054722:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18e9 [2] + 224 00000400:00000200:2.0:1767384645.054729:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.054732:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384645.054737:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384645.054741:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384645.054747:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.054759:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384645.054765:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cb650be 00000400:00000010:2.0:1767384645.054767:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cb650be. 00000100:00000001:3.0:1767384645.054769:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384645.054770:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384645.054772:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384645.054775:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.054779:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384645.054779:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384645.054783:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384645.054785:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384645.054786:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384645.054789:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384645.054790:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384645.054793:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea5eb503. 00000100:00000040:2.0:1767384645.054797:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004d41843 x1853237059670144/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384645.054798:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd2a5cc 00000400:00000010:3.0:1767384645.054802:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbd2a5cc. 00000100:00000001:3.0:1767384645.054807:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384645.054812:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004d41843 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059670144:12345-0@lo:253: Request processed in 18746us (19263us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384645.054814:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384645.054824:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000200:3.0:1767384645.054826:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384645.054828:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384645.054852:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384645.054854:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384645.054860:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384645.054860:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007398a67c. 00000100:00000001:3.0:1767384645.054863:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384645.054866:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003081f77d. 00000100:00000001:3.0:1767384645.054867:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384645.054870:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384645.054871:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ab8056. 00000100:00000001:3.0:1767384645.054873:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384645.054876:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.054878:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384645.054879:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:3.0:1767384645.054883:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=53 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384645.054884:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384645.054887:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384645.054890:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384645.054892:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384645.054893:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d78bab9f. 00010000:00000001:3.0:1767384645.054894:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384645.054898:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.054898:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384645.054901:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.054902:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384645.054906:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384645.054908:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384645.054915:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384645.054916:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ee6ee6d. 00000100:00000001:3.0:1767384645.054920:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384645.054922:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384645.054923:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cb650be. 00000020:01000004:3.0:1767384645.054925:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384645.054928:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384645.054930:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384645.054931:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384645.054932:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384645.054934:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384645.054941:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384645.054942:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384645.054944:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384645.054945:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384645.054949:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384645.054956:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049eebd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059670144:0@lo:253: 00000100:00000001:3.0:1767384645.054960:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.054962:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384645.054965:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049eebd37 x1853237059670144/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.054970:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384645.054972:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384645.054975:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000057ad3912. 02000000:00000001:3.0:1767384645.054979:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384645.054981:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384645.054982:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384645.054985:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384645.054987:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b6c2ed8d. 02000000:00000001:3.0:1767384645.054991:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384645.054993:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384645.054995:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049eebd37. 00000100:00000001:3.0:1767384645.054998:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384645.054999:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.055001:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.055009:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384645.055010:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.055012:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384645.055015:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384645.055722:0:28827:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000074bb5f05. 00000400:00000040:1.0:1767384645.055738:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384645.055740:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384645.055743:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.055745:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384645.055747:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.055748:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384645.055751:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384645.055753:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384645.055754:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384645.055755:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384645.055757:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384645.055758:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384645.055760:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384645.055762:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384645.055763:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384645.055765:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384645.055766:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384645.055767:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384645.055768:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384645.055770:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.055771:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384645.055772:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384645.055777:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384645.055778:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.055779:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384645.055781:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.055783:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384645.055784:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384645.055785:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384645.055786:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.055787:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384645.055789:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.055791:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384645.055792:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384645.055793:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384645.055794:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.055796:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384645.055798:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384645.055799:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384645.055800:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384645.055801:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384645.055802:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.055803:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384645.055804:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384645.055806:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384645.055807:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384645.055808:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384645.055809:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384645.055811:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384645.055813:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384645.055814:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384645.055815:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384645.055815:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384645.055817:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384645.055818:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384645.055819:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384645.055820:0:28827:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384645.055934:0:28827:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000074bb5f05. 00080000:00000020:2.0:1767384645.055969:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384645.055972:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384645.055974:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000087debd6e. 20000000:00000001:2.0:1767384645.055979:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384645.055982:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059670272 00010000:00000001:2.0:1767384645.055984:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384645.055988:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cadc5ac3 x1853237059670272/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384645.055994:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384645.055995:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384645.055997:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384645.055999:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384645.056001:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384645.056002:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384645.056004:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384645.056006:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.056007:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384645.056009:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384645.056011:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d849fc5. 00000100:00000200:2.0:1767384645.056014:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059670272, offset 224 00000400:00000200:2.0:1767384645.056019:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384645.056023:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384645.056029:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05100 00000400:00000200:2.0:1767384645.056032:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18f1 [2] + 224 00000400:00000200:2.0:1767384645.056037:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.056039:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384645.056042:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384645.056044:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384645.056061:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.056074:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384645.056079:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d849fc5 00000400:00000010:2.0:1767384645.056080:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d849fc5. 00000100:00000001:2.0:1767384645.056083:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384645.056084:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384645.056084:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384645.056088:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384645.056089:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384645.056092:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384645.056093:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:3.0:1767384645.056096:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384645.056097:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384645.056099:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044466110. 00000020:00000001:2.0:1767384645.056100:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384645.056105:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384645.056106:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082647e4c 00000100:00000040:2.0:1767384645.056109:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cadc5ac3 x1853237059670272/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384645.056110:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082647e4c. 00000100:00100000:2.0:1767384645.056118:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cadc5ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059670272:12345-0@lo:253: Request processed in 19974us (20351us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384645.056121:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384645.056128:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384645.056128:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:2.0:1767384645.056134:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384645.056138:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384645.056141:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384645.056144:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384645.056146:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ed0446f. 00000020:00000010:2.0:1767384645.056152:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3e3f9f6. 00000100:00000001:3.0:1767384645.056154:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384645.056157:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384645.056157:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000287503eb. 00000100:00000001:3.0:1767384645.056159:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384645.056162:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384645.056162:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384645.056163:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384645.056181:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.056181:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384645.056185:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f378ee0f. 02000000:00000001:3.0:1767384645.056187:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.056188:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384645.056191:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384645.056192:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=53 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384645.056194:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384645.056196:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384645.056200:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384645.056200:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d4978a. 00000100:00000001:3.0:1767384645.056202:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.056205:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384645.056205:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d849fc5. 00010000:00000001:3.0:1767384645.056208:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.056211:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384645.056214:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.056218:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384645.056220:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384645.056221:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384645.056223:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384645.056225:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384645.056226:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384645.056228:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384645.056229:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384645.056230:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384645.056230:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384645.056232:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384645.056232:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384645.056234:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384645.056238:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059670272:0@lo:253: 00000100:00000001:3.0:1767384645.056246:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.056248:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384645.056250:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059670272/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.056254:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384645.056255:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384645.056257:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000b7350ae. 02000000:00000001:3.0:1767384645.056259:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384645.056261:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384645.056262:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384645.056264:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384645.056265:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cdc0e277. 02000000:00000001:3.0:1767384645.056268:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384645.056269:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384645.056270:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 00000100:00000001:3.0:1767384645.056272:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384645.056273:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.056275:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.056279:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384645.056280:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.056282:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384645.056283:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384645.058878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a87e3d58. 00010000:00000010:3.1:1767384645.058884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000702bae6d. 10000000:00000001:3.0:1767384645.461912:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384645.461917:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:3.0:1767384645.461922:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384645.461924:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384645.461926:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384645.461928:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384645.461930:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384645.461932:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384645.461934:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 47 10000000:00000001:3.0:1767384645.461936:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384645.461938:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384645.461944:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000020:00000040:3.0:1767384645.461948:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384645.461951:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384645.461961:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384645.461966:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384645.461971:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a6ff12c. 00000100:00000001:3.0:1767384645.461976:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.461980:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384645.461982:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384645.461987:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a87e3d58. 00010000:00000001:3.0:1767384645.461991:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384645.461993:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000702bae6d. 00000020:00000001:3.0:1767384645.461997:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384645.461998:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000702bae6d with handle 0x534bb1615bf4c82f to hash 00000020:00000001:3.0:1767384645.462000:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384645.462000:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.462002:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384645.462005:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.462007:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.462009:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384645.462016:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384645.462023:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384645.462027:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384645.462028:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384645.462032:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e45c0f3. 00000100:00000001:3.0:1767384645.462034:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156881195200 : -115916828356416 : ffff9693029f50c0) 00000100:00000001:3.0:1767384645.462037:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384645.462038:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000100:00000001:3.0:1767384645.462042:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384645.462044:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.462046:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384645.462047:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384645.462059:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.462066:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384645.462067:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.462070:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384645.462072:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384645.462074:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384645.462076:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059670400:0@lo:101: 00000100:00000001:3.0:1767384645.462079:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384645.462083:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384645.462085:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.462087:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384645.462090:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000e4986f5. 02000000:00000001:3.0:1767384645.462091:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384645.462101:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5eb503. 00000400:00000010:3.0:1767384645.462106:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000100:00000200:3.0:1767384645.462111:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059670400, portal 25 00000100:00000001:3.0:1767384645.462112:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384645.462113:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000100:00000040:3.0:1767384645.462117:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.462122:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384645.462124:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384645.462126:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000100:00000200:3.0:1767384645.462128:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059670400, offset 0 00000400:00000200:3.0:1767384645.462133:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384645.462144:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384645.462152:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a05180 00000400:00000200:3.0:1767384645.462157:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1191 [2] + 0 00000400:00000010:3.0:1767384645.462160:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058e4d8d9. 00000400:00000200:3.0:1767384645.462162:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000565f99fb 00000400:00000200:3.0:1767384645.462180:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.462185:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384645.462195:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000565f99fb 00000400:00000010:3.0:1767384645.462197:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000565f99fb. 00000100:00000001:3.0:1767384645.462201:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384645.462203:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384645.462206:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000b484353f x1853237059670400 msgsize 328 00000100:00100000:3.0:1767384645.462209:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384645.462211:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384645.462221:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384645.462228:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000400:00000010:3.0:1767384645.462229:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000100:00000001:3.0:1767384645.462232:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384645.462235:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.462243:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384645.462246:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.462246:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384645.462251:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670400 00000100:00000001:3.0:1767384645.462254:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.462255:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384645.462259:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.462261:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384645.462264:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294935564 00000100:00000001:1.0:1767384645.462264:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384645.462268:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384645.462270:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f62ae301. 02000000:00000001:1.0:1767384645.462272:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384645.462277:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670400 00000100:00000001:3.0:1767384645.462279:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384645.462279:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384645.462283:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384645.462285:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384645.462287:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294935564 00000020:00000040:1.0:1767384645.462288:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:1.0:1767384645.462293:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000010:3.0:1767384645.462295:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000791d827d. 00000020:00000001:1.0:1767384645.462296:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384645.462300:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384645.462302:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384645.462304:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294935564 00000020:00000010:1.0:1767384645.462306:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074331416. 00000100:00000010:3.0:1767384645.462308:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a03ee887. 00000100:00000001:1.0:1767384645.462311:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384645.462313:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384645.462315:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074331416. 00000100:00000001:3.0:1767384645.462317:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294935564 00000100:00000010:3.0:1767384645.462323:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f87fcee. 00000020:00000010:1.0:1767384645.462323:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069974b34. 00000100:00000001:3.0:1767384645.462325:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384645.462329:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384645.462330:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000944ae5c5. 00000020:00000010:1.0:1767384645.462336:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c96b3cad. 00000100:00000001:3.0:1767384645.462338:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.462341:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384645.462343:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384645.462345:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e45c0f3 going to sleep for 11 seconds 00000100:00000040:1.0:1767384645.462347:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384645.462348:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384645.462352:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.462352:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384645.462356:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384645.462357:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.462363:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.462380:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.462390:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384645.462392:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384645.462397:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:1.0:1767384645.462400:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384645.462402:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935594576 : -115911773957040 : ffff96942fe35450) 00000100:00000040:1.0:1767384645.462406:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b484353f x1853237059670400/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 328/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.462414:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384645.462417:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074331416. 00000100:00000001:1.0:1767384645.462424:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384645.462426:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074331416. 00000100:00100000:1.0:1767384645.462429:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b484353f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059670400:12345-0@lo:101: 00000100:00000200:1.0:1767384645.462432:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670400 00000020:00000001:1.0:1767384645.462435:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384645.462438:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384645.462440:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.462442:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384645.462443:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:1.0:1767384645.462446:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384645.462447:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384645.462449:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384645.462450:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384645.462453:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.462455:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384645.462457:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384645.462458:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384645.462460:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384645.462461:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.462465:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384645.462469:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bcc7c827. 00010000:00000001:1.0:1767384645.462471:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384645.462473:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384645.462475:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384645.462477:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c836 to hash 00000020:00000001:1.0:1767384645.462479:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384645.462480:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384645.462481:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00010000:1.0:1767384645.462484:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c82f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384645.462489:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:1.0:1767384645.462491:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:1.0:1767384645.462496:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384645.462504:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384645.462507:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005b637c0c. 02000000:00000001:1.0:1767384645.462508:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.462510:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.462512:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384645.462515:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384645.462517:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384645.462519:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384645.462521:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384645.462522:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384645.462524:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384645.462525:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384645.462527:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384645.462528:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384645.462530:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384645.462531:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bcc7c827) refcount = 1 00010000:00010000:1.0:1767384645.462534:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384645.462539:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384645.462540:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384645.462541:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384645.462542:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.462543:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384645.462546:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384645.462548:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384645.462552:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384645.462554:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384645.462555:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384645.462557:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.462559:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384645.462561:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384645.462562:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384645.462563:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000419554d3, rc 0) 00000020:00000001:1.0:1767384645.462565:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384645.462574:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059670400 00010000:00000001:1.0:1767384645.462576:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384645.462580:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b484353f x1853237059670400/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 328/344 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384645.462586:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384645.462588:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384645.462590:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384645.462594:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384645.462596:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384645.462598:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384645.462600:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384645.462602:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.462604:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384645.462606:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384645.462609:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000200:1.0:1767384645.462611:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059670400, offset 224 00000400:00000200:1.0:1767384645.462616:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384645.462621:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384645.462627:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a05180 00000400:00000200:1.0:1767384645.462630:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1909 [1] + 224 00000400:00000200:1.0:1767384645.462633:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.462636:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384645.462639:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384645.462642:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384645.462648:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.462664:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384645.462668:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384645.462669:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:1.0:1767384645.462671:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384645.462672:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384645.462675:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.462678:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384645.462685:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384645.462687:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.462688:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384645.462691:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b484353f x1853237059670400/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 328/344 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.462698:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b484353f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059670400:12345-0@lo:101: Request processed in 283us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384645.462703:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000040:1.0:1767384645.462705:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384645.462707:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384645.462709:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384645.462713:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000944ae5c5. 00000100:00000001:0.0:1767384645.462714:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384645.462716:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c96b3cad. 00000020:00000010:1.0:1767384645.462721:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069974b34. 00000400:00000001:0.0:1767384645.462721:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384645.462725:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384645.462726:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000400:00000010:0.0:1767384645.462727:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea5eb503. 02000000:00000001:1.0:1767384645.462732:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384645.462733:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 02000000:00000010:1.0:1767384645.462736:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005b637c0c. 00000400:00000010:0.0:1767384645.462736:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 02000000:00000001:1.0:1767384645.462741:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384645.462742:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384645.462743:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384645.462748:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384645.462749:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384645.462755:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008273a224. 00000400:00000010:1.0:1767384645.462762:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6d23b38. 00000100:00000200:0.0:1767384645.462762:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.462772:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384645.462774:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.462776:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384645.462778:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384645.462780:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384645.462781:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384645.462783:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384645.462785:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=53 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384645.462788:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384645.462790:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384645.462791:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.462792:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384645.462794:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.462795:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384645.462797:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.462813:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384645.462815:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384645.462817:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384645.462820:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384645.462824:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059670400:0@lo:101: 00000100:00000001:0.0:1767384645.462828:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.462829:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.462852:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384645.462854:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384645.462856:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.462861:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384645.462863:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e45c0f3. 00000100:00000001:0.0:1767384645.462865:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384645.462866:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.462868:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384645.462871:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384645.462872:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384645.462874:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=4 00000020:00000001:0.0:1767384645.462876:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:0.0:1767384645.462878:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000040:0.0:1767384645.462882:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000702bae6d, remote cookie: 0x534bb1615bf4c836, flags: 0x0 00010000:00000001:0.0:1767384645.462884:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384645.462886:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384645.462887:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384645.462888:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384645.462890:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384645.462891:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a87e3d58) refcount = 1 00010000:00010000:0.0:1767384645.462893:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384645.462907:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384645.462909:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384645.462910:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384645.462912:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384645.462914:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384645.462916:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384645.462920:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384645.462921:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384645.462922:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384645.462923:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384645.462924:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384645.462925:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.462927:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384645.462930:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa33995e x1853237059670400/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.462934:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384645.462936:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384645.462938:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000e4986f5. 02000000:00000001:0.0:1767384645.462941:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384645.462943:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384645.462944:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384645.462945:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384645.462947:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007a6ff12c. 02000000:00000001:0.0:1767384645.462950:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384645.462952:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384645.462953:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000100:00000001:0.0:1767384645.462956:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384645.462957:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384645.462959:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384645.462961:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384645.462962:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:0.0:1767384645.462964:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.462965:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384645.462971:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384645.462973:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=3 00000020:00000001:0.0:1767384645.462975:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:0.0:1767384645.462977:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:0.0:1767384645.462979:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384645.462980:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384645.462981:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384645.462982:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384645.462984:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384645.462986:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d2b7e8e1. 00000100:00000010:0.0:1767384645.462996:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000020:00000040:0.0:1767384645.462998:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384645.462999:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384645.463001:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384645.463003:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384645.463006:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000265eb5f1. 00000100:00000001:0.0:1767384645.463008:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.463011:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384645.463014:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000efc61aff. 00000100:00000010:0.0:1767384645.463016:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000041b77f17. 00000020:00000040:0.0:1767384645.463017:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384645.463021:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384645.463022:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384645.463024:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002172d6ae. 00000100:00000001:0.0:1767384645.463025:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156877904896 : -115916831646720 : ffff9693026d1c00) 00000100:00000001:0.0:1767384645.463027:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384645.463028:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000100:00000001:0.0:1767384645.463030:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384645.463032:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.463033:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384645.463034:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384645.463036:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.463041:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384645.463043:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384645.463048:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384645.463050:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384645.463051:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384645.463053:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059670528:0@lo:256: 00000100:00000001:0.0:1767384645.463055:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384645.463057:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384645.463059:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.463060:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384645.463064:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000400:00000010:0.0:1767384645.463067:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009d63a17e. 00000100:00000200:0.0:1767384645.463070:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a05200-0x6958260a05200, portal 33 00000100:00000001:0.0:1767384645.463072:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384645.463073:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384645.463076:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a673de. 02000000:00000001:0.0:1767384645.463077:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384645.463079:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebe9c77. 00000400:00000010:0.0:1767384645.463082:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384645.463083:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059670528, portal 25 00000100:00000001:0.0:1767384645.463085:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384645.463085:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000100:00000040:0.0:1767384645.463088:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.463092:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384645.463094:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384645.463096:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000100:00000200:0.0:1767384645.463097:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059670528, offset 0 00000400:00000200:0.0:1767384645.463101:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384645.463105:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384645.463110:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a05200 00000400:00000200:0.0:1767384645.463113:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x11b5 [2] + 0 00000400:00000010:0.0:1767384645.463115:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000400:00000200:0.0:1767384645.463117:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f88f6d4f 00000400:00000200:0.0:1767384645.463120:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.463127:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384645.463130:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f88f6d4f 00000400:00000010:0.0:1767384645.463131:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f88f6d4f. 00000100:00000001:0.0:1767384645.463134:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384645.463135:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384645.463136:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000fe655e8c x1853237059670528 msgsize 304 00000100:00100000:0.0:1767384645.463139:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384645.463140:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384645.463150:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384645.463154:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:0.0:1767384645.463155:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000001:0.0:1767384645.463158:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384645.463161:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.463177:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384645.463179:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384645.463180:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670528 00000100:00000040:0.0:1767384645.463183:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384645.463184:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384645.463187:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384645.463190:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.463195:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.463196:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384645.463198:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670528 00000100:00000001:0.0:1767384645.463199:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384645.463203:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384645.463204:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384645.463205:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.463206:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384645.463209:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:0.0:1767384645.463209:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294935565 00000020:00000001:1.0:1767384645.463214:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384645.463216:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935564 00000100:00000001:0.0:1767384645.463220:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294935565 00000020:00000001:1.0:1767384645.463225:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384645.463226:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935564 00000100:00000001:1.0:1767384645.463231:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384645.463232:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294935565 00000020:00000010:1.0:1767384645.463235:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074331416. 00000100:00000001:0.0:1767384645.463236:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935564 00000100:00000001:1.0:1767384645.463241:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384645.463241:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294935565 00000020:00000010:1.0:1767384645.463247:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074331416. 00000100:00000001:0.0:1767384645.463247:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935564 00000100:00000001:0.0:1767384645.463253:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384645.463254:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069974b34. 00000100:00000001:0.0:1767384645.463255:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.463259:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384645.463260:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000944ae5c5. 00000100:00000001:0.0:1767384645.463261:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384645.463264:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c96b3cad. 00000100:00000040:1.0:1767384645.463268:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384645.463271:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000002172d6ae going to sleep for 11 seconds 00000100:00000001:1.0:1767384645.463272:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384645.463275:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384645.463276:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384645.463277:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.463279:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463282:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463293:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.463300:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384645.463302:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384645.463304:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:1.0:1767384645.463306:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384645.463308:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935598672 : -115911773952944 : ffff96942fe36450) 00000100:00000040:1.0:1767384645.463311:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe655e8c x1853237059670528/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 304/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.463316:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384645.463319:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074331416. 00000100:00000001:1.0:1767384645.463320:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384645.463322:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074331416. 00000100:00100000:1.0:1767384645.463325:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe655e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059670528:12345-0@lo:256: 00000100:00000200:1.0:1767384645.463327:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670528 00000020:00000001:1.0:1767384645.463328:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384645.463330:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384645.463331:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.463332:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384645.463334:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:1.0:1767384645.463341:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384645.463343:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384645.463344:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384645.463345:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384645.463347:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463349:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384645.463350:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384645.463352:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005b637c0c. 02000000:00000001:1.0:1767384645.463354:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463355:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384645.463357:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384645.463361:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384645.463363:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384645.463366:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384645.463368:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384645.463369:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384645.463371:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384645.463374:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000078d2b565. 20000000:00000001:1.0:1767384645.463377:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384645.463389:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384645.463394:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384645.463398:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384645.463400:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384645.463402:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384645.463404:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384645.463405:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384645.463407:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384645.463408:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384645.463410:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384645.463412:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384645.463413:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384645.463415:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384645.463416:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384645.463417:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384645.463419:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384645.463420:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384645.463422:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384645.463423:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384645.463429:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384645.463430:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384645.463431:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384645.463433:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384645.463434:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384645.463436:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384645.463438:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:1.0:1767384645.463440:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3552/1/4/3. 20000000:00000040:1.0:1767384645.463445:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384645.463447:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384645.463449:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384645.463450:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384645.463452:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384645.463453:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384645.463455:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384645.463456:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384645.463458:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384645.463459:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384645.463461:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384645.463463:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384645.463464:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384645.463466:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384645.463468:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384645.463469:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384645.463471:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384645.463472:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384645.463474:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384645.463475:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384645.463477:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384645.463478:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384645.463480:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384645.463481:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384645.463483:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384645.463484:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:1.0:1767384645.463486:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3008/1/4/3. 20000000:01000000:1.0:1767384645.463488:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1088, version 56 20000000:00000001:1.0:1767384645.463490:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1088 : 1088 : 440) 00000100:00000001:1.0:1767384645.463492:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384645.463495:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001df8a9a1. 00000100:00000010:1.0:1767384645.463501:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004b5e6bda. 00000020:00000040:1.0:1767384645.463503:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:1.0:1767384645.463506:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384645.463508:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384645.463511:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000400:00000010:1.0:1767384645.463518:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008a6dc3f. 00000400:00000200:1.0:1767384645.463522:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384645.463529:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384645.463535:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1088 into portal 33 MB=0x6958260a05200 00000400:00000200:1.0:1767384645.463540:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1088/1088 into md 0x1919 [4] + 0 00000400:00000010:1.0:1767384645.463543:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000400:00000200:1.0:1767384645.463545:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d63a17e 00000400:00000200:1.0:1767384645.463548:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.463550:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384645.463552:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d63a17e 00000400:00000010:1.0:1767384645.463553:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009d63a17e. 00000100:00000001:1.0:1767384645.463557:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384645.463559:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a2173445 desc 00000000efc61aff mbits 1853237059670528 00000100:00000001:1.0:1767384645.463569:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384645.463571:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384645.463574:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384645.463579:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1925 00000400:00000200:1.0:1767384645.463581:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.463583:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384645.463585:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384645.463587:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001df8a9a1 00000100:00000001:1.0:1767384645.463589:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384645.463593:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384645.463593:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:1.0:1767384645.463595:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384645.463595:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001df8a9a1 00000100:00000001:1.0:1767384645.463596:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384645.463599:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1088 bytes via portal 33 id 12345-0@lo mbits 0x6958260a05200-0x6958260a05200 00000100:00000001:1.0:1767384645.463600:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.463603:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463609:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384645.463611:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:1.0:1767384645.463613:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004b5e6bda. 00000100:00000001:0.0:1767384645.463614:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384645.463616:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001df8a9a1. 00000100:00000001:0.0:1767384645.463617:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463621:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384645.463623:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384645.463628:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000078d2b565. 20000000:00000001:1.0:1767384645.463630:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384645.463632:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059670528 00010000:00000001:1.0:1767384645.463634:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384645.463637:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe655e8c x1853237059670528/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 304/240 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384645.463642:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384645.463643:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384645.463644:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384645.463647:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384645.463648:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384645.463650:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384645.463652:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384645.463653:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463654:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384645.463656:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384645.463659:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000200:1.0:1767384645.463661:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059670528, offset 224 00000400:00000200:1.0:1767384645.463664:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384645.463668:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384645.463672:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a05200 00000400:00000200:1.0:1767384645.463675:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x191d [1] + 224 00000400:00000200:1.0:1767384645.463678:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.463680:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384645.463682:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384645.463685:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384645.463691:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.463708:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384645.463713:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384645.463715:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:1.0:1767384645.463719:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384645.463720:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384645.463721:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384645.463724:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384645.463726:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384645.463728:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384645.463729:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:0.0:1767384645.463731:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cebe9c77. 00010000:00000001:1.0:1767384645.463732:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384645.463736:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.463737:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000020:00000001:1.0:1767384645.463738:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384645.463740:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000040:1.0:1767384645.463743:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe655e8c x1853237059670528/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:626/0 lens 304/240 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.463745:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384645.463751:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.463757:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe655e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059670528:12345-0@lo:256: Request processed in 436us (616us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384645.463766:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.463772:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:1.0:1767384645.463778:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384645.463780:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384645.463781:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384645.463783:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.463784:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384645.463786:0:16775:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384645.463788:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000944ae5c5. 02000000:00000001:0.0:1767384645.463789:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384645.463792:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384645.463794:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384645.463795:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c96b3cad. 02000000:00000001:0.0:1767384645.463796:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384645.463799:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069974b34. 00000100:00001000:0.0:1767384645.463800:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=53 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384645.463805:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:0.0:1767384645.463805:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=53 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384645.463811:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384645.463811:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384645.463814:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005b637c0c. 00000100:00000001:0.0:1767384645.463815:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.463820:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384645.463821:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384645.463822:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.463824:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.463825:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384645.464246:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384645.464256:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.464261:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384645.464268:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384645.464271:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384645.464277:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059670528:0@lo:256: 00000100:00000001:0.0:1767384645.464282:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.464284:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.464285:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384645.464288:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384645.464291:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.464295:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384645.464297:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002172d6ae. 00000100:00000001:0.0:1767384645.464300:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384645.464302:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384645.464305:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 56, more 0. 10000000:00000001:0.0:1767384645.464308:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384645.464315:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007faaa416. 10000000:00000040:0.0:1767384645.464326:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384645.464334:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384645.464337:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384645.464344:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:0.0:1767384645.464347:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.464350:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384645.464352:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:0.0:1767384645.464355:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:0.0:1767384645.464359:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 26 NIDs 00000400:00001000:0.0:1767384645.464363:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384645.464367:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:0.0:1767384645.464373:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384645.464378:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (24) 00000400:00000200:0.0:1767384645.464383:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (25) 00000400:00000200:0.0:1767384645.464397:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384645.464399:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384645.464403:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384645.464412:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:0.0:1767384645.464414:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (26) 00000400:00000200:0.0:1767384645.464417:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:0.0:1767384645.464419:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:2.0:1767384645.464422:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384645.464423:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464425:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:0.0:1767384645.464427:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:0.0:1767384645.464431:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464434:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:0.0:1767384645.464436:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384645.464439:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:0.0:1767384645.464443:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464446:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000010:2.0:1767384645.464447:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000400:00000200:0.0:1767384645.464448:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384645.464453:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (25) 00000400:00000200:0.0:1767384645.464454:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464458:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:0.0:1767384645.464460:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000010:2.0:1767384645.464461:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf0a12d0. 00000400:00000200:0.0:1767384645.464463:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464467:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:0.0:1767384645.464471:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:2.0:1767384645.464473:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:0.0:1767384645.464477:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464479:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:0.0:1767384645.464481:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384645.464486:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384645.464486:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464491:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:0.0:1767384645.464493:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384645.464496:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:0.0:1767384645.464499:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464504:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:0.0:1767384645.464508:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:2.0:1767384645.464510:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:0.0:1767384645.464513:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464518:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:2.0:1767384645.464521:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:0.0:1767384645.464521:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:0.0:1767384645.464526:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464529:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:2.0:1767384645.464530:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:0.0:1767384645.464534:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:0.0:1767384645.464541:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.464542:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:0.0:1767384645.464544:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:2.0:1767384645.464549:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:0.0:1767384645.464557:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384645.464558:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000200:1.0:1767384645.464564:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384645.464567:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.464569:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000010:1.0:1767384645.464571:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006439b1b5. 00000400:00000200:0.0:1767384645.464574:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000010:1.0:1767384645.464579:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000879ec396. 00000400:00000200:0.0:1767384645.464580:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:2.0:1767384645.464582:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:0.0:1767384645.464589:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.464592:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:0.0:1767384645.464593:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:0.0:1767384645.464598:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:0.0:1767384645.464605:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.464607:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:0.0:1767384645.464608:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:0.0:1767384645.464613:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:0.0:1767384645.464619:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464622:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:2.0:1767384645.464624:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:0.0:1767384645.464625:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:0.0:1767384645.464632:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464634:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:2.0:1767384645.464639:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:0.0:1767384645.464639:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:0.0:1767384645.464645:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464649:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:0.0:1767384645.464652:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:2.0:1767384645.464655:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:0.0:1767384645.464658:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464662:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:0.0:1767384645.464666:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:0.0:1767384645.464671:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.464672:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:0.0:1767384645.464673:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:0.0:1767384645.464679:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:2.0:1767384645.464684:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:0.0:1767384645.464685:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464687:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:0.0:1767384645.464688:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:0.0:1767384645.464693:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464697:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:0.0:1767384645.464701:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:2.0:1767384645.464706:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:0.0:1767384645.464706:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464710:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:0.0:1767384645.464715:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:2.0:1767384645.464717:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:0.0:1767384645.464720:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.464725:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:2.0:1767384645.464728:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[77, 16], ns[78, 16] 00000400:00000200:0.0:1767384645.464735:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:2.0:1767384645.464738:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 16], ns[66, 16] 00000400:00000010:0.0:1767384645.464741:0:16775:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000331d7a33. 00000400:00000200:2.0:1767384645.464745:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 16], ns[79, 16] 00000400:00000200:0.0:1767384645.464749:0:16775:0:(peer.c:264:lnet_peer_alloc()) 00000000331d7a33 nid 192.168.202.117@tcp33 00000400:00000200:2.0:1767384645.464754:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[80, 16], ns[81, 16] 00000400:00000010:0.0:1767384645.464754:0:16775:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008c01cb0d. 00000400:00000200:0.0:1767384645.464760:0:16775:0:(peer.c:204:lnet_peer_net_alloc()) 000000008c01cb0d net tcp33 00000400:00000200:2.0:1767384645.464764:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[81, 16], ns[82, 16] 00000400:00000010:0.0:1767384645.464766:0:16775:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001e317bea. 00000400:00000200:2.0:1767384645.464771:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:0.0:1767384645.464774:0:16775:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001e317bea nid 192.168.202.117@tcp33 00000400:00000200:2.0:1767384645.464778:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp14 00000400:00000200:2.0:1767384645.464783:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384645.464786:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp14 00000400:00000200:2.0:1767384645.464790:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp14 NI seq info: [83:83:256:4294967295] 192.168.202.117@tcp14 LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1767384645.464796:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp14 00000400:00000200:2.0:1767384645.464807:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp14(192.168.202.117@tcp14:) -> 192.168.202.117@tcp14(192.168.202.117@tcp:192.168.202.117@tcp14) : PUT try# 0 00000400:00000200:0.0:1767384645.464811:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000331d7a33 (0) 00000800:00000200:2.0:1767384645.464816:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.117@tcp14 00000400:00000200:0.0:1767384645.464820:0:16775:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.117@tcp33: -2 00000800:00000010:2.0:1767384645.464822:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acef9e51. 00000400:00000200:0.0:1767384645.464827:0:16775:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp33 NID 192.168.202.117@tcp33 flags 0x1 00000400:00000200:0.0:1767384645.464851:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000331d7a33 (1) 00000400:00000200:0.0:1767384645.464854:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000331d7a33 (2) 00000400:00000200:0.0:1767384645.464857:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000331d7a33 (1) 00000800:00000200:2.0:1767384645.464861:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (6) 00000400:00000200:0.0:1767384645.464863:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000331d7a33 (2) 00000400:00000200:0.0:1767384645.464869:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp33 (00000000331d7a33): 0 00000400:00000200:0.0:1767384645.464871:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:2.0:1767384645.464872:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp14 ip 192.168.202.117:988 00000400:00000200:0.0:1767384645.464874:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:2.0:1767384645.464877:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000acef9e51 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:0.0:1767384645.464883:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp33 NID 192.168.202.117@tcp33: 0. pending discovery 00000400:00000200:0.0:1767384645.464885:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000331d7a33 (3) 00000400:00000200:0.0:1767384645.464888:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000010:0.0:1767384645.464891:0:16775:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000000b53b571. 00000400:00000200:2.0:1767384645.464895:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384645.464896:0:16775:0:(peer.c:264:lnet_peer_alloc()) 000000000b53b571 nid 192.168.202.117@tcp34 00000400:00000010:0.0:1767384645.464901:0:16775:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006c2fd113. 00000400:00000200:2.0:1767384645.464903:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000400:00000200:0.0:1767384645.464907:0:16775:0:(peer.c:204:lnet_peer_net_alloc()) 000000006c2fd113 net tcp34 00000400:00000200:2.0:1767384645.464911:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp33(00000000331d7a33) state 0x41 00000400:00000010:0.0:1767384645.464911:0:16775:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e14ddf55. 00000400:00000200:2.0:1767384645.464917:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000331d7a33 (2) 00000400:00000200:0.0:1767384645.464918:0:16775:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e14ddf55 nid 192.168.202.117@tcp34 00000400:00000200:0.0:1767384645.464922:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000b53b571 (0) 00000400:00000010:2.0:1767384645.464924:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006c7a8a85. 00000400:00000200:0.0:1767384645.464925:0:16775:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.117@tcp34: -2 00000400:00000200:0.0:1767384645.464931:0:16775:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp34 NID 192.168.202.117@tcp34 flags 0x1 00000400:00000010:2.0:1767384645.464932:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000400:00000200:0.0:1767384645.464934:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000b53b571 (1) 00000400:00000200:0.0:1767384645.464936:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000b53b571 (2) 00000400:00000200:0.0:1767384645.464937:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000b53b571 (1) 00000400:00000200:0.0:1767384645.464941:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000b53b571 (2) 00000400:00000200:0.0:1767384645.464944:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp34 (000000000b53b571): 0 00000400:00000200:0.0:1767384645.464952:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:2.0:1767384645.464956:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000fca8a96. 00000400:00000200:0.0:1767384645.464956:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384645.464963:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp34 NID 192.168.202.117@tcp34: 0. pending discovery 00000400:00000200:2.0:1767384645.464967:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp33 00000400:00000200:0.0:1767384645.464968:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000b53b571 (3) 00000100:00000001:0.0:1767384645.464973:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.464976:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384645.464979:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp33 local destination 10000000:00000040:0.0:1767384645.464982:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 00000400:00000200:2.0:1767384645.464986:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 10000000:00000010:0.0:1767384645.464988:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e7865cbb. 00000400:00000200:2.0:1767384645.464992:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp33 10000000:00000040:0.0:1767384645.464993:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 56/56 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000400:00000200:2.0:1767384645.464998:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp33 lpni_is_preferred = 0 00000020:00000080:0.0:1767384645.464998:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384645.465003:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp33 00000400:00000200:2.0:1767384645.465006:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp33 NI seq info: [84:84:256:4294967295] 192.168.202.117@tcp33 LPNI seq info [1:1:8:4294967295] 00000020:00000001:0.0:1767384645.465006:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384645.465011:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023686995. 00000400:00000200:2.0:1767384645.465014:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp33 00000020:00000010:0.0:1767384645.465018:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afbba46d. 00000400:00000200:2.0:1767384645.465023:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp33(192.168.202.117@tcp33:) -> 192.168.202.117@tcp33(192.168.202.117@tcp33:192.168.202.117@tcp33) : GET try# 0 00000040:00000010:0.0:1767384645.465024:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a6ff12c. 00000800:00000200:2.0:1767384645.465029:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp33 00000020:00000010:0.0:1767384645.465031:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000002562b51. 00000800:00000010:2.0:1767384645.465033:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c69749d1. 00000020:00000010:0.0:1767384645.465037:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000087c723ed. 00000800:00000010:2.0:1767384645.465041:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b7567482. 00000020:00000010:0.0:1767384645.465043:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000075ab8056. 00000800:00000010:2.0:1767384645.465046:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000050cdaf3. 80000000:00000010:0.0:1767384645.465049:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009cbd94f2. 00000800:00000200:2.0:1767384645.465054:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 40000000:00000010:0.0:1767384645.465055:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c4e6762c. 00000800:00000200:2.1:1767384645.465060:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 00100000:00000010:0.0:1767384645.465062:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb7b49bb. 00040000:00000010:0.0:1767384645.465066:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae3b1fb7. 00040000:00000010:0.0:1767384645.465071:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000af626e3b. 00040000:00000010:0.0:1767384645.465074:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000290a4bc4. 00000400:00000200:2.0:1767384645.465075:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp33 00000400:00000200:2.0:1767384645.465081:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp33(00000000331d7a33) state 0x241 rc 0 00080000:00000010:0.0:1767384645.465082:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002cf0673d. 00000400:00000200:2.0:1767384645.465087:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp34(000000000b53b571) state 0x41 00000004:00000010:0.0:1767384645.465088:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000051cc94d. 00000400:00000200:2.0:1767384645.465094:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000b53b571 (2) 00000004:00000010:0.0:1767384645.465096:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000090bfad3f. 00000400:00000010:2.0:1767384645.465098:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d043c99. 00000004:00000010:0.0:1767384645.465102:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000073025040. 00000400:00000010:2.0:1767384645.465104:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d6f43ab. 00002000:00000010:0.0:1767384645.465109:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006c0ac800. 00000400:00000010:2.0:1767384645.465112:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000089639ee2. 00000004:00000010:0.0:1767384645.465115:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000079249996. 00000400:00000200:2.0:1767384645.465119:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp34 00000004:00000001:0.0:1767384645.465122:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384645.465126:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:2.0:1767384645.465130:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp34 local destination 00000040:00001000:0.0:1767384645.465130:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e7865cbb 00000040:00001000:0.0:1767384645.465134:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:2.0:1767384645.465136:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:2.0:1767384645.465139:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp34 00000040:00001000:0.0:1767384645.465143:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:2.0:1767384645.465146:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp34 lpni_is_preferred = 0 00000400:00000200:1.0:1767384645.465147:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000040:00001000:0.0:1767384645.465148:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:2.0:1767384645.465152:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp34 00000040:00001000:0.0:1767384645.465152:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384645.465158:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:2.0:1767384645.465162:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp34 NI seq info: [85:85:256:4294967295] 192.168.202.117@tcp34 LPNI seq info [1:1:8:4294967295] 00000040:00001000:0.0:1767384645.465163:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384645.465180:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384645.465181:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp34 00000040:00001000:0.0:1767384645.465184:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:0.0:1767384645.465187:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384645.465193:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp34(192.168.202.117@tcp34:) -> 192.168.202.117@tcp34(192.168.202.117@tcp34:192.168.202.117@tcp34) : GET try# 0 00000400:00000200:1.0:1767384645.465210:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000200:2.0:1767384645.465212:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp34 00000800:00000010:2.0:1767384645.465218:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f349ad50. 00000800:00000010:2.0:1767384645.465226:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c8fe1937. 00000800:00000010:2.0:1767384645.465230:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006789cc57. 00000800:00000200:2.0:1767384645.465235:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (2) 00000800:00000200:2.1:1767384645.465239:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (2) 00000004:00000001:0.0:1767384645.465245:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.465249:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000020:00000010:0.0:1767384645.465251:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000afbba46d. 00000400:00000200:2.0:1767384645.465253:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp34 00000040:00000010:0.0:1767384645.465257:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a6ff12c. 00000400:00000200:2.0:1767384645.465261:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp34(000000000b53b571) state 0x241 rc 0 00000020:00000010:0.0:1767384645.465264:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000002562b51. 00000020:00000010:0.0:1767384645.465270:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000087c723ed. 00000020:00000010:0.0:1767384645.465275:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000075ab8056. 80000000:00000010:0.0:1767384645.465279:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009cbd94f2. 40000000:00000010:0.0:1767384645.465283:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c4e6762c. 00100000:00000010:0.0:1767384645.465287:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb7b49bb. 00040000:00000010:0.0:1767384645.465290:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae3b1fb7. 00040000:00000010:0.0:1767384645.465294:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000af626e3b. 00040000:00000010:0.0:1767384645.465297:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000290a4bc4. 00080000:00000010:0.0:1767384645.465301:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002cf0673d. 00000004:00000010:0.0:1767384645.465306:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000051cc94d. 00000004:00000010:0.0:1767384645.465311:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000090bfad3f. 00000004:00000010:0.0:1767384645.465316:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000073025040. 00000400:00000200:1.0:1767384645.465321:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00002000:00000010:0.0:1767384645.465321:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006c0ac800. 00000004:00000010:0.0:1767384645.465329:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000079249996. 00000020:00000010:0.0:1767384645.465334:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023686995. 00000020:00000001:0.0:1767384645.465340:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.465342:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384645.465346:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e7865cbb. 10000000:00000010:0.0:1767384645.465350:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007faaa416. 10000000:00000001:0.0:1767384645.465354:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.465357:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384645.465362:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059670528/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384645.465376:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:0.0:1767384645.465378:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384645.465381:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384645.465384:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a673de. 02000000:00000001:0.0:1767384645.465389:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384645.465390:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384645.465391:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000800:00000200:2.0:1767384645.465394:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384645.465394:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384645.465396:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000010:2.0:1767384645.465399:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acef9e51. 00000020:00000001:0.0:1767384645.465399:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384645.465402:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384645.465405:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384645.465406:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.465408:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000010:0.0:1767384645.465409:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000041b77f17. 00000400:00000200:2.0:1767384645.465415:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp14->192.168.202.117@tcp14: PUT: OK 00000100:00000010:0.0:1767384645.465416:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000efc61aff. 00000400:00000200:2.0:1767384645.465420:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384645.465420:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384645.465423:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000265eb5f1. 00000400:00000200:2.0:1767384645.465426:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 02000000:00000001:0.0:1767384645.465428:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384645.465431:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384645.465432:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000800:00000001:2.0:1767384645.465437:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384645.465437:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384645.465441:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.465445:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000800:00000001:2.0:1767384645.465447:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384645.465451:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000010:0.0:1767384645.465454:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d2b7e8e1. 00000800:00000001:2.0:1767384645.465455:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1767384645.465460:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384645.465464:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:2.0:1767384645.465466:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp14(192.168.202.117@tcp14) <- 192.168.202.117@tcp14 : PUT - for me 00010000:00000001:0.0:1767384645.465467:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384645.465470:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384645.465472:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=3 00000020:00000001:0.0:1767384645.465474:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:0.0:1767384645.465476:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00000400:00000200:1.0:1767384645.465478:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.465481:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 448 into portal 0 MB=0x8000000000000000 00010000:00000001:0.0:1767384645.465481:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384645.465485:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384645.465493:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 416/448 into md 0x1859 [1] + 0 00010000:00000001:0.0:1767384645.465494:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384645.465498:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53ce626. 00010000:00000001:0.0:1767384645.465498:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384645.465502:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb5934c1 00000800:00000001:2.0:1767384645.465505:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767384645.465506:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384645.465511:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000800:00000001:2.0:1767384645.465513:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384645.465513:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384645.465517:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384645.465518:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384645.465520:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384645.465523:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384645.465527:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp14->192.168.202.117@tcp14: PUT: OK 10000000:00000001:0.0:1767384645.465528:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384645.465532:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:2.0:1767384645.465535:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 10000000:00000001:0.0:1767384645.465535:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384645.465536:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 00000400:00000010:2.0:1767384645.465538:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 10000000:00000001:0.0:1767384645.465541:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384645.465544:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384645.465548:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (26) 00000400:00000200:2.0:1767384645.465552:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:2.0:1767384645.465555:0:16134:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (448 bytes) 00000400:00000200:1.0:1767384645.465562:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.465569:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384645.465578:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (27) 00000400:00000200:2.0:1767384645.465583:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384645.465588:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp14 to MR: 192.168.202.117@tcp14 local destination 00000400:00000200:2.0:1767384645.465594:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp14 NI seq info: [86:86:256:4294967295] 192.168.202.117@tcp14 LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1767384645.465609:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp14(192.168.202.117@tcp14:192.168.202.117@tcp14) -> 192.168.202.117@tcp14(192.168.202.117@tcp14:192.168.202.117@tcp14) 192.168.202.117@tcp14 : ACK try# 0 00000400:00000200:1.0:1767384645.465609:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000800:00000200:2.0:1767384645.465623:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp14 00000800:00000010:2.0:1767384645.465628:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acef9e51. 00000800:00000200:2.0:1767384645.465635:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (6) 00000800:00000200:2.0:1767384645.465641:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp14 ip 192.168.202.117:1013 00000800:00000200:2.0:1767384645.465644:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000acef9e51 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384645.465655:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000800:00000001:2.0:1767384645.465657:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.465669:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.465682:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000800:00000200:2.0:1767384645.465702:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384645.465705:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acef9e51. 00000400:00000200:2.0:1767384645.465708:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.465712:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.465713:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp14->192.168.202.117@tcp14: ACK: OK 00000800:00000001:2.0:1767384645.465721:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.465725:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384645.465727:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.465732:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384645.465734:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.465739:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.465744:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp14(192.168.202.117@tcp14) <- 192.168.202.117@tcp14 : ACK - for me 00000400:00000200:1.0:1767384645.465754:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.465756:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp14: ACK from 12345-192.168.202.117@tcp14 into md 0x192d 00000400:00000200:2.0:1767384645.465762:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.465766:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp14->192.168.202.117@tcp14: ACK: OK 00000400:00000200:2.0:1767384645.465771:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b57969 00000400:00000010:2.0:1767384645.465773:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000400:00000200:2.0:1767384645.465778:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384645.465783:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:2.0:1767384645.465794:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384645.465798:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (26) 00000800:00000001:2.0:1767384645.465804:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.465807:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.465816:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.465829:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384645.465859:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000007c00c6bf. 00000400:00000010:2.0:1767384645.465862:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c27d90f. 00000400:00000010:2.0:1767384645.465867:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000400:00000200:2.0:1767384645.465870:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007c00c6bf 00000400:00000010:2.0:1767384645.465874:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000084ad736d. 00000400:00000200:2.0:1767384645.465877:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000400:00000200:2.0:1767384645.465882:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:2.0:1767384645.465886:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (25) 00000400:00000010:2.0:1767384645.465891:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000a38b6799. 00000400:00000010:2.0:1767384645.465894:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000400:00000200:1.0:1767384645.465898:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000010:2.0:1767384645.465899:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087b2cac1. 00000400:00000200:2.0:1767384645.465907:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:2.0:1767384645.465914:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:2.0:1767384645.465919:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:2.0:1767384645.465924:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:2.0:1767384645.465927:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:2.0:1767384645.465929:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:2.0:1767384645.465934:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000400:00000200:2.0:1767384645.465938:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:2.0:1767384645.465940:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:2.0:1767384645.465945:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:1.0:1767384645.465948:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.465952:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:2.0:1767384645.465963:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:2.0:1767384645.465966:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:2.0:1767384645.465970:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:2.0:1767384645.465975:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:2.0:1767384645.465979:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:2.0:1767384645.465983:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:2.0:1767384645.465987:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:1.0:1767384645.465989:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.465993:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:2.0:1767384645.465999:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:2.0:1767384645.466003:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[77, 18], ns[78, 18] 00000400:00000200:2.0:1767384645.466007:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 18], ns[66, 18] 00000400:00000200:2.0:1767384645.466012:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 18], ns[79, 18] 00000400:00000200:2.0:1767384645.466016:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[80, 18], ns[81, 18] 00000400:00000200:2.0:1767384645.466019:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[81, 18], ns[82, 18] 00000400:00000200:2.0:1767384645.466023:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:2.0:1767384645.466026:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp15 00000400:00000200:2.0:1767384645.466029:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384645.466032:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp15 00000400:00000200:2.0:1767384645.466036:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp15 NI seq info: [87:87:256:4294967295] 192.168.202.117@tcp15 LPNI seq info [84:84:8:4294967295] 00000400:00000200:2.0:1767384645.466040:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp15 00000400:00000200:1.0:1767384645.466048:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466054:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15:) -> 192.168.202.117@tcp15(192.168.202.117@tcp:192.168.202.117@tcp15) : GET try# 0 00000800:00000200:2.0:1767384645.466068:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp15 00000800:00000010:2.0:1767384645.466072:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000acef9e51. 00000800:00000200:2.0:1767384645.466078:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (6) 00000800:00000200:2.0:1767384645.466084:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp15 ip 192.168.202.117:988 00000800:00000200:2.0:1767384645.466087:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000acef9e51 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384645.466098:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384645.466102:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000400:00000200:1.0:1767384645.466104:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000800:00000200:2.0:1767384645.466162:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384645.466162:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000800:00000010:2.0:1767384645.466179:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000acef9e51. 00000400:00000200:2.0:1767384645.466184:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.466190:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: GET: OK 00000400:00000200:2.0:1767384645.466194:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384645.466196:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:2.0:1767384645.466202:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.466207:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384645.466209:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.466216:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.466221:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15) <- 192.168.202.117@tcp15 : GET - for me 00000400:00000200:1.0:1767384645.466223:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466231:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384645.466237:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 448/448 into md 0x18e1 [1] + 0 00000400:00000200:2.0:1767384645.466243:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp15 to MR: 192.168.202.117@tcp15 local destination 00000400:00000200:2.0:1767384645.466247:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp15 NI seq info: [88:88:256:4294967295] 192.168.202.117@tcp15 LPNI seq info [85:85:8:4294967295] 00000400:00000200:1.0:1767384645.466257:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466258:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) -> 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) 192.168.202.117@tcp15 : REPLY try# 0 00000800:00000200:2.0:1767384645.466267:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.117@tcp15 00000800:00000010:2.0:1767384645.466271:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acef9e51. 00000800:00000200:2.0:1767384645.466274:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (6) 00000800:00000200:2.0:1767384645.466278:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp15 ip 192.168.202.117:1011 00000800:00000200:2.0:1767384645.466280:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000acef9e51 type 3, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1767384645.466286:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.466313:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000800:00000200:2.0:1767384645.466322:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384645.466333:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acef9e51. 00000400:00000200:2.0:1767384645.466338:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.466344:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: REPLY: OK 00000400:00000200:1.0:1767384645.466349:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000800:00000001:2.0:1767384645.466356:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.466364:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384645.466367:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.466373:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384645.466375:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.466379:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.466388:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15) <- 192.168.202.117@tcp15 : REPLY - for me 00000400:00000200:2.0:1767384645.466399:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp15: Reply from 12345-192.168.202.117@tcp15 of length 448/448 into md 0x1941 00000400:00000200:1.0:1767384645.466403:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000800:00000001:2.0:1767384645.466404:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.466411:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.466415:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.466420:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: REPLY: OK 00000400:00000200:2.0:1767384645.466423:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe22209 00000400:00000010:2.0:1767384645.466425:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000400:00000200:2.0:1767384645.466428:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384645.466431:0:16134:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:2.0:1767384645.466434:0:16134:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:2.0:1767384645.466438:0:16134:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 26. state = 0x100271 00000400:00000200:2.0:1767384645.466442:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384645.466449:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (26) 00000400:00000200:1.0:1767384645.466453:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000800:00000001:2.0:1767384645.466454:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384645.466461:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.466481:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384645.466483:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:2.0:1767384645.466489:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000fa72c901. 00000400:00000010:2.0:1767384645.466493:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000f9db0705. 00000400:00000200:1.0:1767384645.466496:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000010:2.0:1767384645.466497:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000790a6cb7. 00000400:00000200:2.0:1767384645.466519:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp28(00000000d6a979cd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384645.466524:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp31(0000000090efd899) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384645.466529:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp32(0000000089940113) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384645.466529:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466544:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060385d00 00000400:00000200:2.0:1767384645.466547:0:16138:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.117@tcp33 00000400:00000200:2.0:1767384645.466552:0:16138:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.117@tcp33 NID 192.168.202.117@tcp33 00000400:00000010:2.0:1767384645.466556:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d99372d1. 00000400:00000200:2.0:1767384645.466560:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d99372d1 nid 192.168.202.117@tcp33 00000400:00000200:1.0:1767384645.466561:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000010:2.0:1767384645.466565:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000776c7ef3. 00000400:00000200:2.0:1767384645.466569:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000776c7ef3 net tcp33 00000400:00000200:2.0:1767384645.466572:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (25) 00000400:00000200:2.0:1767384645.466577:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp33 flags 0x11 00000400:00000200:2.0:1767384645.466579:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d6f43ab 00000400:00000200:2.0:1767384645.466582:0:16138:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.117@tcp34 00000400:00000200:2.0:1767384645.466585:0:16138:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.117@tcp34 NID 192.168.202.117@tcp34 00000400:00000010:2.0:1767384645.466590:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000390f86d4. 00000400:00000200:2.0:1767384645.466594:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000390f86d4 nid 192.168.202.117@tcp34 00000400:00000200:1.0:1767384645.466595:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000010:2.0:1767384645.466597:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa47495c. 00000400:00000200:2.0:1767384645.466602:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa47495c net tcp34 00000400:00000200:2.0:1767384645.466604:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (26) 00000400:00000200:2.0:1767384645.466610:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp34 flags 0x11 00000400:00000010:2.0:1767384645.466614:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000fa72c901. 00000400:00000010:2.0:1767384645.466618:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000f9db0705. 00000400:00000010:2.0:1767384645.466622:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000790a6cb7. 00000400:00000010:2.0:1767384645.466626:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000a38b6799. 00000400:00000200:2.0:1767384645.466632:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384645.466632:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466637:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:2.0:1767384645.466645:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:2.0:1767384645.466653:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:2.0:1767384645.466658:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384645.466661:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:2.0:1767384645.466665:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384645.466670:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (27) 00000400:00000200:1.0:1767384645.466693:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466736:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466792:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.466868:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000010:1.0:1767384645.466876:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b7350ae. 00000800:00000010:1.0:1767384645.466883:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e8b5093. 00000800:00000010:1.0:1767384645.466888:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074331416. 00000800:00000010:1.0:1767384645.466914:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074331416. 00000400:00000200:2.0:1767384645.466915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00020000:1.0:1767384645.466924:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384645.466928:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e8b5093. 00000800:00000010:1.0:1767384645.466931:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000b7350ae. 00000400:00000200:2.0:1767384645.466966:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:02020000:1.0:1767384645.466999:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp33 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384645.467008:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp33 notifying 192.168.202.117@tcp33: down 00000800:00000200:1.0:1767384645.467015:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp33 down 00000800:00000100:1.0:1767384645.467024:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp33 00000800:00000010:1.0:1767384645.467028:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c69749d1. 00000400:00000200:1.0:1767384645.467032:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384645.467033:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.467043:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp33->192.168.202.117@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384645.467050:0:16131:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp33 added to recovery queue. ping count: 0 next ping: 269 health :900 00000400:00000200:1.0:1767384645.467054:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060385d00 00000400:00000010:1.0:1767384645.467056:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00000400:00000200:1.0:1767384645.467061:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384645.467065:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp33: 1 00000400:00000200:1.0:1767384645.467068:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp33 (00000000331d7a33): -114 00000400:00000200:2.0:1767384645.467070:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000010:1.0:1767384645.467082:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006c7a8a85. 00000400:00000200:1.0:1767384645.467087:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000331d7a33 (3) 00000400:00000200:1.0:1767384645.467091:0:16131:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000001e317bea nid 192.168.202.117@tcp33 00000400:00000010:1.0:1767384645.467094:0:16131:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000001e317bea. 00000400:00000200:1.0:1767384645.467098:0:16131:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000008c01cb0d net tcp33 00000400:00000010:1.0:1767384645.467100:0:16131:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000008c01cb0d. 00000400:00000200:1.0:1767384645.467103:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000331d7a33 (2) 00000400:00000200:2.0:1767384645.467108:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.467121:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384645.467128:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp33(00000000331d7a33) state 0x80841 00000400:00000200:1.0:1767384645.467131:0:16138:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.117@tcp33(00000000331d7a33) state 0x80841 00000400:00000200:1.0:1767384645.467141:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp33(00000000331d7a33) state 0x80801 rc 0 00000400:00000200:2.0:1767384645.467142:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.467146:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp33 (00000000331d7a33) 00000400:00000200:1.0:1767384645.467151:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000331d7a33 (1) 00000400:00000200:1.0:1767384645.467154:0:16138:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000331d7a33 nid 192.168.202.117@tcp33 00000400:00000010:1.0:1767384645.467157:0:16138:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000331d7a33. 00000400:00000200:2.0:1767384645.467191:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467215:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467235:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467262:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467284:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467305:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467322:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467337:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467351:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467368:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467383:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467401:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467418:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467433:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467450:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467467:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467485:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467502:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467520:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467536:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467552:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467573:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467595:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467629:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467671:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.467697:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384645.467779:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb3b932b. 00000800:00000010:2.0:1767384645.467784:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091e87539. 00000800:00000010:2.0:1767384645.467788:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f4601fd. 00000800:00000010:2.0:1767384645.467803:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f4601fd. 00000800:00020000:2.0:1767384645.467807:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384645.467810:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091e87539. 00000800:00000010:2.0:1767384645.467812:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bb3b932b. 00000400:02020000:2.0:1767384645.467888:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp34 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384645.467894:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp34 notifying 192.168.202.117@tcp34: down 00000800:00000200:2.0:1767384645.467900:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp34 down 00000800:00000100:2.0:1767384645.467906:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp34 00000800:00000010:2.0:1767384645.467908:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f349ad50. 00000400:00000200:2.0:1767384645.467911:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384645.467916:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp34->192.168.202.117@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384645.467921:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp34 added to recovery queue. ping count: 0 next ping: 269 health :900 00000400:00000200:2.0:1767384645.467924:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d6f43ab 00000400:00000010:2.0:1767384645.467926:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d6f43ab. 00000400:00000200:2.0:1767384645.467929:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384645.467931:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp34: 1 00000400:00000200:2.0:1767384645.467934:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp34 (000000000b53b571): -114 00000400:00000010:2.0:1767384645.467945:0:16128:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d043c99. 00000400:00000200:2.0:1767384645.467948:0:16128:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000b53b571 (3) 00000400:00000200:2.0:1767384645.467952:0:16128:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000e14ddf55 nid 192.168.202.117@tcp34 00000400:00000010:2.0:1767384645.467954:0:16128:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000e14ddf55. 00000400:00000200:2.0:1767384645.467957:0:16128:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000006c2fd113 net tcp34 00000400:00000010:2.0:1767384645.467959:0:16128:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000006c2fd113. 00000400:00000200:2.0:1767384645.467961:0:16128:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000b53b571 (2) 00000400:00000200:0.0:1767384645.468006:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384645.468011:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp34(000000000b53b571) state 0x80841 00000400:00000200:0.0:1767384645.468014:0:16138:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.117@tcp34(000000000b53b571) state 0x80841 00000400:00000200:0.0:1767384645.468016:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp34(000000000b53b571) state 0x80801 rc 0 00000400:00000200:0.0:1767384645.468019:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp34 (000000000b53b571) 00000400:00000200:0.0:1767384645.468021:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000b53b571 (1) 00000400:00000200:0.0:1767384645.468024:0:16138:0:(peer.c:272:lnet_destroy_peer_locked()) 000000000b53b571 nid 192.168.202.117@tcp34 00000400:00000010:0.0:1767384645.468027:0:16138:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000000b53b571. 00000020:00000010:2.0:1767384645.474236:0:28964:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008f4601fd. 00000020:00000040:2.0:1767384645.474245:0:28964:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384645.474252:0:28964:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008f4601fd. 00000100:00000040:2.0:1767384645.475885:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294935565, at 4294935566 00000100:00000040:3.0:1767384645.475892:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294935565, at 4294935566 00000100:00000010:2.0:1767384645.475894:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a03ee887. 00000100:00000010:3.0:1767384645.475904:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f87fcee. 00000100:00000040:1.0:1767384645.475919:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294935565, at 4294935566 00000100:00000010:1.0:1767384645.475927:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000791d827d. 00000100:00000040:0.0:1767384645.476878:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294935565, at 4294935567 00000100:00000010:0.0:1767384645.476885:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f62ae301. 00010000:00000001:0.0:1767384645.526932:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384645.526937:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.526942:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384645.526944:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384645.527024:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384645.527029:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384645.527032:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384645.973956:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp31 00000400:00000010:2.0:1767384645.973963:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000052a64afe. 00000400:00000010:2.0:1767384645.973970:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000198d1995. 00000400:00000010:2.0:1767384645.973974:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d6f43ab. 00000400:00000010:2.0:1767384645.973982:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e92aae89. 00000400:00000200:2.0:1767384645.973985:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp31 00000400:00000200:2.0:1767384645.974003:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp31 local destination 00000400:00000200:2.0:1767384645.974009:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp31 00000400:00000200:2.0:1767384645.974012:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp31 NI seq info: [89:89:256:4294967295] 192.168.202.117@tcp31 LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1767384645.974018:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp31 00000400:00000200:2.0:1767384645.974027:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp31(192.168.202.117@tcp31:) -> 192.168.202.117@tcp31(192.168.202.117@tcp31:192.168.202.117@tcp31) : GET try# 0 00000800:00000200:2.0:1767384645.974031:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp31 00000800:00000010:2.0:1767384645.974035:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f349ad50. 00000800:00000200:2.0:1767384645.974040:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (2) 00000800:00000200:2.1:1767384645.974044:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (2) 00000400:00000200:2.0:1767384645.974092:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp31 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:2.0:1767384645.974097:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp32 00000400:00000010:2.0:1767384645.974100:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000a6007e2. 00000400:00000010:2.0:1767384645.974104:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b5b98daf. 00000400:00000010:2.0:1767384645.974107:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000400:00000010:2.0:1767384645.974110:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ed4f75fb. 00000400:00000200:2.0:1767384645.974112:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp32 00000400:00000200:2.0:1767384645.974116:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp32 local destination 00000400:00000200:2.0:1767384645.974119:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp32 00000400:00000200:2.0:1767384645.974123:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp32 NI seq info: [90:90:256:4294967295] 192.168.202.117@tcp32 LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1767384645.974126:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.974137:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp32 00000400:00000200:2.0:1767384645.974143:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp32(192.168.202.117@tcp32:) -> 192.168.202.117@tcp32(192.168.202.117@tcp32:192.168.202.117@tcp32) : GET try# 0 00000800:00000200:2.0:1767384645.974148:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp32 00000800:00000010:2.0:1767384645.974152:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000acef9e51. 00000800:00000200:2.0:1767384645.974155:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000800:00000200:2.1:1767384645.974175:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000400:00000200:0.0:1767384645.974189:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384645.974193:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp32 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:0.0:1767384645.974238:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974249:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974278:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974311:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974331:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974371:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974380:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974425:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974433:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974496:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974496:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974550:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974560:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974603:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974625:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974667:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974692:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974727:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974754:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974788:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.974811:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974877:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974934:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.974988:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975036:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975093:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975148:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975206:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975226:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975259:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975294:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975318:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975347:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975391:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975407:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975462:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975475:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975534:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975545:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975610:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975614:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975692:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975693:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975727:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975756:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975784:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975822:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975871:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975919:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.975939:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.975986:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976008:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976045:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976076:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976090:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976132:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976133:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976204:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976224:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976245:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976280:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976285:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976342:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976346:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976392:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976431:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976467:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976498:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384645.976524:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b7350ae. 00000400:00000200:0.0:1767384645.976528:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000800:00000010:1.0:1767384645.976530:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005790b12a. 00000800:00000010:1.0:1767384645.976538:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000631b9e8. 00000800:00000010:1.0:1767384645.976562:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000631b9e8. 00000400:00000200:0.0:1767384645.976568:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00020000:1.0:1767384645.976571:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384645.976575:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005790b12a. 00000800:00000010:1.0:1767384645.976578:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000b7350ae. 00000400:00000200:0.0:1767384645.976614:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:02020000:1.0:1767384645.976622:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp32 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384645.976630:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp32 notifying 192.168.202.117@tcp32: down 00000800:00000200:1.0:1767384645.976635:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp32 down 00000800:00000100:1.0:1767384645.976640:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp32 00000800:00000010:1.0:1767384645.976643:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000acef9e51. 00000400:00000200:1.0:1767384645.976646:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384645.976651:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp32->192.168.202.117@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384645.976653:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.976658:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384645.976664:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384645.976669:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp32) recovery failed with -71 00000400:00000200:0.0:1767384645.976696:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.976721:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000800:00000010:0.0:1767384645.976951:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041ae6daf. 00000800:00000010:0.0:1767384645.976958:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af2809a6. 00000800:00000010:0.0:1767384645.976964:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009f53cf03. 00000800:00000010:0.0:1767384645.977008:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009f53cf03. 00000400:00000200:3.0:1767384645.977059:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384645.977076:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp31 from 214.3.0.2 00000800:00000010:3.0:1767384645.977079:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d9923020. 00000800:00000010:1.0:1767384645.977108:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b7350ae. 00000800:00000010:1.0:1767384645.977114:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005790b12a. 00000800:00000010:1.0:1767384645.977137:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b9efbc9e. 00000800:00000200:1.1:1767384645.977147:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (2) 00000800:00000200:1.1:1767384645.977151:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp31 00000000b9efbc9e deleted 00000800:00000010:1.1:1767384645.977154:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b9efbc9e. 00000800:00000200:1.1:1767384645.977158:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384645.977177:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp31 ip 192.168.202.117:982 00000800:00000200:1.1:1767384645.977180:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f349ad50 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384645.977187:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp31 p 3.x 192.168.202.117 -> 192.168.202.117:982 incarnation:1767384639039265204 sched[0] 00000800:00000010:1.0:1767384645.977192:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000631b9e8. 00000800:00000010:1.0:1767384645.977239:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000631b9e8. 00000800:00000010:1.0:1767384645.977243:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005790b12a. 00000800:00000010:1.0:1767384645.977280:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d9923020. 00000800:00000200:0.1:1767384645.977281:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384645.977292:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp31 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384639039265204 sched[0] 00000800:00000001:1.0:1767384645.977295:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384645.977297:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af2809a6. 00000800:00000001:1.0:1767384645.977302:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384645.977361:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384645.977365:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f349ad50. 00000400:00000200:1.0:1767384645.977370:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.977375:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.977379:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp31->192.168.202.117@tcp31: GET: OK 00000400:00000200:1.0:1767384645.977386:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384645.977391:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp31 recovery message sent successfully:0 00000800:00000001:1.0:1767384645.977404:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.977410:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384645.977413:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.977421:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.977427:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp31(192.168.202.117@tcp31) <- 192.168.202.117@tcp31 : GET - for me 00000400:00000200:1.0:1767384645.977438:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384645.977440:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.977446:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x18e1 [1] + 0 00000400:00000200:1.0:1767384645.977459:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp31 to MR: 192.168.202.117@tcp31 local destination 00000400:00000200:1.0:1767384645.977466:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp31 NI seq info: [91:91:256:4294967295] 192.168.202.117@tcp31 LPNI seq info [88:88:8:4294967295] 00000400:00000200:0.0:1767384645.977479:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384645.977480:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp31(192.168.202.117@tcp31:192.168.202.117@tcp31) -> 192.168.202.117@tcp31(192.168.202.117@tcp31:192.168.202.117@tcp31) 192.168.202.117@tcp31 : REPLY try# 0 00000800:00000200:1.0:1767384645.977491:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp31 00000800:00000010:1.0:1767384645.977496:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bb4b15. 00000800:00000200:1.0:1767384645.977503:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (4) 00000800:00000200:1.0:1767384645.977508:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp31 ip 192.168.202.117:988 00000800:00000200:1.0:1767384645.977511:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048bb4b15 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384645.977514:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000001:3.0:1767384645.977540:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384645.977548:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000001:3.0:1767384645.977570:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384645.977575:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384645.977578:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384645.977580:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384645.977585:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bb4b15. 00000800:00000001:3.0:1767384645.977586:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.977589:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.977593:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384645.977597:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp31(192.168.202.117@tcp31) <- 192.168.202.117@tcp31 : REPLY - for me 00000400:00000200:1.0:1767384645.977600:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp31->192.168.202.117@tcp31: REPLY: OK 00000400:00000200:3.0:1767384645.977615:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp31: Reply from 12345-192.168.202.117@tcp31 of length 272/272 into md 0x1945 00000800:00000001:3.0:1767384645.977620:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.977626:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.977628:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.977631:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp31->192.168.202.117@tcp31: REPLY: OK 00000400:00000200:3.0:1767384645.977635:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d6f43ab 00000400:00000010:3.0:1767384645.977637:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d6f43ab. 00000400:00000200:0.0:1767384645.977640:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384645.977641:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384645.977645:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000052a64afe. 00000400:00000010:3.0:1767384645.977649:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000198d1995. 00000800:00000001:3.0:1767384645.977656:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.977659:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384645.977670:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.977676:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977706:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977731:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977757:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977785:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977813:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977870:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977919:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.977954:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978000:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978029:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978058:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978086:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978111:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978136:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978178:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978217:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978244:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978274:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978298:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978323:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978359:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978387:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978417:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978447:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978464:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978484:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384645.978500:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384645.978610:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:0.0:1767384645.978615:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af2809a6. 00000800:00000010:0.0:1767384645.978620:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009f53cf03. 00000800:00000010:0.0:1767384645.978642:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009f53cf03. 00000800:00020000:0.0:1767384645.978649:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384645.978653:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af2809a6. 00000800:00000010:0.0:1767384645.978656:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:02020000:0.0:1767384645.978688:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp31 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384646.374288:0:29216:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384646.374300:0:29216:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.374303:0:29216:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.374308:0:29216:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384646.374313:0:29216:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.374316:0:29216:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.549922:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384646.549929:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.549937:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384646.549939:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.549973:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384646.549977:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.549979:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384646.998898:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384646.998905:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384646.998909:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe22209 00000400:00000010:3.0:1767384646.998915:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000400:00000200:3.0:1767384646.998923:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384646.998937:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384646.998947:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000a6007e2. 00000400:00000010:3.0:1767384646.998951:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b5b98daf. 00000400:00000200:3.0:1767384646.998958:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp33 00000400:00000010:3.0:1767384646.998961:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a72ab37f. 00000400:00000010:3.0:1767384646.998965:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009e658188. 00000400:00000010:3.0:1767384646.998968:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000400:00000010:3.0:1767384646.998974:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab521d30. 00000400:00000200:3.0:1767384646.998977:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp33 00000400:00000200:3.0:1767384646.998987:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp33 local destination 00000400:00000200:3.0:1767384646.998992:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp33 00000400:00000200:3.0:1767384646.998995:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp33 NI seq info: [92:92:256:4294967295] 192.168.202.117@tcp33 LPNI seq info [89:89:8:4294967295] 00000400:00000200:3.0:1767384646.999001:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp33 00000400:00000200:3.0:1767384646.999006:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp33(192.168.202.117@tcp33:) -> 192.168.202.117@tcp33(192.168.202.117@tcp33:192.168.202.117@tcp33) : GET try# 0 00000800:00000200:3.0:1767384646.999010:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp33 00000800:00000010:3.0:1767384646.999014:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008f9e75ca. 00000800:00000200:3.0:1767384646.999019:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 00000800:00000200:3.1:1767384646.999023:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 00000400:00000200:3.0:1767384646.999040:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp33 added to recovery queue. ping count: 1 next ping: 271 health :900 00000400:00000200:3.0:1767384646.999044:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp34 00000400:00000010:3.0:1767384646.999046:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008e01ee87. 00000400:00000010:3.0:1767384646.999049:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000287503eb. 00000400:00000010:3.0:1767384646.999051:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2de5cf5. 00000400:00000010:3.0:1767384646.999055:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093747a63. 00000400:00000200:3.0:1767384646.999057:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp34 00000400:00000200:3.0:1767384646.999062:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp34 local destination 00000400:00000200:3.0:1767384646.999065:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp34 00000400:00000200:3.0:1767384646.999067:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp34 NI seq info: [93:93:256:4294967295] 192.168.202.117@tcp34 LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1767384646.999070:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp34 00000400:00000200:3.0:1767384646.999077:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp34(192.168.202.117@tcp34:) -> 192.168.202.117@tcp34(192.168.202.117@tcp34:192.168.202.117@tcp34) : GET try# 0 00000800:00000200:3.0:1767384646.999081:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp34 00000800:00000010:3.0:1767384646.999089:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e689120c. 00000800:00000200:3.0:1767384646.999094:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (2) 00000800:00000200:3.1:1767384646.999098:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (2) 00000400:00000200:3.0:1767384646.999111:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp34 added to recovery queue. ping count: 1 next ping: 271 health :900 00000400:00000200:0.0:1767384646.999114:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999147:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999189:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999223:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999240:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999274:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999289:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999321:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999339:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999375:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999391:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999424:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999437:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999468:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999493:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999517:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999541:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999564:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999588:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999614:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999637:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999656:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999704:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999731:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999753:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999778:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999801:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999823:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999877:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999900:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999936:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384646.999952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384646.999994:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000000:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000045:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000059:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000079:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000108:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000129:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000174:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000193:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000233:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000250:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000284:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000299:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000334:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000352:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000389:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000406:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000439:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000460:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000485:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000512:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000536:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000581:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000602:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000632:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000650:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000681:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000699:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000739:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000797:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000810:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.000878:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000895:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000936:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000959:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.000995:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.001043:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:0.0:1767384647.001064:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:0.0:1767384647.001070:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af2809a6. 00000800:00000010:0.0:1767384647.001076:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee4593cb. 00000400:00000200:2.0:1767384647.001078:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.001107:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000800:00000010:0.0:1767384647.001107:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee4593cb. 00000800:00020000:0.0:1767384647.001119:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384647.001123:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af2809a6. 00000800:00000010:0.0:1767384647.001127:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:00000200:2.0:1767384647.001145:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.001200:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:02020000:0.0:1767384647.001201:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp33 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384647.001209:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp33 notifying 192.168.202.117@tcp33: down 00000400:00000200:0.0:1767384647.001213:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384647.001218:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp33 00000800:00000010:0.0:1767384647.001221:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008f9e75ca. 00000400:00000200:0.0:1767384647.001225:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384647.001229:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:0.0:1767384647.001231:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp33->192.168.202.117@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384647.001240:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384647.001244:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384647.001248:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp33) recovery failed with -71 00000800:00000010:2.0:1767384647.001380:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb3b932b. 00000800:00000010:2.0:1767384647.001386:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088bf9199. 00000800:00000010:2.0:1767384647.001391:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017e19110. 00000400:00000200:0.0:1767384647.001400:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384647.001424:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017e19110. 00000400:00000200:0.0:1767384647.001425:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp34 from 213.3.0.2 00000800:00000010:0.0:1767384647.001431:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d5436ddd. 00000800:00000010:3.0:1767384647.001458:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000057ad3912. 00000800:00000010:3.0:1767384647.001464:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da656225. 00000800:00000010:3.0:1767384647.001487:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5c26c90. 00000800:00000200:3.1:1767384647.001493:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (2) 00000800:00000200:3.1:1767384647.001498:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp34 00000000e5c26c90 deleted 00000800:00000010:3.1:1767384647.001500:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5c26c90. 00000800:00000200:3.1:1767384647.001504:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384647.001511:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp34 ip 192.168.202.117:981 00000800:00000200:3.1:1767384647.001515:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e689120c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384647.001520:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp34 p 3.x 192.168.202.117 -> 192.168.202.117:981 incarnation:1767384645033523379 sched[0] 00000800:00000010:3.0:1767384647.001524:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009e5dac4. 00000800:00000010:3.0:1767384647.001579:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009e5dac4. 00000800:00000010:3.0:1767384647.001584:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da656225. 00000800:00000200:2.1:1767384647.001593:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384647.001602:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp34 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384645033523379 sched[0] 00000800:00000010:2.0:1767384647.001611:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088bf9199. 00000800:00000010:3.0:1767384647.001624:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d5436ddd. 00000800:00000001:1.0:1767384647.001627:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.001635:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384647.001649:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384647.001653:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384647.001688:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:1.0:1767384647.001709:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384647.001713:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e689120c. 00000400:00000200:1.0:1767384647.001718:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.001723:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp34->192.168.202.117@tcp34: GET: OK 00000400:00000200:1.0:1767384647.001729:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384647.001732:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp34 recovery message sent successfully:0 00000800:00000001:1.0:1767384647.001744:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.001749:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384647.001750:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:1.0:1767384647.001751:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.001759:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.001768:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp34(192.168.202.117@tcp34) <- 192.168.202.117@tcp34 : GET - for me 00000400:00000200:1.0:1767384647.001779:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384647.001785:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x18e1 [1] + 0 00000400:00000200:1.0:1767384647.001795:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp34 to MR: 192.168.202.117@tcp34 local destination 00000400:00000200:1.0:1767384647.001799:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp34 NI seq info: [94:94:256:4294967295] 192.168.202.117@tcp34 LPNI seq info [91:91:8:4294967295] 00000400:00000200:2.0:1767384647.001806:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384647.001815:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp34(192.168.202.117@tcp34:192.168.202.117@tcp34) -> 192.168.202.117@tcp34(192.168.202.117@tcp34:192.168.202.117@tcp34) 192.168.202.117@tcp34 : REPLY try# 0 00000800:00000200:1.0:1767384647.001822:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp34 00000800:00000010:1.0:1767384647.001826:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b8f5aa. 00000800:00000200:1.0:1767384647.001857:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (4) 00000800:00000200:1.0:1767384647.001862:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp34 ip 192.168.202.117:988 00000800:00000200:1.0:1767384647.001864:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b8f5aa type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384647.001884:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000200:1.0:1767384647.001914:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384647.001917:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b8f5aa. 00000400:00000200:1.0:1767384647.001922:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.001925:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp34->192.168.202.117@tcp34: REPLY: OK 00000800:00000001:1.0:1767384647.001941:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.001945:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384647.001948:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.001953:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384647.001955:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384647.001956:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000001:1.0:1767384647.001958:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.001967:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp34(192.168.202.117@tcp34) <- 192.168.202.117@tcp34 : REPLY - for me 00000400:00000200:1.0:1767384647.001977:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp34: Reply from 12345-192.168.202.117@tcp34 of length 272/272 into md 0x1951 00000800:00000001:1.0:1767384647.001980:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.001985:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.001986:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.001990:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp34->192.168.202.117@tcp34: REPLY: OK 00000400:00000200:1.0:1767384647.001993:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2de5cf5 00000400:00000010:1.0:1767384647.001994:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2de5cf5. 00000400:00000200:1.0:1767384647.001998:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384647.002003:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008e01ee87. 00000400:00000010:1.0:1767384647.002006:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000287503eb. 00000800:00000001:1.0:1767384647.002011:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.002015:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384647.002018:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002084:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002106:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002122:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002145:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002182:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002201:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002231:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002254:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002273:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002298:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002314:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002335:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002354:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002375:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002391:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002408:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002425:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002437:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002448:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002459:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002471:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002491:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002520:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002546:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002566:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002588:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002603:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002619:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384647.002636:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384647.002723:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000096ab4887. 00000800:00000010:2.0:1767384647.002727:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088bf9199. 00000800:00000010:2.0:1767384647.002730:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017e19110. 00000800:00000010:2.0:1767384647.002745:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017e19110. 00000800:00020000:2.0:1767384647.002752:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384647.002755:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088bf9199. 00000800:00000010:2.0:1767384647.002757:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000096ab4887. 00000400:02020000:2.0:1767384647.002791:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp34 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000001:00000001:0.0:1767384647.115794:0:29380:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384647.115799:0:29380:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:0.0:1767384647.118722:0:29380:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384647.125391:0:29381:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001df8a9a1. 00000400:00000010:1.0:1767384647.125403:0:29381:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000090b4d043. 00000400:00000010:1.0:1767384647.125412:0:29381:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000451d9a91. 00000400:00000010:1.0:1767384647.125414:0:29381:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000459aeeb8. 00000400:00000010:1.0:1767384647.125418:0:29381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009ebf4305. 00000400:00000010:1.0:1767384647.125421:0:29381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9b5ef4c. 00000400:00000010:1.0:1767384647.125423:0:29381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1fbb05d. 00000400:00000010:1.0:1767384647.125424:0:29381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067896e22. 00000400:00000010:1.0:1767384647.125427:0:29381:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f73e7f04. 00000800:00000010:1.0:1767384647.125440:0:29381:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a2b8f5aa. 00000800:00000200:1.0:1767384647.125450:0:29381:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384647.125458:0:29381:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384647.125490:0:29381:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384647.125510:0:29381:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384647.126786:0:29381:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000ff9c5641. 00000400:00000010:1.0:1767384647.126796:0:29381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6d57788. 00000400:00000010:1.0:1767384647.126801:0:29381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000400:00000001:1.0:1767384647.126816:0:29381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384647.126817:0:29381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384647.126818:0:29381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad69fa89. 00000400:00000200:1.0:1767384647.126821:0:29381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbcfd8b2 00000400:00000010:1.0:1767384647.126823:0:29381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbcfd8b2. 00000400:00000010:1.0:1767384647.126826:0:29381:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000f439218d. 00000400:00000200:1.0:1767384647.126850:0:29381:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (26) 00000400:00000200:1.0:1767384647.126859:0:29381:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384647.126868:0:29381:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000400:00000200:0.0:1767384647.126875:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384647.126876:0:29381:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f378ee0f. 00000020:01000000:1.0:1767384647.126883:0:29381:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384647.126885:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:01000000:1.0:1767384647.126888:0:29381:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp35 00000400:00000010:0.0:1767384647.126893:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000200:0.0:1767384647.126897:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (27) 00000400:00000010:0.0:1767384647.126902:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000847abfa3. 00000400:00000010:1.0:1767384647.126905:0:29381:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000090b4d043. 00000400:00000200:0.0:1767384647.126906:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp15 00000400:00000010:1.0:1767384647.126912:0:29381:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001df8a9a1. 00000400:00000200:0.0:1767384647.126922:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp15 to MR: 192.168.202.117@tcp15 local destination 00000400:00000200:0.0:1767384647.126929:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp15 NI seq info: [95:95:256:4294967295] 192.168.202.117@tcp15 LPNI seq info [92:92:8:4294967295] 00000400:00000200:0.0:1767384647.126934:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp15 00000400:00000200:0.0:1767384647.126941:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) -> 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) : PUT try# 0 00000020:00000001:2.0:1767384647.126950:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384647.126955:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.117@tcp15 10000000:00000001:2.0:1767384647.126956:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384647.126959:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f832a52. 10000000:00000001:2.0:1767384647.126960:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384647.126964:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384647.126968:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384647.126971:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:0.0:1767384647.126972:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (6) 00000020:01000004:2.0:1767384647.126975:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384647.126978:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384647.126980:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384647.126982:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384647.126985:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384647.126985:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp15 ip 192.168.202.117:988 00000020:01000004:2.0:1767384647.126988:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384647.126991:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384647.126993:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007f832a52 type 1, nob 560 niov 1 nkiov 1 00000020:01000004:2.0:1767384647.126994:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384647.127000:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae84b1e1. 00000020:00000040:2.0:1767384647.127005:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384647.127009:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.127011:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384647.127012:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 02000000:00000001:2.0:1767384647.127016:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384647.127016:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 02000000:00000010:2.0:1767384647.127025:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000096ab4887. 00000100:00000001:2.0:1767384647.127032:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.127044:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384647.127046:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.127052:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae84b1e1] to pc [ptlrpcd_00_02+2] req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384647.127080:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384647.127082:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.127084:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384647.127086:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384647.127089:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384647.127092:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384647.127094:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384647.127095:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384647.127098:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384647.127099:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:2.0:1767384647.127101:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384647.127103:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384647.127105:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384647.127106:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384647.127110:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384647.127112:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384647.127114:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384647.127116:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384647.127119:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384647.127121:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384647.127124:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384647.127124:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384647.127128:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384647.127129:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f54adec. 02000000:00000001:0.0:1767384647.127131:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384647.127132:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000800:00000200:3.0:1767384647.127135:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384647.127135:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.127136:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.127139:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384647.127142:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384647.127143:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f832a52. 02000000:00000001:2.0:1767384647.127143:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384647.127143:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384647.127162:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059670656:0@lo:253: 02000000:00000010:2.0:1767384647.127164:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c2da7ae4. 00000800:00000001:1.0:1767384647.127165:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384647.127166:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384647.127168:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384647.127169:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384647.127171:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384647.127174:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384647.127175:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1767384647.127176:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.127179:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.127180:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.127182:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: PUT: OK 02000000:00000001:0.0:1767384647.127186:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384647.127187:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f54adec] to pc [ptlrpcd_00_03+3] req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384647.127193:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384647.127193:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15) <- 192.168.202.117@tcp15 : PUT - for me 02000000:00000010:0.0:1767384647.127194:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f329d52f. 02000000:00000001:0.0:1767384647.127201:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.127203:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp15: 0 00000400:00000010:0.0:1767384647.127210:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebe9c77. 10000000:00000001:2.0:1767384647.127213:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127214:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 464 into portal 0 MB=0x8000000000000000 10000000:00000001:2.0:1767384647.127217:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384647.127217:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a964c14. 00000020:00000001:2.0:1767384647.127222:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127223:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 448/464 into md 0x193d [1] + 0 00000400:00000010:1.0:1767384647.127227:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c27d90f. 00000020:01000000:2.0:1767384647.127231:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384647.127234:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014b57969 00000020:00000010:2.0:1767384647.127235:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f378ee0f. 00000100:00000001:3.0:1767384647.127241:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384647.127241:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059670656, portal 25 00000800:00000001:1.0:1767384647.127242:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384647.127247:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384647.127248:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384647.127250:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.127250:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204767488 : -115911504784128 : ffff96943fee9500) 00000100:00000001:3.0:1767384647.127253:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384647.127256:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384647.127259:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384647.127262:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384647.127266:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: PUT: OK 00000400:00000200:1.0:1767384647.127275:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b57969 00000400:00000010:1.0:1767384647.127279:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000100:00000001:0.0:1767384647.127283:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384647.127286:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384647.127288:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384647.127290:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (28) 00000100:00000001:3.0:1767384647.127293:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384647.127296:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384647.127299:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 02000000:00000001:3.0:1767384647.127300:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384647.127302:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f116edd. 02000000:00000001:3.0:1767384647.127305:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384647.127307:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059670656, offset 0 02000000:00000001:3.0:1767384647.127313:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127313:0:16135:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (464 bytes) 00000400:00000200:0.0:1767384647.127318:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384647.127322:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00100000:3.0:1767384647.127323:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059670784:0@lo:253: 00000100:00000001:3.0:1767384647.127330:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384647.127331:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (29) 02000000:00000001:3.0:1767384647.127334:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384647.127341:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384647.127341:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384647.127347:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127352:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp15 to MR: 192.168.202.117@tcp15 local destination 02000000:00000001:3.0:1767384647.127353:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384647.127357:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp15 NI seq info: [96:96:256:4294967295] 192.168.202.117@tcp15 LPNI seq info [93:93:8:4294967295] 02000000:00000010:3.0:1767384647.127361:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000fe9a671. 02000000:00000001:3.0:1767384647.127367:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127372:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) -> 192.168.202.117@tcp15(192.168.202.117@tcp15:192.168.202.117@tcp15) 192.168.202.117@tcp15 : ACK try# 0 00000400:00000010:3.0:1767384647.127374:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058e4d8d9. 00000800:00000200:1.0:1767384647.127380:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp15 00000400:00000010:3.0:1767384647.127384:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5c26c90. 00000400:00000200:0.0:1767384647.127384:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05280 00000800:00000010:1.0:1767384647.127385:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bb4b15. 00000400:00000200:0.0:1767384647.127392:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11bd [2] + 0 00000800:00000200:1.0:1767384647.127396:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (6) 00000400:00000010:0.0:1767384647.127398:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001074d576. 00000400:00000200:0.0:1767384647.127402:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005cd51871 00000800:00000200:1.0:1767384647.127404:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp15 ip 192.168.202.117:1011 00000100:00000200:3.0:1767384647.127407:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059670784, portal 25 00000800:00000200:1.0:1767384647.127407:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048bb4b15 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384647.127408:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384647.127415:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384647.127418:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384647.127419:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204766592 : -115911504785024 : ffff96943fee9180) 00000800:00000001:1.0:1767384647.127423:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384647.127424:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd51871 00000400:00000010:0.0:1767384647.127427:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cd51871. 00000100:00000040:3.0:1767384647.127428:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384647.127430:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.127432:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384647.127437:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384647.127443:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000f34fffa0 x1853237059670656 msgsize 4848 00000100:00000001:3.0:1767384647.127449:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384647.127453:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384647.127456:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384647.127457:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384647.127462:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da656225. 00000100:00000200:3.0:1767384647.127466:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059670784, offset 0 00000100:00000001:0.0:1767384647.127466:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384647.127472:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f116edd 00000400:00000010:0.0:1767384647.127475:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f116edd. 00000100:00000001:0.0:1767384647.127477:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384647.127482:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384647.127483:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.127492:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767384647.127494:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384647.127495:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384647.127498:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384647.127499:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bb4b15. 00000400:00000200:1.0:1767384647.127505:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384647.127512:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05300 00000100:00000001:0.0:1767384647.127513:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127517:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: ACK: OK 00000100:00000001:0.0:1767384647.127518:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384647.127524:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e1 [2] + 0 00000100:00000001:0.0:1767384647.127524:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384647.127528:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384647.127531:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294937229 00000800:00000001:1.0:1767384647.127533:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384647.127534:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ac6932a. 00000100:00000010:0.0:1767384647.127536:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003c99ea1. 00000800:00000001:1.0:1767384647.127539:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384647.127542:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c36d4afc 00000800:00000001:1.0:1767384647.127543:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.127544:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767384647.127548:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384647.127550:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384647.127552:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294937229 00000800:00000001:1.0:1767384647.127555:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384647.127557:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384647.127565:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp15(192.168.202.117@tcp15) <- 192.168.202.117@tcp15 : ACK - for me 00000100:00000010:0.0:1767384647.127566:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c2fd113. 00000400:00000200:3.0:1767384647.127567:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c36d4afc 00000400:00000010:3.0:1767384647.127572:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c36d4afc. 00000100:00000001:0.0:1767384647.127573:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384647.127579:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294937229 00000100:00000001:3.0:1767384647.127580:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384647.127582:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c01cb0d. 00000100:00000200:3.0:1767384647.127585:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384647.127588:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp15: ACK from 12345-192.168.202.117@tcp15 into md 0x1959 00000100:00000001:0.0:1767384647.127589:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384647.127591:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000009fd2b5b7 x1853237059670784 msgsize 4848 00000400:00000200:1.0:1767384647.127594:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384647.127595:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294937229 00000400:00000200:1.0:1767384647.127602:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp15->192.168.202.117@tcp15: ACK: OK 00000100:00000010:0.0:1767384647.127602:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cae2f7. 00000100:00100000:3.0:1767384647.127606:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384647.127608:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384647.127609:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000100:00000040:3.0:1767384647.127610:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384647.127612:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384647.127613:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000001:0.0:1767384647.127618:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127620:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384647.127621:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.127624:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.127625:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384647.127632:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000100:00000001:0.0:1767384647.127632:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384647.127634:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da656225 00000100:00000001:0.0:1767384647.127636:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384647.127639:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:3.0:1767384647.127640:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da656225. 00000100:00000001:0.0:1767384647.127641:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384647.127644:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384647.127645:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (28) 00000100:00000001:0.0:1767384647.127647:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.127648:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384647.127652:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384647.127653:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384647.127656:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384647.127659:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.127671:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384647.127676:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670656 00000100:00000001:3.0:1767384647.127678:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384647.127679:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384647.127683:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384647.127685:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.127686:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.127690:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384647.127696:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670656 00000020:00000001:0.0:1767384647.127700:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384647.127702:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384647.127702:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384647.127707:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384647.127708:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384647.127712:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384647.127715:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384647.127717:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384647.127717:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384647.127724:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294937229 00000100:00000001:0.0:1767384647.127725:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384647.127729:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056809ea6. 00000100:00000001:3.0:1767384647.127731:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294937229 00000400:00000200:1.0:1767384647.127731:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384647.127733:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.127736:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294937229 00000400:00000010:1.0:1767384647.127737:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000004198b5b0. 00000100:00000001:3.0:1767384647.127740:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294937229 00000400:00000010:1.0:1767384647.127745:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa5b4ba. 00000020:00000010:0.0:1767384647.127745:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056809ea6. 00000100:00000001:3.0:1767384647.127746:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294937229 00000100:00000001:3.0:1767384647.127753:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294937229 00000400:00000010:1.0:1767384647.127753:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000020:00000010:0.0:1767384647.127754:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b53b571. 00000400:00000200:1.0:1767384647.127758:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004198b5b0 00000100:00000001:3.0:1767384647.127760:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294937229 00000400:00000010:1.0:1767384647.127762:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000007c00c6bf. 00000020:00000010:0.0:1767384647.127762:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000455584ba. 00000100:00000001:3.0:1767384647.127764:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294937229 00000400:00000200:1.0:1767384647.127769:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000100:00000001:3.0:1767384647.127770:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384647.127771:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8f08d5c. 00000400:00000200:1.0:1767384647.127774:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000100:00000001:3.0:1767384647.127777:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127779:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (27) 00000100:00000040:0.0:1767384647.127782:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384647.127783:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384647.127786:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000089b4cf0d. 00000100:00000001:0.0:1767384647.127787:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384647.127789:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.127791:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384647.127792:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000100:00000001:0.0:1767384647.127794:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.127797:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384647.127800:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5224e1c. 00000100:00000001:3.0:1767384647.127801:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384647.127802:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127809:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:3.0:1767384647.127810:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.127813:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384647.127816:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.127817:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.127818:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000001:3.0:1767384647.127821:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127828:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000001:0.0:1767384647.127853:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384647.127856:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670784 02000000:00000001:0.0:1767384647.127858:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384647.127859:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384647.127861:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.127863:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384647.127865:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670784 00000020:00000001:0.0:1767384647.127867:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384647.127868:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384647.127869:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384647.127872:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000100:00000001:3.0:1767384647.127874:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384647.127876:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000001:0.0:1767384647.127877:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384647.127878:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384647.127883:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:1.0:1767384647.127888:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000100:00100000:3.0:1767384647.127889:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000001:0.0:1767384647.127889:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384647.127895:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056809ea6. 00000100:00000040:3.0:1767384647.127898:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384647.127899:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384647.127900:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000100:00000001:3.0:1767384647.127903:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935604816 : -115911773946800 : ffff96942fe37c50) 00000020:00000010:0.0:1767384647.127905:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056809ea6. 00000020:00000010:0.0:1767384647.127914:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e317bea. 00000400:00000200:1.0:1767384647.127915:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000100:00000040:3.0:1767384647.127917:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f34fffa0 x1853237059670656/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 4848/0 e 0 to 0 dl 1767384658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384647.127921:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000417dea1e. 00000020:00000010:0.0:1767384647.127929:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000746828dd. 00000400:00000200:1.0:1767384647.127931:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000100:00000001:0.0:1767384647.127935:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384647.127938:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384647.127941:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.127943:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000100:00000001:0.0:1767384647.127947:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.127960:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.127961:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000001:3.0:1767384647.127967:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384647.127970:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000020:00000010:3.0:1767384647.127974:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069280e0e. 00000100:00000001:0.0:1767384647.127977:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384647.127979:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384647.127981:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384647.127986:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069280e0e. 00000400:00000200:1.0:1767384647.127989:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000100:00100000:0.0:1767384647.127990:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:0.0:1767384647.127995:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00100000:3.0:1767384647.127998:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f34fffa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059670656:12345-0@lo:253: 00000100:00000001:0.0:1767384647.128001:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935596624 : -115911773954992 : ffff96942fe35c50) 00000400:00000200:1.0:1767384647.128004:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000100:00000200:3.0:1767384647.128010:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670656 00000100:00000040:0.0:1767384647.128011:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fd2b5b7 x1853237059670784/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 4848/0 e 0 to 0 dl 1767384658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384647.128014:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000020:00000001:3.0:1767384647.128016:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384647.128021:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384647.128025:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.128030:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000020:00000001:3.0:1767384647.128031:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384647.128035:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:0.0:1767384647.128036:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384647.128041:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000020:00000010:0.0:1767384647.128042:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056809ea6. 00000020:00000001:3.0:1767384647.128043:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384647.128048:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.128048:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384647.128050:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000020:00000001:3.0:1767384647.128054:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384647.128054:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056809ea6. 00000020:00000001:3.0:1767384647.128058:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384647.128059:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000100:00100000:0.0:1767384647.128063:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fd2b5b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059670784:12345-0@lo:253: 00000020:00000001:3.0:1767384647.128064:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384647.128071:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670784 00000100:00000001:3.0:1767384647.128072:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384647.128073:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000020:00000001:0.0:1767384647.128075:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384647.128077:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384647.128080:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384647.128082:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.128083:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 02000000:00000010:3.0:1767384647.128085:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d78bab9f. 00000020:00000001:0.0:1767384647.128087:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384647.128090:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 02000000:00000001:3.0:1767384647.128092:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384647.128095:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384647.128096:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[77, 20], ns[78, 20] 00000100:00000001:3.0:1767384647.128098:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384647.128098:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384647.128104:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384647.128105:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384647.128107:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 20], ns[66, 20] 00000020:00000001:0.0:1767384647.128108:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384647.128112:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.128114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[79, 20] 20000000:00000010:3.0:1767384647.128116:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a80b4905. 00000100:00000001:0.0:1767384647.128116:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384647.128119:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384647.128123:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384647.128125:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 20], ns[91, 20] 02000000:00000010:0.0:1767384647.128127:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000323483e2. 20000000:00000001:3.0:1767384647.128128:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384647.128133:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[87, 20], ns[90, 20] 02000000:00000001:0.0:1767384647.128133:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384647.128134:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384647.128138:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.128139:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384647.128144:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.128145:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 20], ns[92, 20] 20000000:00000001:0.0:1767384647.128145:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384647.128166:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 20], ns[94, 20] 20000000:00000001:3.0:1767384647.128167:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384647.128169:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008bef140a. 00000400:00000200:1.0:1767384647.128172:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 20000000:01000000:0.0:1767384647.128176:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384647.128178:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp16 20000000:00000010:3.0:1767384647.128179:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000287503eb. 20000000:00000001:0.0:1767384647.128181:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384647.128185:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp16 lpni_is_preferred = 0 20000000:01000000:3.0:1767384647.128186:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384647.128186:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384647.128190:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp16 20000000:00000001:3.0:1767384647.128195:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384647.128197:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384647.128202:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384647.128204:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384647.128205:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp16 NI seq info: [97:97:256:4294967295] 192.168.202.117@tcp16 LPNI seq info [94:94:8:4294967295] 20000000:00000001:0.0:1767384647.128206:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384647.128212:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp16 00000400:00000200:1.0:1767384647.128222:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16:) -> 192.168.202.117@tcp16(192.168.202.117@tcp:192.168.202.117@tcp16) : GET try# 0 00000800:00000200:1.0:1767384647.128227:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp16 00000800:00000010:1.0:1767384647.128232:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048bb4b15. 00000800:00000200:1.0:1767384647.128237:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (6) 00000800:00000200:1.0:1767384647.128244:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp16 ip 192.168.202.117:988 00000800:00000200:1.0:1767384647.128247:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048bb4b15 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384647.128257:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384647.128261:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00080000:00000001:3.0:1767384647.128262:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384647.128268:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384647.128269:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384647.128271:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384647.128276:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384647.128281:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384647.128286:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384647.128293:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000016e90aac. 00080000:00000001:3.0:1767384647.128296:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857596928 : -115916851954688 : ffff969301373c00) 00080000:00000001:3.0:1767384647.128299:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:1.0:1767384647.128312:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384647.128315:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000048bb4b15. 00000400:00000200:1.0:1767384647.128317:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.128320:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: GET: OK 00000400:00000200:1.0:1767384647.128322:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384647.128324:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:1.0:1767384647.128330:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.128334:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384647.128335:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.128341:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.128346:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16) <- 192.168.202.117@tcp16 : GET - for me 00000400:00000200:1.0:1767384647.128352:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384647.128357:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 464/464 into md 0x1955 [1] + 0 00000400:00000200:1.0:1767384647.128363:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp16 to MR: 192.168.202.117@tcp16 local destination 00000400:00000200:1.0:1767384647.128368:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp16 NI seq info: [98:98:256:4294967295] 192.168.202.117@tcp16 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767384647.128379:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) -> 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) 192.168.202.117@tcp16 : REPLY try# 0 00000800:00000200:1.0:1767384647.128382:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.117@tcp16 00000800:00000010:1.0:1767384647.128385:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bb4b15. 00000800:00000200:1.0:1767384647.128389:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (6) 00000800:00000200:1.0:1767384647.128398:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp16 ip 192.168.202.117:1009 00000800:00000200:1.0:1767384647.128400:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048bb4b15 type 3, nob 560 niov 1 nkiov 1 00000001:00000001:3.0:1767384647.128425:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384647.128428:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384647.128433:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384647.128433:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384647.128437:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bb4b15. 00000400:00000200:1.0:1767384647.128440:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.128443:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: REPLY: OK 00000800:00000001:1.0:1767384647.128448:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.128450:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384647.128452:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.128455:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384647.128457:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384647.128457:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.128461:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384647.128462:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384647.128467:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16) <- 192.168.202.117@tcp16 : REPLY - for me 00000400:00000200:1.0:1767384647.128474:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp16: Reply from 12345-192.168.202.117@tcp16 of length 464/464 into md 0x1971 00000800:00000001:1.0:1767384647.128477:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.128481:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.128482:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.128486:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: REPLY: OK 00000400:00000200:1.0:1767384647.128488:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000400:00000010:1.0:1767384647.128489:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000400:00000200:1.0:1767384647.128492:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384647.128494:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:1.0:1767384647.128496:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:1.0:1767384647.128499:0:16135:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 27. state = 0x100251 00000400:00000200:1.0:1767384647.128503:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384647.128508:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (28) 00000800:00000001:1.0:1767384647.128512:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.128516:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.128527:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384647.128529:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000d1 00000400:00000010:1.0:1767384647.128534:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 000000001df8a9a1. 00000400:00000010:1.0:1767384647.128536:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 000000009c857219. 00000400:00000010:1.0:1767384647.128539:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 000000005b637c0c. 00000400:00000200:1.0:1767384647.128573:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp32(0000000089940113) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384647.128577:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp33(00000000d99372d1) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384647.128584:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000024f9613a. 00080000:00000001:3.0:1767384647.128588:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384647.128589:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000024f9613a nid 192.168.202.117@tcp35 00080000:00000001:3.0:1767384647.128594:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384647.128595:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002c6dd286. 00000400:00000200:1.0:1767384647.128598:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000002c6dd286 net tcp35 00000400:00000200:1.0:1767384647.128601:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (27) 00000400:00000200:1.0:1767384647.128605:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp35 flags 0x11 00000400:00000010:1.0:1767384647.128608:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 000000001df8a9a1. 00000400:00000010:1.0:1767384647.128611:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 000000009c857219. 00000400:00000010:1.0:1767384647.128612:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 000000005b637c0c. 00000400:00000010:1.0:1767384647.128614:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000089b4cf0d. 00000400:00000200:1.0:1767384647.128617:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384647.128619:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100151 00000400:00000200:1.0:1767384647.128621:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc 1 00000400:00000200:1.0:1767384647.128623:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000200:1.0:1767384647.128626:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384647.128629:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:1.0:1767384647.128632:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:1.0:1767384647.128635:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (28) 00080000:00000001:3.0:1767384647.136366:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384647.136375:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:2.0:1767384647.136377:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384647.136381:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384647.136382:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384647.136386:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384647.136387:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384647.136388:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384647.136390:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384647.136392:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000016e90aac. 00080000:00000001:2.0:1767384647.136396:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384647.136397:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384647.136411:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384647.136415:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384647.136419:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384647.136419:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff7434ca. 00080000:00000020:3.0:1767384647.136422:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384647.136424:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384647.136425:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 10000000:01000000:2.0:1767384647.136428:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384647.136430:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384647.136432:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384647.136436:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384647.136437:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384647.136444:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bcc7c827 count: 2 00010000:00000001:2.0:1767384647.136448:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384647.136451:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384647.136455:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094a106e9. 00000020:00000001:2.0:1767384647.136458:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384647.136460:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094a106e9 with handle 0x534bb1615bf4c83d to hash 00080000:00000001:0.0:1767384647.136461:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384647.136463:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384647.136466:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00080000:00000001:0.0:1767384647.136467:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384647.136469:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00080000:00000001:0.0:1767384647.136470:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384647.136475:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384647.136476:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384647.136478:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384647.136479:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.136483:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384647.136483:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384647.136490:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384647.136494:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:0.0:1767384647.136495:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000079249996. 00010000:00000001:2.0:1767384647.136497:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384647.136499:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868758528 : -115916840793088 : ffff969301e18c00) 00010000:00000001:2.0:1767384647.136500:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384647.136503:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384647.136504:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384647.136507:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384647.136511:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384647.136516:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384647.136523:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.136525:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384647.136526:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384647.136528:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384647.136530:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384647.136532:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384647.136536:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bcc7c827) refcount = 2 00010000:00000040:2.0:1767384647.136539:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384647.136542:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384647.136545:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384647.136547:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384647.136550:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000010:2.0:1767384647.136553:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017e19110. 00080000:00000001:0.0:1767384647.136553:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.136559:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384647.136559:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:2.0:1767384647.136565:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088bf9199. 00000100:00000001:2.0:1767384647.136568:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876285248 : -115916833266368 : ffff969302546540) 00000100:00000001:2.0:1767384647.136570:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156876285248 : -115916833266368 : ffff969302546540) 00080000:00000001:0.0:1767384647.136572:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.136573:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384647.136576:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:0.0:1767384647.136577:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384647.136578:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384647.136582:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384647.136584:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384647.136586:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384647.136588:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384647.136589:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384647.136591:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384647.136594:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c7b562. 00000020:00000040:2.0:1767384647.136597:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:2.0:1767384647.136600:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.136602:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384647.136605:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384647.136610:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000474b6ac8. 00000100:00000001:2.0:1767384647.136619:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.136624:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384647.136626:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384647.136631:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384647.136637:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 16 pid: 16773 timeout: 419 lvb_type: 0 00010000:00000001:2.0:1767384647.136643:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384647.136646:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384647.136649:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384647.136656:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384647.136658:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.136660:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059670912:0@lo:104: 00000100:00000001:2.0:1767384647.136663:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384647.136666:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384647.136668:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.136669:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384647.136672:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e12b1f7e. 02000000:00000001:2.0:1767384647.136674:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384647.136678:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b9b6896. 00000400:00000010:2.0:1767384647.136684:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004309f962. 00000100:00000200:2.0:1767384647.136687:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059670912, portal 16 00000100:00000001:2.0:1767384647.136690:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384647.136691:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204774656 : -115911504776960 : ffff96943feeb100) 00000100:00000040:2.0:1767384647.136695:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384647.136700:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384647.136703:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384647.136706:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000200:2.0:1767384647.136708:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059670912, offset 0 00000400:00000200:2.0:1767384647.136714:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384647.136724:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384647.136731:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a05380 00000400:00000200:2.0:1767384647.136742:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1791 [2] + 0 00000400:00000200:2.0:1767384647.136747:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384647.136752:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384647.136757:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384647.136759:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384647.136762:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090fe031b. 00000100:00000040:2.0:1767384647.136764:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000090fe031b x1853237059670912 msgsize 328 00000100:00100000:2.0:1767384647.136770:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384647.136782:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384647.136788:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000400:00000010:2.0:1767384647.136790:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000001:2.0:1767384647.136795:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384647.136799:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384647.136805:0:19653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384647.136806:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384647.136811:0:19653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059670912 00000100:00000040:2.0:1767384647.136812:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384647.136816:0:19653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384647.136820:0:19653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384647.136822:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.136823:0:19653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.136825:0:16794:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384647.136829:0:19653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384647.136850:0:19653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059670912 00000020:00000001:3.0:1767384647.136853:0:19653:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384647.136855:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384647.136856:0:19653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000020:00000001:3.0:1767384647.136861:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384647.136862:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294937239 00000020:00000040:3.0:1767384647.136866:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000020:00000001:3.0:1767384647.136870:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:2.0:1767384647.136871:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294937229 00000100:00000001:2.0:1767384647.136875:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294937239 00000100:00000001:2.0:1767384647.136879:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294937229 00000020:00000001:3.0:1767384647.136881:0:19653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:2.0:1767384647.136883:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294937239 00000100:00000001:3.0:1767384647.136887:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384647.136888:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294937229 00000020:00000010:3.0:1767384647.136893:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e775b5. 00000100:00000001:2.0:1767384647.136895:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294937239 00000100:00000001:3.0:1767384647.136899:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.136900:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294937229 00000020:00000010:3.0:1767384647.136905:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e775b5. 00000100:00000001:2.0:1767384647.136906:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.136908:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.136912:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.136914:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.136922:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.136924:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384647.136925:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384647.136927:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.136929:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384647.136930:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384647.136932:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.136934:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384647.136935:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384647.136937:0:19653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bdcdce1. 00000100:00100000:2.0:1767384647.136937:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 0000000088bf9199 going to sleep for 11 seconds 00000100:00000001:2.0:1767384647.136944:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384647.136946:0:19653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f3f3f32. 00000100:00000001:2.0:1767384647.136946:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384647.136954:0:19653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007f4c905. 00000100:00000040:3.0:1767384647.136965:0:19653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384647.136968:0:19653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384647.136970:0:19653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384647.136973:0:19653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.136979:0:19653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.136986:0:19653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.137002:0:19653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384647.137004:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384647.137005:0:19653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384647.137009:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384647.137014:0:19653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384647.137017:0:19653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:3.0:1767384647.137020:0:19653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204777344 : -115911504774272 : ffff96943feebb80) 00000100:00000001:2.0:1767384647.137021:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.137026:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090fe031b x1853237059670912/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 328/0 e 0 to 0 dl 1767384658 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384647.137026:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.137039:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384647.137043:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e775b5. 00000100:00000001:3.0:1767384647.137046:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384647.137049:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e775b5. 00000100:00100000:3.0:1767384647.137055:0:19653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090fe031b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059670912:12345-0@lo:104: 00000100:00000200:3.0:1767384647.137060:0:19653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059670912 00010000:00000001:3.0:1767384647.137063:0:19653:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384647.137067:0:19653:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384647.137069:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.137071:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=2 00000020:00000001:3.0:1767384647.137074:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384647.137082:0:19653:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:3.0:1767384647.137085:0:19653:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384647.137088:0:19653:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384647.137092:0:19653:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384647.137101:0:19653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384647.137104:0:19653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384647.137108:0:19653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003d6b4f41. 02000000:00000001:3.0:1767384647.137111:0:19653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.137114:0:19653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.137118:0:19653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384647.137120:0:19653:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384647.137124:0:19653:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384647.137129:0:19653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384647.137133:0:19653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384647.137136:0:19653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384647.137139:0:19653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384647.137141:0:19653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.137144:0:19653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384647.137147:0:19653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384647.137165:0:19653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000185229a. 00000100:00000200:3.0:1767384647.137170:0:19653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059670912, offset 224 00000400:00000200:3.0:1767384647.137177:0:19653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384647.137183:0:19653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384647.137190:0:19653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a05380 00000400:00000200:3.0:1767384647.137197:0:19653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1975 [1] + 224 00000400:00000200:3.0:1767384647.137201:0:19653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384647.137206:0:19653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384647.137211:0:19653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.137215:0:19653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384647.137226:0:19653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384647.137255:0:19653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384647.137261:0:19653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000185229a 00000400:00000010:3.0:1767384647.137263:0:19653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000185229a. 00000100:00000001:3.0:1767384647.137268:0:19653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384647.137270:0:19653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384647.137274:0:19653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.137276:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384647.137279:0:19653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:2.0:1767384647.137281:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384647.137284:0:19653:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384647.137285:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384647.137289:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b9b6896. 00010000:00000010:3.0:1767384647.137290:0:19653:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000076f2e14. 00010000:00000001:3.0:1767384647.137295:0:19653:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384647.137295:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004309f962 00010000:00010000:3.0:1767384647.137309:0:19653:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384647.137312:0:19653:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.137315:0:19653:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.137317:0:19653:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.137322:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090fe031b x1853237059670912/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384647.137333:0:19653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090fe031b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059670912:12345-0@lo:104: Request processed in 292us (565us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384647.137336:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004309f962. 00000100:00000001:2.0:1767384647.137341:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384647.137344:0:19653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000200:2.0:1767384647.137348:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384647.137349:0:19653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00000001:3.0:1767384647.137355:0:19653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384647.137360:0:19653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384647.137360:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384647.137367:0:19653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f3f3f32. 00000100:00000001:2.0:1767384647.137368:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384647.137370:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384647.137374:0:19653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007f4c905. 00000100:00000001:2.0:1767384647.137374:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384647.137378:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384647.137380:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384647.137381:0:19653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bdcdce1. 00000100:00000001:2.0:1767384647.137381:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.137386:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384647.137389:0:19653:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00000100:00001000:2.0:1767384647.137391:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=55 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384647.137393:0:19653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384647.137396:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384647.137399:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384647.137406:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.137408:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384647.137410:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.137412:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.137416:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384647.137421:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.137423:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384647.137425:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384647.137427:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384647.137429:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384647.137430:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384647.137431:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.137433:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384647.137438:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059670912:0@lo:104: 00000100:00000001:2.0:1767384647.137441:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.137443:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.137444:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384647.137446:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384647.137448:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000074c7b562 x1853237059670912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384647.137454:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384647.137456:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384647.137458:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e12b1f7e. 02000000:00000001:2.0:1767384647.137461:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384647.137462:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384647.137463:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:2.0:1767384647.137465:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384647.137467:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000474b6ac8. 02000000:00000001:2.0:1767384647.137470:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384647.137471:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384647.137472:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c7b562. 00000100:00000001:2.0:1767384647.137475:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384647.137477:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384647.137482:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000088bf9199. 00000100:00000001:2.0:1767384647.137485:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384647.137487:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384647.137489:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017e19110. 00010000:00000001:2.0:1767384647.137492:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.137494:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.137496:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384647.137498:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384647.137500:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384647.137502:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384647.137520:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384647.137522:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.137524:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384647.137527:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384647.137529:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384647.137531:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384647.137536:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000702bae6d already unused, calling callback (00000000b79f9119) 10000000:00000001:2.0:1767384647.137538:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384647.137539:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384647.137543:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384647.137544:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384647.137545:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384647.137546:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000702bae6d refcount=3 00000020:00000001:2.0:1767384647.137548:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:2.0:1767384647.137549:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586111488 : -115912123440128 : ffff96941b0ea400) 00010000:00000001:2.0:1767384647.137552:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384647.137553:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384647.137568:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384647.137569:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384647.137573:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384647.137575:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384647.137577:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384647.137579:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384647.137580:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384647.137581:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384647.137594:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384647.137596:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384647.137598:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 10000000:00000001:2.0:1767384647.137600:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384647.137601:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.137604:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384647.137607:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384647.137608:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384647.137610:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384647.137612:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384647.137614:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000702bae6d with handle 0x534bb1615bf4c82f from hash 00010000:00000001:2.0:1767384647.137615:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384647.137617:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384647.137618:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384647.137619:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384647.137621:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384647.137622:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384647.137624:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384647.137626:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384647.137655:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c7b562. 00000020:00000040:2.0:1767384647.137658:0:16766:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384647.137660:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.137662:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384647.137665:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384647.137669:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000474b6ac8. 00000100:00000001:2.0:1767384647.137676:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.137678:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384647.137681:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384647.137686:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384647.137688:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.137690:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384647.137693:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.137698:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074c7b562] to pc [ptlrpcd_00_00+0] req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384647.137718:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384647.137720:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384647.137722:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384647.137723:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.137724:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384647.137726:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.137728:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384647.137732:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384647.137734:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000702bae6d/0x534bb1615bf4c82f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c836 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384647.137738:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a87e3d58 count: 0 00010000:00000001:2.0:1767384647.137749:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384647.137750:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384647.137751:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000076f2e14. 00010000:00000001:2.0:1767384647.137755:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.137757:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384647.137758:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.137761:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384647.137763:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384647.137765:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.137767:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384647.137774:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384647.137776:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.137778:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384647.137785:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.137788:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384647.137790:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384647.137794:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.137799:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384647.137801:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.137804:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384647.137806:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384647.137808:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.137810:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059671040:0@lo:103: 00000100:00000001:2.0:1767384647.137814:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384647.137816:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384647.137818:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.137819:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384647.137822:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e12b1f7e. 02000000:00000001:2.0:1767384647.137824:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384647.137827:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b9b6896. 00000400:00000010:2.0:1767384647.138059:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004309f962. 00000100:00000200:2.0:1767384647.138063:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059671040, portal 18 00000100:00000001:2.0:1767384647.138065:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384647.138067:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204774656 : -115911504776960 : ffff96943feeb100) 00000100:00000040:2.0:1767384647.138071:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.138076:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384647.138079:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384647.138082:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000200:2.0:1767384647.138083:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059671040, offset 0 00000400:00000200:2.0:1767384647.138088:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384647.138094:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384647.138101:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a05400 00000400:00000200:2.0:1767384647.138110:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384647.138115:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384647.138118:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384647.138122:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384647.138124:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384647.138128:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080eca1a4. 00000100:00000040:2.0:1767384647.138130:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000080eca1a4 x1853237059671040 msgsize 328 00000100:00100000:2.0:1767384647.138133:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384647.138139:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384647.138144:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000400:00000010:2.0:1767384647.138146:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000001:2.0:1767384647.138163:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384647.138166:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.138172:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384647.138176:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.138178:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384647.138184:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671040 00000100:00000001:2.0:1767384647.138184:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.138188:0:16140:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384647.138189:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384647.138192:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384647.138193:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.138195:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.138198:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294937240 00000100:00000001:2.0:1767384647.138203:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937239 02000000:00000001:3.0:1767384647.138205:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.138209:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294937240 00000100:00100000:3.0:1767384647.138210:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671040 00000020:00000001:3.0:1767384647.138214:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384647.138215:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937239 00000020:00000040:3.0:1767384647.138217:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:2.0:1767384647.138219:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294937240 00000020:00000001:3.0:1767384647.138221:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.138225:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000100:00000001:2.0:1767384647.138225:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937239 00000020:00000001:3.0:1767384647.138231:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384647.138232:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294937240 00000020:00000001:3.0:1767384647.138234:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384647.138236:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937239 00000100:00000001:3.0:1767384647.138239:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384647.138241:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384647.138243:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf1fda79. 00000100:00000001:2.0:1767384647.138244:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.138249:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.138250:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384647.138253:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf1fda79. 00000100:00000001:2.0:1767384647.138257:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384647.138258:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bdcdce1. 00000020:00000010:3.0:1767384647.138263:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000068266b6. 00000100:00000001:2.0:1767384647.138263:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384647.138266:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384647.138270:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007f4c905. 00000100:00000001:2.0:1767384647.138270:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.138271:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384647.138274:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.138277:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.138282:0:19654:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384647.138286:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384647.138288:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384647.138289:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384647.138291:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384647.138292:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138294:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138298:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384647.138301:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384647.138303:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.138305:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:3.0:1767384647.138308:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:3.0:1767384647.138311:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00010000:3.0:1767384647.138316:0:19654:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 17 pid: 16773 timeout: 419 lvb_type: 0 00010000:00000001:3.0:1767384647.138330:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138333:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138335:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.138337:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.138343:0:19654:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384647.138354:0:19654:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080eca1a4 x1853237059671040/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 328/0 e 0 to 0 dl 1767384658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.138363:0:19654:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384647.138365:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.138375:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.138388:0:19654:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384647.138390:0:19654:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384647.138395:0:19654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384647.138398:0:19654:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:0.0:1767384647.138398:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384647.138402:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384647.138403:0:19654:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204771072 : -115911504780544 : ffff96943feea300) 00000100:00000001:0.0:1767384647.138405:0:16765:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.138408:0:16765:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.138409:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080eca1a4 x1853237059671040/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 328/0 e 0 to 0 dl 1767384658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.138419:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384647.138423:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf1fda79. 00000100:00000001:3.0:1767384647.138426:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384647.138428:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf1fda79. 00000100:00100000:3.0:1767384647.138435:0:19654:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080eca1a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16140:x1853237059671040:12345-0@lo:103: 00000100:00000200:3.0:1767384647.138439:0:19654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671040 00010000:00000001:3.0:1767384647.138443:0:19654:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384647.138445:0:19654:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384647.138448:0:19654:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384647.138451:0:19654:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384647.138454:0:19654:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384647.138457:0:19654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a4ddab25. 02000000:00000001:3.0:1767384647.138460:0:19654:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.138462:0:19654:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138464:0:19654:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384647.138466:0:19654:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384647.138469:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384647.138471:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.138472:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:3.0:1767384647.138475:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:3.0:1767384647.138477:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000040:3.0:1767384647.138486:0:19654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bcc7c827 count: 3 00010000:00010000:3.0:1767384647.138490:0:19654:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 17 pid: 16773 timeout: 419 lvb_type: 0 00000100:00001000:3.0:1767384647.138497:0:19654:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384647 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384647.138500:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384647.138504:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138505:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384647.138507:0:19654:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 17 pid: 16773 timeout: 419 lvb_type: 0 00000020:00000001:3.0:1767384647.138514:0:19654:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384647.138515:0:19654:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384647.138517:0:19654:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.138518:0:19654:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138521:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384647.138522:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384647.138526:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138527:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138529:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384647.138531:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384647.138534:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c836 from hash 00010000:00000001:3.0:1767384647.138537:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384647.138538:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138540:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138542:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384647.138544:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384647.138545:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384647.138547:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c836 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c82f expref: 17 pid: 16773 timeout: 419 lvb_type: 0 00010000:00000040:3.0:1767384647.138554:0:19654:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:3.0:1767384647.138556:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:3.0:1767384647.138562:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138564:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384647.138567:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384647.138574:0:19654:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000094a106e9 00010000:00000001:3.0:1767384647.138576:0:19654:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384647.138578:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384647.138580:0:19654:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.138583:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384647.138585:0:19654:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.138587:0:19654:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384647.138589:0:19654:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384647.138591:0:19654:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138597:0:19654:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384647.138599:0:19654:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384647.138601:0:19654:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384647.138603:0:19654:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384647.138605:0:19654:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bcc7c827) refcount = 2 00010000:00010000:3.0:1767384647.138608:0:19654:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138614:0:19654:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384647.138616:0:19654:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384647.138618:0:19654:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.138621:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384647.138624:0:19654:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf1fda79. 00000100:00000001:3.0:1767384647.138626:0:19654:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384647.138630:0:19654:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4849761. 00000100:00000001:3.0:1767384647.138632:0:19654:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156881198272 : -115916828353344 : ffff9693029f5cc0) 00000100:00000001:3.0:1767384647.138634:0:19654:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156881198272 : -115916828353344 : ffff9693029f5cc0) 00000100:00000001:3.0:1767384647.138637:0:19654:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384647.138638:0:19654:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384647.138640:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384647.138643:0:19654:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384647.138646:0:19654:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384647.138648:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384647.138650:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.138652:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=5 00000020:00000001:3.0:1767384647.138659:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:3.0:1767384647.138662:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:3.0:1767384647.138665:0:19654:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384647.138667:0:19654:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138674:0:19654:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384647.138676:0:19654:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138682:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138684:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384647.138686:0:19654:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138692:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384647.138694:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138696:0:19654:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384647.138698:0:19654:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384647.138704:0:19654:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000094a106e9 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384647.138707:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384647.138709:0:19654:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384647.138710:0:19654:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138717:0:19654:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384647.138718:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384647.138720:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.138722:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=6 00000020:00000001:3.0:1767384647.138724:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:3.0:1767384647.138726:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:3.0:1767384647.138730:0:19654:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384647.138737:0:19654:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138743:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384647.138745:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384647.138747:0:19654:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138758:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384647.138760:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384647.138763:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384647.138765:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384647.138769:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094a106e9 with handle 0x534bb1615bf4c83d from hash 00010000:00000001:3.0:1767384647.138771:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384647.138773:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138775:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138777:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384647.138779:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384647.138780:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384647.138782:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384647.138784:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.138786:0:19654:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138788:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384647.138790:0:19654:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384647.138793:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138794:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138796:0:19654:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138798:0:19654:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138801:0:19654:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384647.138803:0:19654:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.138808:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138810:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138811:0:19654:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384647.138813:0:19654:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384647.138815:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138816:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138817:0:19654:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384647.138819:0:19654:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384647.138827:0:19654:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138829:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.138856:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.138859:0:19654:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.138861:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384647.138863:0:19654:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384647.138867:0:19654:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.138869:0:19654:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.138871:0:19654:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384647.138873:0:19654:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f4849761. 00000100:00000001:3.0:1767384647.138878:0:19654:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384647.138881:0:19654:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384647.138884:0:19654:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf1fda79. 00010000:00000001:3.0:1767384647.138888:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384647.138890:0:19654:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384647.138892:0:19654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.138895:0:19654:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384647.138897:0:19654:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384647.138899:0:19654:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384647.138903:0:19654:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384647.138906:0:19654:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384647.138908:0:19654:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384647.138910:0:19654:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384647.138912:0:19654:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.138915:0:19654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384647.138918:0:19654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384647.138933:0:19654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000185229a. 00000100:00000200:3.0:1767384647.138936:0:19654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059671040, offset 224 00000400:00000200:3.0:1767384647.138943:0:19654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384647.138950:0:19654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384647.138958:0:19654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a05400 00010000:00010000:2.0:1767384647.138961:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384647.138964:0:19654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1981 [1] + 224 00000400:00000200:3.0:1767384647.138974:0:19654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384647.138979:0:19654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384647.138984:0:19654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.138987:0:19654:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384647.139007:0:19654:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384647.139009:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384647.139017:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384647.139023:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384647.139030:0:19654:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384647.139032:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384647.139035:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384647.139037:0:19654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000185229a 00010000:00010000:2.0:1767384647.139038:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c83d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384647.139042:0:19654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000185229a. 00000100:00000001:3.0:1767384647.139048:0:19654:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:2.0:1767384647.139050:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bcc7c827 count: 0 00000100:00000001:3.0:1767384647.139051:0:19654:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384647.139056:0:19654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.139061:0:19654:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384647.139062:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.139064:0:19654:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384647.139066:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384647.139068:0:19654:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.139073:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080eca1a4 x1853237059671040/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.139083:0:19654:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080eca1a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16140:x1853237059671040:12345-0@lo:103: Request processed in 662us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384647.139092:0:19654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384647.139095:0:19654:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384647.139098:0:19654:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384647.139101:0:19654:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384647.139105:0:19654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000068266b6. 00000020:00000010:3.0:1767384647.139109:0:19654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007f4c905. 00000020:00000010:3.0:1767384647.139113:0:19654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bdcdce1. 00000020:00000040:3.0:1767384647.139119:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:3.0:1767384647.139122:0:19654:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.139145:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.139160:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384647.139163:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384647.139165:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384647.139167:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b9b6896. 00000400:00000200:3.0:1767384647.139173:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004309f962 00000400:00000010:3.0:1767384647.139175:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004309f962. 00000100:00000001:3.0:1767384647.139179:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.139188:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384647.139198:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.139207:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384647.139209:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.139212:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384647.139213:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384647.139215:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384647.139217:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384647.139220:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384647.139223:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=55 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384647.139227:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384647.139231:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384647.139233:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.139235:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384647.139237:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.139240:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.139244:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.139252:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.139254:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384647.139256:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384647.139260:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.139268:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059671040:0@lo:103: 00000100:00000001:3.0:1767384647.139273:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.139275:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384647.139278:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000074c7b562 x1853237059671040/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.139286:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384647.139289:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384647.139291:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e12b1f7e. 02000000:00000001:3.0:1767384647.139300:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384647.139302:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384647.139304:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384647.139307:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384647.139309:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000474b6ac8. 02000000:00000001:3.0:1767384647.139313:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384647.139315:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384647.139317:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c7b562. 00000100:00000001:3.0:1767384647.139321:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384647.139323:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.139325:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.139330:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384647.139332:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.139334:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.139337:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384647.141856:0:16620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00010000:00000010:2.1:1767384647.141867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a87e3d58. 00010000:00000010:2.1:1767384647.141875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000702bae6d. 00080000:00000001:0.0:1767384647.144198:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384647.144203:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384647.144205:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384647.144207:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384647.144212:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384647.144213:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384647.144217:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384647.144218:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384647.144220:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384647.144222:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384647.144225:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000079249996. 00080000:00000001:1.0:1767384647.144231:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384647.144237:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384647.144243:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384647.144249:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384647.144250:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384647.144254:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384647.144256:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384647.144259:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384647.144261:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384647.144266:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c79736a. 00010000:00000001:3.0:1767384647.144270:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384647.144273:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ce68463. 00000020:00000001:3.0:1767384647.144276:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384647.144278:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ce68463 with handle 0x534bb1615bf4c844 to hash 00000020:00000001:3.0:1767384647.144280:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384647.144282:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384647.144284:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384647.144287:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384647.144288:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384647.144290:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144296:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384647.144297:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384647.144299:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384647.144307:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384647.144309:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.144311:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384647.144313:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.144316:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384647.144318:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384647.144320:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384647.144322:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384647.144324:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c79736a) refcount = 1 00010000:00010000:3.0:1767384647.144328:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144334:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384647.144337:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384647.144339:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.144341:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.144344:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384647.144346:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384647.144350:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384647.144352:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384647.144354:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.144356:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ce68463 refcount=4 00000020:00000001:3.0:1767384647.144359:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384647.144362:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384647.144365:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384647.144367:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144373:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384647.144376:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144381:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.144382:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384647.144384:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144398:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384647.144400:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.144402:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384647.144404:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384647.144408:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ce68463 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384647.144411:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384647.144413:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384647.144415:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144419:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384647.144421:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384647.144422:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384647.144423:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ce68463 refcount=5 00000020:00000001:3.0:1767384647.144425:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384647.144427:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384647.144429:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384647.144430:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144434:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384647.144435:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384647.144436:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.144439:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384647.144441:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384647.144443:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384647.144444:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384647.144446:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ce68463 with handle 0x534bb1615bf4c844 from hash 00010000:00000001:3.0:1767384647.144448:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384647.144450:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.144451:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.144458:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384647.144460:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384647.144461:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384647.144463:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384647.144464:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384647.144465:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.144467:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384647.144468:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384647.144470:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.144471:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.144473:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.144474:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.144475:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384647.144477:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144480:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.144481:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.144483:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384647.144484:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384647.144485:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.144487:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.144488:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384647.144490:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384647.144491:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384647.144493:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384647.144496:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384647.144498:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384647.144499:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ce68463/0x534bb1615bf4c844 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384647.144502:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c79736a count: 0 00010000:00000001:3.0:1767384647.144512:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384647.144514:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384647.145869:0:29386:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bcc7c827. 00010000:00000010:2.1:1767384647.145877:0:29386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094a106e9. 00080000:00000020:3.0:1767384647.146738:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384647.146741:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384647.146749:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a80b4905. 20000000:00000001:3.0:1767384647.146755:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384647.146759:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059670656 00010000:00000001:3.0:1767384647.146761:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384647.146766:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f34fffa0 x1853237059670656/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384647.146772:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384647.146774:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384647.146776:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384647.146779:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384647.146782:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384647.146784:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384647.146786:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384647.146787:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.146789:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384647.146793:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384647.146796:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4849761. 00000100:00000200:3.0:1767384647.146800:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059670656, offset 224 00000400:00000200:3.0:1767384647.146806:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384647.146813:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384647.146821:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05280 00000400:00000200:3.0:1767384647.146826:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x195d [2] + 224 00000400:00000200:3.0:1767384647.146851:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384647.146854:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384647.146858:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.146862:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384647.146870:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.146882:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384647.146887:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4849761 00000400:00000010:3.0:1767384647.146889:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4849761. 00000100:00000001:3.0:1767384647.146892:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384647.146899:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384647.146904:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.146907:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384647.146909:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384647.146912:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.146915:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384647.146919:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f34fffa0 x1853237059670656/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.146926:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f34fffa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059670656:12345-0@lo:253: Request processed in 18960us (19482us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384647.146934:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:3.0:1767384647.146936:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384647.146938:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384647.146940:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384647.146944:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000455584ba. 00000020:00000010:3.0:1767384647.146947:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8f08d5c. 00000020:00000010:3.0:1767384647.146950:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b53b571. 00000020:00000040:3.0:1767384647.146956:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:3.0:1767384647.146959:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384647.146961:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d78bab9f. 02000000:00000001:3.0:1767384647.146964:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384647.146966:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384647.146970:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384647.146974:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d66b7f13. 00000400:00000010:3.0:1767384647.146978:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4849761. 00000100:00000001:3.0:1767384647.146997:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.146999:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384647.147002:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384647.147004:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384647.147005:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cebe9c77. 00000400:00000200:3.0:1767384647.147008:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a964c14 00000400:00000010:3.0:1767384647.147010:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a964c14. 00000100:00000001:3.0:1767384647.147012:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.147014:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384647.147031:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.147037:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384647.147038:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.147040:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384647.147041:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384647.147042:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384647.147044:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384647.147046:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384647.147048:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=55 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384647.147051:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384647.147054:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384647.147055:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.147056:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384647.147058:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.147059:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.147062:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.147066:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.147068:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384647.147069:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384647.147072:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384647.147073:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384647.147075:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384647.147076:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384647.147077:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384647.147078:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384647.147079:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384647.147080:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384647.147081:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384647.147082:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384647.147084:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.147088:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae84b1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059670656:0@lo:253: 00000100:00000001:3.0:1767384647.147097:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.147099:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384647.147101:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae84b1e1 x1853237059670656/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.147106:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384647.147108:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384647.147110:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f329d52f. 02000000:00000001:3.0:1767384647.147114:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384647.147116:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384647.147117:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384647.147119:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384647.147121:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000096ab4887. 02000000:00000001:3.0:1767384647.147125:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384647.147126:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384647.147127:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae84b1e1. 00000100:00000001:3.0:1767384647.147130:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384647.147131:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.147133:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.147137:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384647.147139:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.147141:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.147144:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384647.148105:0:29386:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dd8c843b. 00000400:00000040:2.0:1767384647.148119:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384647.148121:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384647.148123:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384647.148124:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384647.148126:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384647.148127:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384647.148129:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384647.148130:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384647.148131:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384647.148132:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384647.148133:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384647.148137:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384647.148139:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384647.148140:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384647.148141:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384647.148143:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384647.148144:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384647.148144:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384647.148145:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384647.148147:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384647.148162:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384647.148164:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384647.148165:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384647.148166:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384647.148167:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384647.148169:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384647.148169:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384647.148171:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384647.148172:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384647.148174:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384647.148175:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384647.148177:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384647.148178:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384647.148180:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384647.148181:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384647.148182:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384647.148184:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384647.148186:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384647.148187:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384647.148188:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384647.148189:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384647.148190:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384647.148192:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384647.148193:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384647.148195:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384647.148196:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384647.148197:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384647.148198:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384647.148200:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384647.148201:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384647.148208:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384647.148210:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384647.148211:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384647.148213:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384647.148214:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384647.148216:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384647.148217:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000020:0.0:1767384647.148277:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384647.148287:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384647.148290:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008bef140a. 20000000:00000001:0.0:1767384647.148296:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384647.148301:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059670784 00000400:00000010:2.0:1767384647.148302:0:29386:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dd8c843b. 00010000:00000001:0.0:1767384647.148307:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384647.148311:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009fd2b5b7 x1853237059670784/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384647.148318:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384647.148319:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384647.148320:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384647.148323:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384647.148324:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384647.148326:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384647.148328:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384647.148329:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.148331:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384647.148333:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384647.148335:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033aaf018. 00000100:00000200:0.0:1767384647.148338:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059670784, offset 224 00000400:00000200:0.0:1767384647.148344:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384647.148349:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384647.148354:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05300 00000400:00000200:0.0:1767384647.148358:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1965 [2] + 224 00000400:00000200:0.0:1767384647.148362:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384647.148364:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384647.148366:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384647.148369:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384647.148374:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.148389:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384647.148392:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033aaf018 00000400:00000010:0.0:1767384647.148394:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033aaf018. 00000100:00000001:0.0:1767384647.148396:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384647.148403:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384647.148403:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384647.148406:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384647.148409:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384647.148411:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384647.148414:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:3.0:1767384647.148415:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384647.148418:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058e4d8d9. 00010000:00000001:0.0:1767384647.148419:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384647.148422:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.148424:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5c26c90 00000020:00000001:0.0:1767384647.148425:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384647.148428:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5c26c90. 00000100:00000040:0.0:1767384647.148431:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd2b5b7 x1853237059670784/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.148432:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.148439:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384647.148445:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fd2b5b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059670784:12345-0@lo:253: Request processed in 20405us (20849us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384647.148461:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384647.148461:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:0.0:1767384647.148467:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384647.148471:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384647.148474:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384647.148476:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384647.148478:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384647.148479:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000417dea1e. 00000020:00000010:0.0:1767384647.148484:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000746828dd. 00000100:00000001:3.0:1767384647.148489:0:16143:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384647.148490:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e317bea. 02000000:00000001:3.0:1767384647.148492:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384647.148494:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384647.148496:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384647.148497:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384647.148501:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.148502:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384647.148504:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=55 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384647.148505:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000323483e2. 02000000:00000001:0.0:1767384647.148509:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384647.148511:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384647.148512:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.148518:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384647.148518:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384647.148519:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.148523:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384647.148524:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001074d576. 00010000:00000001:3.0:1767384647.148525:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.148530:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384647.148531:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033aaf018. 00000100:00000040:3.0:1767384647.148534:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.148540:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.148542:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384647.148543:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384647.148544:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384647.148546:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384647.148546:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384647.148547:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384647.148548:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384647.148549:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384647.148550:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384647.148551:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384647.148553:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384647.148554:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.148558:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059670784:0@lo:253: 00000100:00000001:3.0:1767384647.148561:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.148562:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384647.148563:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f54adec x1853237059670784/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.148566:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384647.148567:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384647.148574:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000fe9a671. 02000000:00000001:3.0:1767384647.148577:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384647.148579:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384647.148580:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384647.148581:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384647.148582:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c2da7ae4. 02000000:00000001:3.0:1767384647.148584:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384647.148585:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384647.148586:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f54adec. 00000100:00000001:3.0:1767384647.148588:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384647.148589:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.148590:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.148594:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384647.148594:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.148596:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.148597:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384647.148857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c79736a. 00010000:00000010:3.1:1767384647.148862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ce68463. 00000100:00000040:3.0:1767384647.150888:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294937240, at 4294937241 00000100:00000010:3.0:1767384647.150895:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cae2f7. 00000100:00000040:1.0:1767384647.150905:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294937240, at 4294937241 00000100:00000010:1.0:1767384647.150914:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c2fd113. 00000100:00000040:2.0:1767384647.151033:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294937240, at 4294937241 00000100:00000010:2.0:1767384647.151038:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c01cb0d. 00000100:00000040:0.0:1767384647.151860:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294937240, at 4294937242 00000100:00000010:0.0:1767384647.151866:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003c99ea1. 00010000:00000001:0.0:1767384647.574020:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384647.574025:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384647.574030:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384647.574031:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.574064:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384647.574068:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.574071:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384648.021906:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.021910:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384648.021913:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000400:00000010:3.0:1767384648.021917:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000400:00000200:3.0:1767384648.021921:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384648.021928:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384648.021937:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a72ab37f. 00000400:00000010:3.0:1767384648.021941:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009e658188. 00000400:00000200:3.0:1767384648.021946:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp32 00000400:00000010:3.0:1767384648.021949:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000059d61e3. 00000400:00000010:3.0:1767384648.021953:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000668289ac. 00000400:00000010:3.0:1767384648.021955:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000400:00000010:3.0:1767384648.021961:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ed563b62. 00000400:00000200:3.0:1767384648.021965:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp32 00000400:00000200:3.0:1767384648.021978:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp32 local destination 00000400:00000200:3.0:1767384648.021983:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp32 00000400:00000200:3.0:1767384648.021988:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp32 NI seq info: [99:99:256:4294967295] 192.168.202.117@tcp32 LPNI seq info [96:96:8:4294967295] 00000400:00000200:3.0:1767384648.022008:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp32 00000400:00000200:3.0:1767384648.022022:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp32(192.168.202.117@tcp32:) -> 192.168.202.117@tcp32(192.168.202.117@tcp32:192.168.202.117@tcp32) : GET try# 0 00000800:00000200:3.0:1767384648.022029:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp32 00000800:00000010:3.0:1767384648.022035:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c1b35f9. 00000800:00000200:3.0:1767384648.022043:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000800:00000200:3.1:1767384648.022051:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000400:00000200:3.0:1767384648.022073:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp32 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:3.0:1767384648.022204:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022296:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022349:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022407:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022458:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022495:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022531:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022554:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022576:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022600:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022624:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022648:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022699:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022751:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022804:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022867:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022908:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022936:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.022965:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023007:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023057:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023125:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023207:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023254:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023305:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023356:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023423:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023491:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023546:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023596:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023625:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023667:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023703:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023753:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384648.023804:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384648.024011:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe9a671. 00000800:00000010:3.0:1767384648.024017:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c59201d. 00000800:00000010:3.0:1767384648.024025:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb7441c0. 00000800:00000010:3.0:1767384648.024056:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb7441c0. 00000800:00020000:3.0:1767384648.024067:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384648.024070:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c59201d. 00000800:00000010:3.0:1767384648.024073:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fe9a671. 00000400:02020000:3.0:1767384648.024124:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp32 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384648.024132:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp32 notifying 192.168.202.117@tcp32: down 00000800:00000200:3.0:1767384648.024136:0:16130:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp32 down 00000800:00000100:3.0:1767384648.024158:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp32 00000800:00000010:3.0:1767384648.024162:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c1b35f9. 00000400:00000200:3.0:1767384648.024166:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384648.024170:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp32->192.168.202.117@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384648.024176:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384648.024178:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384648.024181:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp32) recovery failed with -71 00080000:00000001:1.0:1767384648.508256:0:29784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384648.508270:0:29784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.508275:0:29784:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384648.508283:0:29784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384648.508295:0:29784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.508299:0:29784:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.534901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384648.534910:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767384648.534912:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384648.534915:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384648.534921:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000990bcf1. 00000100:00000010:0.0:1767384648.534925:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000020:00000040:1.0:1767384648.534927:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384648.534932:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384648.534933:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.534938:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384648.534939:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.534943:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.534943:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384648.534948:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384648.534951:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c41f22b. 02000000:00000010:0.0:1767384648.534956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae3b1fb7. 00000100:00000001:1.0:1767384648.534957:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.534965:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384648.534965:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.534968:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.534978:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000990bcf1] to pc [ptlrpcd_00_01+1] req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384648.534979:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384648.535004:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384648.535006:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.535011:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_02+2] req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384648.535012:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.535044:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.535047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384648.535051:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384648.535056:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad64594. 00000020:00000040:0.0:1767384648.535059:0:8:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384648.535062:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384648.535065:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384648.535067:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384648.535072:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000447719c7. 00000100:00000001:0.0:1767384648.535076:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535080:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384648.535080:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384648.535084:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384648.535088:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384648.535094:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.535096:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384648.535099:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535105:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384648.535107:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.535109:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ad64594] to pc [ptlrpcd_00_03+3] req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384648.535111:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384648.535114:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384648.535120:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.535126:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059671168:0@lo:13: 00000100:00000001:0.0:1767384648.535129:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535130:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384648.535132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384648.535146:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384648.535151:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.535151:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384648.535154:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384648.535158:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c857219. 02000000:00000001:1.0:1767384648.535161:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384648.535163:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 00000400:00000010:1.0:1767384648.535167:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7c70db. 00000020:00000040:0.0:1767384648.535167:0:8:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384648.535172:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384648.535174:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384648.535176:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 02000000:00000001:0.0:1767384648.535177:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384648.535182:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1732dfc. 00000100:00000001:0.0:1767384648.535187:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384648.535190:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059671168, portal 4 00000100:00000040:0.0:1767384648.535194:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384648.535195:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.535197:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162158524416 : -115911551027200 : ffff96943d2cf800) 00000100:00000040:1.0:1767384648.535207:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.535210:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384648.535214:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535217:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384648.535221:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384648.535223:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848b0850] to pc [ptlrpcd_00_00+0] req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384648.535225:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000200:1.0:1767384648.535230:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059671168, offset 0 00000400:00000200:1.0:1767384648.535241:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384648.535243:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.535247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384648.535251:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384648.535254:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384648.535256:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab01833. 00000020:00000040:0.0:1767384648.535261:0:8:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384648.535264:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384648.535267:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a05480 02000000:00000001:0.0:1767384648.535268:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384648.535273:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.535278:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2016 02000000:00000010:0.0:1767384648.535281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f25e97f. 00000400:00000200:1.0:1767384648.535284:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384648.535288:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.535289:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384648.535296:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384648.535297:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384648.535299:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384648.535304:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049eebd37. 00000100:00000040:1.0:1767384648.535311:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000049eebd37 x1853237059671168 msgsize 224 00000100:00000001:0.0:1767384648.535314:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384648.535316:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.535321:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384648.535323:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab01833] to pc [ptlrpcd_00_01+1] req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.535336:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535338:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384648.535341:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (276) 00000400:00000200:1.0:1767384648.535349:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384648.535353:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:1.0:1767384648.535358:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384648.535358:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384648.535362:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.535370:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384648.535373:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384648.535374:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384648.535378:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384648.535383:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.535390:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535395:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384648.535401:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384648.535403:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.535404:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.535410:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4995 usecs (5 jiffies) 02000000:00000001:0.0:1767384648.535411:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384648.535415:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.535416:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938630 02000000:00000001:0.0:1767384648.535420:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384648.535425:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059671296:0@lo:400: 00000100:00000010:1.0:1767384648.535427:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6e9c82. 00000100:00000001:0.0:1767384648.535434:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384648.535436:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384648.535439:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384648.535442:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938630 02000000:00000001:0.0:1767384648.535443:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.535448:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384648.535449:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000632ce015. 00000100:00000001:1.0:1767384648.535454:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000010:0.0:1767384648.535454:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6616163. 00000100:00000001:1.0:1767384648.535458:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938630 02000000:00000001:0.0:1767384648.535459:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384648.535463:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003c99ea1. 00000400:00000010:0.0:1767384648.535466:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000100:00000001:1.0:1767384648.535469:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384648.535475:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938630 00000400:00000010:0.0:1767384648.535475:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000100:00000010:1.0:1767384648.535482:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c01cb0d. 00000100:00000200:0.0:1767384648.535483:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059671296, portal 25 00000100:00000001:1.0:1767384648.535488:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384648.535488:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384648.535491:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000100:00000001:1.0:1767384648.535494:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.535499:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.535500:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.535504:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535510:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.535516:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384648.535521:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384648.535523:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384648.535525:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000100:00000001:1.0:1767384648.535527:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384648.535528:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384648.535530:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059671296, offset 0 00000100:00000001:2.0:1767384648.535533:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384648.535533:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.535537:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384648.535538:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384648.535540:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384648.535542:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384648.535544:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384648.535548:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384648.535555:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384648.535574:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384648.535574:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a05500 00000100:00000001:1.0:1767384648.535575:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384648.535578:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.535578:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384648.535585:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x11e9 [2] + 0 02000000:00000001:2.0:1767384648.535586:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384648.535586:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384648.535589:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.535590:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384648.535592:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025fa75b4. 02000000:00000001:1.0:1767384648.535594:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.535596:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.535600:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059671680:0@lo:400: 00000400:00000200:0.0:1767384648.535600:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c57f20e7 00000100:00100000:2.0:1767384648.535602:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853237059671552:0@lo:400: 00000400:00000200:0.0:1767384648.535607:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384648.535608:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384648.535610:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384648.535612:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384648.535614:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384648.535615:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.535618:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.535620:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384648.535621:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384648.535625:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000729eed. 00000400:00000200:0.0:1767384648.535625:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384648.535629:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384648.535634:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c00c6bf. 00000400:00000200:0.0:1767384648.535634:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c57f20e7 00000400:00000010:2.0:1767384648.535635:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d33a2bcc. 02000000:00000001:1.0:1767384648.535639:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384648.535640:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c57f20e7. 00000400:00000010:1.0:1767384648.535645:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c24b67a. 00000100:00000001:0.0:1767384648.535647:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384648.535651:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000100:00000200:0.0:1767384648.535651:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384648.535652:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000040:0.0:1767384648.535658:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000f1d87707 x1853237059671296 msgsize 224 00000100:00000200:1.0:1767384648.535659:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059671680, portal 10 00000100:00000200:2.0:1767384648.535660:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059671552, portal 10 00000100:00000001:1.0:1767384648.535664:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.535666:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.535667:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027865856 : -115911681685760 : ffff969435634700) 00000100:00000001:2.0:1767384648.535670:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00100000:0.0:1767384648.535673:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384648.535676:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384648.535678:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384648.535687:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.535687:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384648.535692:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384648.535694:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384648.535701:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000400:00000200:0.0:1767384648.535701:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000100:00000001:2.0:1767384648.535702:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384648.535706:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000100:00000040:2.0:1767384648.535709:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.535714:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523398ce. 00000100:00000001:0.0:1767384648.535714:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384648.535715:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059671680, offset 0 00000100:00000200:2.0:1767384648.535720:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059671552, offset 0 00000100:00000200:0.0:1767384648.535723:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.535725:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.535732:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384648.535736:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.535745:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384648.535749:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384648.535750:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a05680 00000100:00000040:0.0:1767384648.535756:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.535757:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000400:00000200:2.0:1767384648.535761:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a05600 00000400:00000200:1.0:1767384648.535767:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.535773:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000400:00000200:1.0:1767384648.535777:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384648.535782:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.535784:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384648.535786:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384648.535786:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384648.535789:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384648.535793:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384648.535794:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.535799:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294938637 00000100:00000010:1.0:1767384648.535804:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e5da769. 00000100:00000001:0.0:1767384648.535806:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938630 00000100:00000040:1.0:1767384648.535807:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000001e5da769 x1853237059671680 msgsize 224 00000100:00100000:1.0:1767384648.535817:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384648.535817:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294938637 00000100:00000001:0.0:1767384648.535826:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938630 00000100:00000001:1.0:1767384648.535828:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384648.535858:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294938638 00000100:00000001:0.0:1767384648.535866:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938630 00000100:00000001:0.0:1767384648.535872:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294938638 00000100:00000001:0.0:1767384648.535877:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938630 00000100:00000001:0.0:1767384648.535881:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384648.535885:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.535888:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.535890:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.535903:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.535906:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384648.535909:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.535911:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384648.535914:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384648.535917:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384648.535919:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.535922:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.535924:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.535926:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.535928:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384648.535930:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384648.535935:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.535943:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384648.535945:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.535949:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384648.535951:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384648.535954:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384648.535958:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059671424:0@lo:400: 00000100:00000001:0.0:1767384648.535961:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384648.535964:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384648.535967:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.535970:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384648.535970:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384648.535974:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671296 02000000:00000010:0.0:1767384648.535976:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000331d7a33. 02000000:00000001:2.0:1767384648.535977:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.535980:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384648.535981:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.535983:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.535987:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384648.535988:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384648.535995:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000100:00000200:0.0:1767384648.535999:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059671424, portal 4 00000100:00000001:0.0:1767384648.536002:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384648.536004:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027871232 : -115911681680384 : ffff969435635c00) 00000100:00000040:0.0:1767384648.536011:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.536014:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671296 00000020:00000001:2.0:1767384648.536019:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384648.536021:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384648.536023:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384648.536024:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.536028:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000040:0.0:1767384648.536028:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384648.536032:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384648.536034:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384648.536038:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384648.536040:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000100:00000200:0.0:1767384648.536045:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059671424, offset 0 00000400:00000200:0.0:1767384648.536052:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384648.536061:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384648.536064:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.536068:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384648.536072:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a05580 00000020:00000010:2.0:1767384648.536076:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384648.536080:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384648.536081:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3216 00000020:00000010:2.0:1767384648.536083:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000020:00000010:2.0:1767384648.536090:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000474b6ac8. 00000400:00000200:0.0:1767384648.536090:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384648.536095:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc1d3ad0. 00000400:00000200:0.0:1767384648.536099:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384648.536102:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b19bfe1. 00000400:00000200:1.0:1767384648.536104:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:1.0:1767384648.536107:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:1.0:1767384648.536113:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384648.536116:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384648.536117:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.536118:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:0.0:1767384648.536120:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384648.536124:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.536128:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384648.536129:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4e86417. 00000100:00000001:2.0:1767384648.536132:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536133:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384648.536149:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000e4e86417 x1853237059671424 msgsize 224 00000100:00000040:1.0:1767384648.536152:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.536154:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384648.536165:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384648.536168:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536170:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.536177:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384648.536180:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384648.536182:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536185:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384648.536186:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3515 usecs (4 jiffies) 00000100:00000001:3.0:1767384648.536188:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384648.536188:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384648.536189:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00000100:00000001:1.0:1767384648.536190:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294938630 00000100:00000001:3.0:1767384648.536195:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384648.536196:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00000100:00100000:2.0:1767384648.536197:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000001:1.0:1767384648.536197:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294938637 00000100:00000001:1.0:1767384648.536203:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294938630 00000100:00000040:2.0:1767384648.536204:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384648.536205:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384648.536207:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294938637 00000100:00000001:3.0:1767384648.536208:0:16772:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536209:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935601744 : -115911773949872 : ffff96942fe37050) 00000100:00000001:1.0:1767384648.536210:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294938630 00000100:00000200:0.0:1767384648.536214:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.536215:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294938638 00000100:00000040:2.0:1767384648.536218:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1d87707 x1853237059671296/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.536221:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294938630 00000100:00000001:3.0:1767384648.536223:0:16772:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536226:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294938638 00000100:00000001:1.0:1767384648.536231:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.536236:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536241:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536245:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.536251:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.536253:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384648.536254:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384648.536255:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384648.536257:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:1.0:1767384648.536260:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.536261:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.536263:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384648.536263:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.536265:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000100:00000001:1.0:1767384648.536267:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536272:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.536274:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d87707 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059671296:12345-0@lo:400: 00000100:00000200:2.0:1767384648.536283:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671296 00000020:00000001:2.0:1767384648.536288:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384648.536289:0:23247:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384648.536289:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.536291:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384648.536292:0:23247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671168 00000100:00000001:0.0:1767384648.536294:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384648.536295:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.536296:0:23247:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384648.536299:0:23247:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384648.536300:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384648.536301:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536302:0:23247:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.536304:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000020:00000001:2.0:1767384648.536309:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384648.536309:0:23247:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.536310:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4995 usecs (5 jiffies) 00000020:00000001:2.0:1767384648.536313:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384648.536315:0:23247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671168 00000020:00000001:2.0:1767384648.536317:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384648.536317:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938631 00000020:00000001:2.0:1767384648.536321:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384648.536321:0:23247:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384648.536323:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938637 00000020:00000040:1.0:1767384648.536325:0:23247:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:2.0:1767384648.536326:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.536330:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938631 00000020:00000001:1.0:1767384648.536331:0:23247:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384648.536332:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384648.536337:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384648.536337:0:23247:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000001:0.0:1767384648.536338:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938637 02000000:00000001:2.0:1767384648.536341:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384648.536345:0:23247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384648.536346:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938631 02000000:00000010:2.0:1767384648.536347:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fc12cd8. 00000100:00000001:0.0:1767384648.536350:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938638 02000000:00000001:2.0:1767384648.536358:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.536358:0:23247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384648.536362:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938631 00000100:00000001:2.0:1767384648.536364:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536367:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384648.536370:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.536370:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938638 00000020:00000010:1.0:1767384648.536372:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef2190f9. 00010000:00000040:2.0:1767384648.536375:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059671296 00000100:00000001:0.0:1767384648.536376:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384648.536379:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384648.536380:0:23247:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000aafcb5a7. 00000100:00000001:0.0:1767384648.536381:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384648.536385:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1d87707 x1853237059671296/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384648.536389:0:23247:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:0.0:1767384648.536389:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.536394:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384648.536396:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.536397:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384648.536402:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384648.536404:0:23247:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384648.536407:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384648.536409:0:23247:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7a8a85. 00000100:00000040:2.0:1767384648.536412:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000010:1.0:1767384648.536415:0:23247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2e3a501. 00000100:00000001:2.0:1767384648.536416:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:0.0:1767384648.536418:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384648.536420:0:23247:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c96b3cad. 02000000:00000001:2.0:1767384648.536421:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384648.536422:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671424 02000000:00000001:2.0:1767384648.536425:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.536427:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.536428:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384648.536431:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384648.536432:0:23247:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:2.0:1767384648.536433:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384648.536436:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536438:0:23247:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384648.536439:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 02000000:00000001:0.0:1767384648.536442:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384648.536443:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059671296, offset 224 00000100:00000001:1.0:1767384648.536443:0:23247:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384648.536447:0:23247:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384648.536448:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671424 00000400:00000200:2.0:1767384648.536452:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384648.536454:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384648.536456:0:23247:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384648.536458:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000400:00000200:2.0:1767384648.536462:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384648.536464:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384648.536468:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=6 00000400:00000200:2.0:1767384648.536470:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a05500 00000100:00000001:1.0:1767384648.536471:0:23247:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384648.536473:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000400:00000200:2.0:1767384648.536480:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19a9 [1] + 224 00000020:00000001:0.0:1767384648.536480:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384648.536485:0:23247:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384648.536486:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384648.536488:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384648.536489:0:23247:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384648.536493:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384648.536495:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c80329. 00000100:00000001:2.0:1767384648.536496:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384648.536497:0:23247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000200:2.0:1767384648.536502:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384648.536503:0:23247:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384648.536503:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.536508:0:23247:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162158515456 : -115911551036160 : ffff96943d2cd500) 00000020:00000010:0.0:1767384648.536511:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c80329. 00000100:00000040:1.0:1767384648.536516:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049eebd37 x1853237059671168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384648.536521:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e14ddf55. 00000100:00000040:2.0:1767384648.536528:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384648.536529:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d4ac00e. 00000100:00000001:1.0:1767384648.536535:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384648.536538:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000746828dd. 00000020:00000010:1.0:1767384648.536541:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3abf868. 00000100:00000001:1.0:1767384648.536545:0:23247:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384648.536547:0:23247:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3abf868. 00000100:00000001:2.0:1767384648.536550:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384648.536553:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:1.0:1767384648.536554:0:23247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049eebd37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16141:x1853237059671168:12345-0@lo:13: 00000400:00000200:2.0:1767384648.536557:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000100:00000001:0.0:1767384648.536559:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384648.536561:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000200:1.0:1767384648.536562:0:23247:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671168 00000100:00000001:0.0:1767384648.536563:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384648.536565:0:23247:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384648.536567:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384648.536568:0:23247:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384648.536572:0:23247:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536573:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384648.536575:0:23247:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384648.536576:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384648.536576:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384648.536580:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.536581:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384648.536584:0:23247:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000100:00000001:0.0:1767384648.536586:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.536587:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000020:00000001:1.0:1767384648.536589:0:23247:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384648.536593:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384648.536594:0:23247:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.536597:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.536598:0:23247:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384648.536601:0:23247:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384648.536602:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384648.536603:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384648.536605:0:23247:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.536608:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1d87707 x1853237059671296/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.536610:0:23247:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384648.536612:0:23247:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384648.536617:0:23247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c56e453a. 02000000:00000001:1.0:1767384648.536621:0:23247:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.536625:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d87707 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059671296:12345-0@lo:400: Request processed in 368us (962us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384648.536625:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384648.536626:0:23247:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.536631:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:1.0:1767384648.536632:0:23247:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:2.0:1767384648.536636:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00002000:00000001:1.0:1767384648.536639:0:23247:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384648.536640:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00100000:0.0:1767384648.536640:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:1.0:1767384648.536642:0:23247:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384648.536645:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:1.0:1767384648.536647:0:23247:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384648.536648:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384648.536648:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 2 00000100:00000001:0.0:1767384648.536653:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027864064 : -115911681687552 : ffff969435634000) 00000020:00000010:2.0:1767384648.536654:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc1d3ad0. 00080000:00000001:1.0:1767384648.536656:0:23247:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.536660:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b19bfe1. 00000020:00000001:1.0:1767384648.536662:0:23247:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384648.536665:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4e86417 x1853237059671424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.536666:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000474b6ac8. 00002000:00000024:1.0:1767384648.536666:0:23247:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384648.536673:0:23247:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000040:2.0:1767384648.536674:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000020:00000020:1.0:1767384648.536680:0:23247:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 02000000:00000001:2.0:1767384648.536682:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384648.536686:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fc12cd8. 00002000:00000020:1.0:1767384648.536687:0:23247:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384648.536688:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384648.536690:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00002000:00000001:1.0:1767384648.536693:0:23247:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384648.536694:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384648.536696:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c80329. 00000001:00000001:1.0:1767384648.536698:0:23247:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:2.0:1767384648.536699:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000001:00000001:1.0:1767384648.536702:0:23247:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.536703:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384648.536704:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c39d5d8e. 00002000:00000001:1.0:1767384648.536705:0:23247:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384648.536711:0:23247:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059671168 00000020:00000010:0.0:1767384648.536711:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c80329. 00000400:00000010:2.0:1767384648.536712:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031b19944. 00010000:00000001:1.0:1767384648.536716:0:23247:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384648.536722:0:23247:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049eebd37 x1853237059671168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.536724:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e86417 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16142:x1853237059671424:12345-0@lo:400: 00010000:00000001:1.0:1767384648.536736:0:23247:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384648.536737:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671424 00010000:00000001:1.0:1767384648.536739:0:23247:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384648.536742:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:1.0:1767384648.536743:0:23247:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384648.536748:0:23247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384648.536748:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384648.536753:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.536754:0:23247:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384648.536759:0:23247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000001:0.0:1767384648.536760:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384648.536763:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 02000000:00000001:1.0:1767384648.536770:0:23247:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384648.536771:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384648.536773:0:23247:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.536776:0:23247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384648.536776:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384648.536781:0:23247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384648.536782:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384648.536784:0:23247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000020:00000001:0.0:1767384648.536786:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384648.536788:0:23247:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059671168, offset 224 00000020:00000001:0.0:1767384648.536791:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.536796:0:23247:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384648.536796:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00080000:2.0:1767384648.536800:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384648.536802:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384648.536805:0:23247:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384648.536808:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 02000000:00000001:0.0:1767384648.536808:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384648.536814:0:23247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a05480 02000000:00000010:0.0:1767384648.536816:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bb92796f. 00000400:00000200:1.0:1767384648.536820:0:23247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19a1 [1] + 224 02000000:00000001:0.0:1767384648.536822:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536823:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384648.536824:0:23247:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384648.536826:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671680 02000000:00000001:2.0:1767384648.536829:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384648.536829:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536848:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.536850:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.536852:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.536858:0:23247:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384648.536861:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671680 00000100:00000001:1.0:1767384648.536862:0:23247:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384648.536865:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384648.536867:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00000200:1.0:1767384648.536868:0:23247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384648.536872:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.536876:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:0.0:1767384648.536879:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.536884:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000040:1.0:1767384648.536887:0:23247:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384648.536887:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059671424 00000020:00000001:2.0:1767384648.536890:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00010000:00000001:0.0:1767384648.536894:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384648.536899:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:0.0:1767384648.536903:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4e86417 x1853237059671424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.536906:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:1.0:1767384648.536906:0:23247:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384648.536911:0:23247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000020:00000010:2.0:1767384648.536913:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a3dc16a5. 00000400:00000010:1.0:1767384648.536914:0:23247:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:1.0:1767384648.536919:0:23247:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384648.536921:0:23247:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384648.536923:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:1.0:1767384648.536925:0:23247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.536930:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384648.536931:0:23247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384648.536935:0:23247:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384648.536936:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.536937:0:23247:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536938:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384648.536943:0:23247:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1767384648.536943:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=46 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384648.536944:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000474b6ac8. 00000100:00000040:1.0:1767384648.536948:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049eebd37 x1853237059671168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.536951:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc1d3ad0. 00000100:00000001:0.0:1767384648.536953:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384648.536957:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b19bfe1. 00000100:00000040:0.0:1767384648.536960:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00100000:1.0:1767384648.536963:0:23247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049eebd37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16141:x1853237059671168:12345-0@lo:13: Request processed in 424us (1649us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384648.536965:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000040:2.0:1767384648.536966:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384648.536972:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384648.536973:0:23247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 02000000:00000001:0.0:1767384648.536973:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384648.536974:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384648.536978:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.536981:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384648.536981:0:23247:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384648.536984:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384648.536986:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384648.536989:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384648.536991:0:23247:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.536992:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.536992:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384648.536993:0:23247:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384648.537000:0:23247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2e3a501. 00000400:00000010:0.0:1767384648.537000:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000100:00000001:2.0:1767384648.537002:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384648.537005:0:23247:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c96b3cad. 00000100:00000200:0.0:1767384648.537008:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059671424, offset 224 00000020:00000010:1.0:1767384648.537009:0:23247:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7a8a85. 00000100:00000001:2.0:1767384648.537012:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384648.537014:0:23247:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000100:00000001:2.0:1767384648.537016:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384648.537018:0:23247:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384648.537022:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384648.537023:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:2.0:1767384648.537028:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:2.0:1767384648.537030:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546353536 : -115912163198080 : ffff969418affb80) 00000100:00000040:2.0:1767384648.537034:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e5da769 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384648.537039:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384648.537043:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.537047:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ec7c0d1. 00000100:00000001:2.0:1767384648.537049:0:16807:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384648.537056:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a05580 00000020:00000010:2.0:1767384648.537062:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ec7c0d1. 00000400:00000200:0.0:1767384648.537067:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19c1 [1] + 224 00000100:00100000:2.0:1767384648.537071:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e5da769 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059671680:12345-0@lo:400: 00000100:00000200:2.0:1767384648.537077:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671680 00000400:00000200:0.0:1767384648.537077:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384648.537079:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384648.537083:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384648.537089:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384648.537092:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384648.537093:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384648.537096:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384648.537099:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384648.537100:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384648.537101:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.537104:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384648.537105:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384648.537107:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384648.537108:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384648.537109:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384648.537109:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384648.537113:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.537114:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384648.537117:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1767384648.537119:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767384648.537122:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1ced5c2. 00000400:00000001:1.0:1767384648.537123:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384648.537126:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7c70db. 02000000:00000001:2.0:1767384648.537127:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.537131:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.537132:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000020:00000001:2.0:1767384648.537148:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384648.537151:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000100:00000040:0.0:1767384648.537152:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384648.537153:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059671680 00000100:00000001:1.0:1767384648.537155:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384648.537160:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384648.537161:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384648.537168:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e5da769 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.537187:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384648.537190:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384648.537196:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00010000:00000001:2.0:1767384648.537198:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1767384648.537202:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00010000:00000001:2.0:1767384648.537204:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.537206:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384648.537209:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384648.537210:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384648.537211:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384648.537213:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384648.537214:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384648.537218:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384648.537219:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384648.537220:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.537221:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384648.537224:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.537225:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 02000000:00000001:1.0:1767384648.537227:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.537228:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384648.537232:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00001000:1.0:1767384648.537234:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=46 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384648.537234:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384648.537236:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384648.537238:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.537241:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384648.537241:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=46 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384648.537243:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384648.537248:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384648.537249:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384648.537251:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.537254:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384648.537258:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384648.537259:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4e86417 x1853237059671424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384648.537260:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384648.537271:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000200:2.0:1767384648.537279:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059671680, offset 224 00010000:00000001:1.0:1767384648.537288:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.537294:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384648.537294:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384648.537297:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e86417 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059671424:12345-0@lo:400: Request processed in 605us (1157us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384648.537302:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384648.537305:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384648.537309:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384648.537313:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.537319:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a05680 00000100:00100000:0.0:1767384648.537319:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384648.537324:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384648.537327:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000400:00000200:2.0:1767384648.537330:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19b1 [1] + 224 00000100:00000001:0.0:1767384648.537333:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384648.537338:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384648.537340:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384648.537344:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d4ac00e. 00000400:00000200:2.0:1767384648.537348:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384648.537351:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000746828dd. 00000100:00000001:1.0:1767384648.537354:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.537355:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384648.537358:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e14ddf55. 00000100:00000001:1.0:1767384648.537360:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384648.537361:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.537364:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384648.537366:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000004:00000001:1.0:1767384648.537371:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384648.537373:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384648.537376:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384648.537377:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384648.537382:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:2.0:1767384648.537395:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000020:1.0:1767384648.537399:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:2.0:1767384648.537400:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000010:2.0:1767384648.537404:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000001:2.0:1767384648.537408:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:1.0:1767384648.537411:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.537412:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.537415:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.537420:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000040:1.0:1767384648.537420:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.537421:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384648.537426:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384648.537426:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384648.537430:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384648.537433:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384648.537435:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384648.537438:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384648.537441:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e5da769 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384648.537443:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000990bcf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059671168:0@lo:13: 00000400:00000010:0.0:1767384648.537443:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:0.0:1767384648.537451:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000100:00000001:1.0:1767384648.537456:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384648.537457:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000100:00100000:2.0:1767384648.537463:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e5da769 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059671680:12345-0@lo:400: Request processed in 415us (1650us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384648.537464:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384648.537466:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384648.537472:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000990bcf1 x1853237059671168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384648.537475:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.537476:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:2.0:1767384648.537481:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:2.0:1767384648.537486:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.537489:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384648.537493:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384648.537498:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b19bfe1. 00000100:00000001:1.0:1767384648.537501:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384648.537505:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384648.537507:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384648.537508:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000474b6ac8. 02000000:00000010:1.0:1767384648.537512:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c857219. 00000020:00000040:2.0:1767384648.537515:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 02000000:00000001:1.0:1767384648.537520:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384648.537521:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384648.537524:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384648.537524:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384648.537528:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384648.537529:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384648.537532:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384648.537535:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384648.537536:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c41f22b. 00000100:00080000:2.0:1767384648.537539:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:0.0:1767384648.537540:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384648.537544:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384648.537545:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 02000000:00000001:1.0:1767384648.537545:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384648.537548:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.537549:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384648.537553:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000990bcf1. 02000000:00000001:0.0:1767384648.537554:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.537558:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:0.0:1767384648.537559:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=46 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384648.537564:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384648.537564:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767384648.537565:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384648.537567:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.537570:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.537572:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384648.537573:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ee2eb9c. 00000100:00000001:1.0:1767384648.537574:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384648.537578:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384648.537580:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008ee2eb9c x1853237059671552 msgsize 224 00000400:00000001:1.0:1767384648.537581:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384648.537581:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384648.537585:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c24b67a. 00000100:00000001:0.0:1767384648.537586:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.537589:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384648.537592:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00010000:00000001:0.0:1767384648.537592:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384648.537593:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384648.537598:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1767384648.537600:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384648.537604:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.537606:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.537615:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523398ce 00000400:00000010:2.0:1767384648.537621:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523398ce. 00000100:00000001:2.0:1767384648.537628:0:16140:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384648.537629:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384648.537631:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.537636:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384648.537637:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384648.537640:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384648.537647:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384648.537647:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384648.537651:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.537652:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.537655:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384648.537658:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384648.537661:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384648.537662:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.537664:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.537666:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384648.537668:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384648.537673:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=51 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384648.537674:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384648.537679:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384648.537688:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384648.537688:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.537691:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.537696:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384648.537697:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384648.537698:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.537701:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384648.537702:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.537703:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.537710:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.537711:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.537713:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.537717:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384648.537718:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3286 usecs (4 jiffies) 00000100:00000040:1.0:1767384648.537720:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384648.537725:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384648.537727:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938631 00000100:00000001:1.0:1767384648.537727:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.537734:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.537735:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938637 00000100:00100000:0.0:1767384648.537738:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059671424:0@lo:400: 00000100:00000001:2.0:1767384648.537743:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938631 00000100:00000001:2.0:1767384648.537750:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938637 00000100:00000001:2.0:1767384648.537754:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938631 00000400:00000001:0.0:1767384648.537755:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384648.537756:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938638 00000400:00000001:0.0:1767384648.537760:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384648.537764:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938631 00000400:00000010:0.0:1767384648.537766:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000100:00000001:1.0:1767384648.537769:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.537772:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938638 00000100:00000001:1.0:1767384648.537773:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384648.537773:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000100:00000001:1.0:1767384648.537775:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384648.537778:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000040:1.0:1767384648.537781:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.537786:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384648.537787:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.537795:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384648.537795:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384648.537797:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059671680:0@lo:400: 00000100:00000001:2.0:1767384648.537803:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.537806:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.537809:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.537810:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.537815:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bab01833 x1853237059671680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.537819:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.537823:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384648.537828:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.537850:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384648.537853:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384648.537854:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c00c6bf. 00000100:00000001:2.0:1767384648.537858:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384648.537858:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384648.537859:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384648.537863:0:16141:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384648.537864:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384648.537865:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384648.537869:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f25e97f. 00000100:00000001:2.0:1767384648.537870:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.537873:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384648.537875:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384648.537876:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384648.537877:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab01833. 00000100:00000001:1.0:1767384648.537881:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384648.537883:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.537887:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.537894:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.537896:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384648.537896:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384648.537897:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.537899:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384648.537902:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671552 00000100:00000001:1.0:1767384648.537903:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.537903:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384648.537907:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.537908:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384648.537908:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384648.537912:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.537914:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.537916:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384648.537920:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.537920:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.537926:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671552 02000000:00000001:0.0:1767384648.537926:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.537931:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:0.0:1767384648.537933:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=56 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384648.537935:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00001000:0.0:1767384648.537938:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=56 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384648.537939:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.537943:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00000001:0.0:1767384648.537944:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384648.537947:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.537948:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00010000:00000001:0.0:1767384648.537951:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384648.537954:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00010000:00000001:0.0:1767384648.537955:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.537959:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384648.537960:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.537965:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ec7c0d1. 00000100:00000040:0.0:1767384648.537966:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.537971:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.537976:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ec7c0d1. 00000100:00000001:0.0:1767384648.537983:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.537984:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000474b6ac8. 00000100:00000001:0.0:1767384648.537987:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384648.537989:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc1d3ad0. 00000100:00000001:0.0:1767384648.537990:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384648.537995:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b19bfe1. 00000100:00000040:0.0:1767384648.537997:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.538002:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384648.538007:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.538010:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384648.538013:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384648.538015:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059671296:0@lo:400: 00000100:00000001:2.0:1767384648.538018:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384648.538023:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.538026:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384648.538028:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384648.538032:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.538032:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ad64594 x1853237059671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.538053:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384648.538056:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384648.538058:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000331d7a33. 00000100:00000001:2.0:1767384648.538059:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384648.538062:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384648.538065:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384648.538068:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384648.538071:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384648.538073:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000447719c7. 00000100:00000001:2.0:1767384648.538075:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384648.538078:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384648.538079:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384648.538082:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384648.538083:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1767384648.538085:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ad64594. 00000100:00100000:2.0:1767384648.538088:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:1.0:1767384648.538088:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384648.538091:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384648.538094:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:1.0:1767384648.538096:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.538098:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204765696 : -115911504785920 : ffff96943fee8e00) 00000100:00000001:1.0:1767384648.538101:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.538101:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384648.538106:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ee2eb9c x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.538106:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384648.538112:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059671296/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.538154:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384648.538155:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384648.538158:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384648.538159:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ec7c0d1. 02000000:00000010:0.0:1767384648.538161:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6616163. 00000100:00000001:2.0:1767384648.538164:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384648.538166:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384648.538168:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ec7c0d1. 00000020:00000001:0.0:1767384648.538170:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384648.538174:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000100:00100000:2.0:1767384648.538177:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ee2eb9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853237059671552:12345-0@lo:400: 00000020:00000001:0.0:1767384648.538179:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384648.538182:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ae3b1fb7. 00000100:00000200:2.0:1767384648.538185:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671552 02000000:00000001:0.0:1767384648.538188:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384648.538190:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384648.538191:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384648.538194:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:0.0:1767384648.538195:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000020:00000001:2.0:1767384648.538198:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.538201:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384648.538203:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384648.538205:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.538207:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:0.0:1767384648.538209:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.538212:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384648.538216:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.538217:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384648.538219:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384648.538221:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.538223:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384648.538225:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384648.538227:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.538229:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.538231:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384648.538235:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384648.538237:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384648.538242:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fc12cd8. 02000000:00000001:2.0:1767384648.538255:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.538257:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.538260:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384648.538262:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059671552 00010000:00000001:2.0:1767384648.538273:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384648.538278:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ee2eb9c x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384648.538286:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384648.538288:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384648.538291:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.538294:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384648.538297:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384648.538299:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384648.538302:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384648.538303:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.538306:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.538319:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.538322:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523398ce. 00000100:00000200:2.0:1767384648.538326:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059671552, offset 224 00000400:00000200:2.0:1767384648.538333:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.538340:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.538348:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a05600 00000400:00000200:2.0:1767384648.538354:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19b5 [1] + 224 00000400:00000200:2.0:1767384648.538358:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.538362:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.538365:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.538369:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.538377:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.538397:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.538403:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523398ce 00000400:00000010:2.0:1767384648.538406:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523398ce. 00000100:00000001:2.0:1767384648.538410:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384648.538410:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.538412:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384648.538414:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.538417:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384648.538419:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384648.538423:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:0.0:1767384648.538423:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384648.538426:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d33a2bcc. 00010000:00000001:2.0:1767384648.538428:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384648.538433:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815776 00000400:00000010:0.0:1767384648.538435:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000020:00000001:2.0:1767384648.538438:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.538440:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384648.538442:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384648.538446:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.538449:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ee2eb9c x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384648.538470:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.538474:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ee2eb9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853237059671552:12345-0@lo:400: Request processed in 317us (890us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384648.538489:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384648.538492:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:0.0:1767384648.538493:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384648.538498:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:0.0:1767384648.538498:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384648.538502:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.538504:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384648.538507:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384648.538509:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc1d3ad0. 00000100:00000001:0.0:1767384648.538510:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384648.538513:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.538516:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b19bfe1. 02000000:00000001:0.0:1767384648.538517:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.538522:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000474b6ac8. 00000100:00001000:0.0:1767384648.538524:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=51 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384648.538528:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00001000:0.0:1767384648.538530:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.538533:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.538536:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384648.538539:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.538542:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384648.538547:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384648.538554:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.538557:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384648.538558:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384648.538560:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384648.538562:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.538565:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.538572:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384648.538575:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384648.538576:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384648.538579:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.538587:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853237059671552:0@lo:400: 00000100:00000001:0.0:1767384648.538592:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.538594:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384648.538597:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848b0850 x1853237059671552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.538604:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384648.538606:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384648.538608:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000729eed. 02000000:00000001:0.0:1767384648.538611:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384648.538613:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384648.538621:0:16140:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384648.538623:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384648.538625:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1732dfc. 02000000:00000001:0.0:1767384648.538627:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384648.538629:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384648.538631:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848b0850. 00000100:00000001:0.0:1767384648.538634:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384648.538635:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.538638:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.538643:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.538644:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.538646:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.538648:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.547879:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294938637, at 4294938638 00000100:00000010:0.0:1767384648.547892:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6e9c82. 00000100:00000040:1.0:1767384648.547905:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294938637, at 4294938638 00000100:00000010:1.0:1767384648.547926:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000632ce015. 00000100:00000040:2.0:1767384648.548878:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294938638, at 4294938639 00000100:00000010:2.0:1767384648.548884:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003c99ea1. 00000100:00000040:3.0:1767384648.548890:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294938638, at 4294938639 00000100:00000010:3.0:1767384648.548901:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c01cb0d. 00010000:00000001:0.0:1767384648.598877:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384648.598883:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.598887:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384648.598888:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.598928:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384648.598933:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.598936:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384649.045948:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384649.045956:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384649.045960:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000400:00000010:0.0:1767384649.045965:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000400:00000200:0.0:1767384649.045972:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384649.045980:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384649.045991:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000059d61e3. 00000400:00000010:0.0:1767384649.045997:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000668289ac. 00000400:00000200:0.0:1767384649.046005:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp33 00000400:00000010:0.0:1767384649.046009:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e1cbc4d1. 00000400:00000010:0.0:1767384649.046015:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c6616163. 00000400:00000010:0.0:1767384649.046020:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000400:00000010:0.0:1767384649.046027:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000012ed08bb. 00000400:00000200:0.0:1767384649.046032:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp33 00000400:00000200:0.0:1767384649.046045:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp33 local destination 00000400:00000200:0.0:1767384649.046053:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp33 00000400:00000200:0.0:1767384649.046057:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp33 NI seq info: [100:100:256:4294967295] 192.168.202.117@tcp33 LPNI seq info [97:97:8:4294967295] 00000400:00000200:0.0:1767384649.046071:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp33 00000400:00000200:0.0:1767384649.046079:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp33(192.168.202.117@tcp33:) -> 192.168.202.117@tcp33(192.168.202.117@tcp33:192.168.202.117@tcp33) : GET try# 0 00000800:00000200:0.0:1767384649.046085:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp33 00000800:00000010:0.0:1767384649.046090:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c1732dfc. 00000800:00000200:0.0:1767384649.046100:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 00000800:00000200:0.1:1767384649.046105:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 00000400:00000200:0.0:1767384649.046149:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp33 added to recovery queue. ping count: 2 next ping: 275 health :800 00000400:00000200:3.0:1767384649.046224:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046278:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046306:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046333:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046359:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046388:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046412:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046440:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046471:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046497:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046522:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046546:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046569:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046595:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046620:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046647:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046674:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046700:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046725:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046752:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046778:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046798:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046823:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046881:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046929:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046958:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046977:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.046994:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.047015:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.047033:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.047051:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.047075:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.047092:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384649.047109:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384649.047245:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe9a671. 00000800:00000010:3.0:1767384649.047249:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d427c9c9. 00000800:00000010:3.0:1767384649.047254:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a47c2b5. 00000800:00000010:3.0:1767384649.047272:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a47c2b5. 00000800:00020000:3.0:1767384649.047281:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384649.047284:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d427c9c9. 00000800:00000010:3.0:1767384649.047286:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fe9a671. 00000400:02020000:3.0:1767384649.047316:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp33 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384649.047322:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp33 notifying 192.168.202.117@tcp33: down 00000800:00000200:3.0:1767384649.047327:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp33 down 00000800:00000100:3.0:1767384649.047333:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp33 00000800:00000010:3.0:1767384649.047336:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c1732dfc. 00000400:00000200:3.0:1767384649.047340:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384649.047344:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp33->192.168.202.117@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384649.047351:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384649.047354:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384649.047357:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp33) recovery failed with -71 00000001:00000001:3.0:1767384649.227320:0:29948:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384649.227324:0:29948:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:3.0:1767384649.230270:0:29948:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384649.236455:0:29949:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000024e9222c. 00000400:00000010:3.0:1767384649.236475:0:29949:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004e8d14eb. 00000400:00000010:3.0:1767384649.236486:0:29949:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b19d910b. 00000400:00000010:3.0:1767384649.236490:0:29949:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001efe85ad. 00000400:00000010:3.0:1767384649.236495:0:29949:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9d51f74. 00000400:00000010:3.0:1767384649.236499:0:29949:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a47c2b5. 00000400:00000010:3.0:1767384649.236501:0:29949:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000029e0bfb. 00000400:00000010:3.0:1767384649.236503:0:29949:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040fda6d4. 00000400:00000010:3.0:1767384649.236507:0:29949:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f8babe8f. 00000800:00000010:3.0:1767384649.236521:0:29949:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000af703d19. 00000800:00000200:3.0:1767384649.236530:0:29949:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384649.236539:0:29949:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384649.236576:0:29949:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:3.0:1767384649.236595:0:29949:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp36 [8/256/0/180] 00000400:00000010:3.0:1767384649.237857:0:29949:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000acd71f67. 00000400:00000010:3.0:1767384649.237863:0:29949:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058e4d8d9. 00000400:00000010:3.0:1767384649.237868:0:29949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000185229a. 00000400:00000001:3.0:1767384649.237886:0:29949:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384649.237887:0:29949:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384649.237889:0:29949:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6d57788. 00000400:00000200:3.0:1767384649.237893:0:29949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:3.0:1767384649.237894:0:29949:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000400:00000010:3.0:1767384649.237898:0:29949:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000ff9c5641. 00000400:00000200:3.0:1767384649.237902:0:29949:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (27) 00000400:00000200:3.0:1767384649.237912:0:29949:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384649.237920:0:29949:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:3.0:1767384649.237928:0:29949:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000fe9a671. 00000020:01000000:3.0:1767384649.237935:0:29949:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384649.237937:0:29949:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp36 00000400:00000010:3.0:1767384649.237950:0:29949:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004e8d14eb. 00000400:00000200:1.0:1767384649.237952:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384649.237954:0:29949:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000024e9222c. 00000400:00000200:1.0:1767384649.237969:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:00000001:0.0:1767384649.237976:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384649.237981:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384649.237982:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 10000000:00000001:0.0:1767384649.237984:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384649.237989:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (28) 10000000:01000000:0.0:1767384649.237989:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384649.237998:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384649.238000:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384649.238003:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e118bf3c. 00000020:01000004:0.0:1767384649.238003:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384649.238011:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384649.238016:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384649.238020:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp16 00000020:01000004:0.0:1767384649.238021:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384649.238026:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384649.238029:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384649.238032:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384649.238033:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384649.238039:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 00000400:00000200:1.0:1767384649.238048:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp16 to MR: 192.168.202.117@tcp16 local destination 00000020:00000040:0.0:1767384649.238049:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384649.238064:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384649.238067:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384649.238070:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp16 NI seq info: [101:101:256:4294967295] 192.168.202.117@tcp16 LPNI seq info [98:98:8:4294967295] 02000000:00000001:0.0:1767384649.238073:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.238080:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp16 02000000:00000010:0.0:1767384649.238083:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008bef140a. 00000100:00000001:0.0:1767384649.238095:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.238103:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) -> 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) : PUT try# 0 00000100:00000001:0.0:1767384649.238109:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384649.238113:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384649.238114:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.117@tcp16 00000800:00000010:1.0:1767384649.238142:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c41f22b. 00000100:00000040:0.0:1767384649.238147:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848b0850] to pc [ptlrpcd_00_02+2] req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384649.238158:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (6) 00000800:00000200:1.0:1767384649.238176:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp16 ip 192.168.202.117:988 00000800:00000200:1.0:1767384649.238182:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c41f22b type 1, nob 576 niov 1 nkiov 1 10000000:00000001:0.0:1767384649.238193:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384649.238197:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.238199:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384649.238203:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:3.0:1767384649.238205:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384649.238211:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384649.238211:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.238215:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384649.238216:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384649.238225:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384649.238226:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384649.238228:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384649.238232:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384649.238236:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384649.238239:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384649.238240:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384649.238241:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384649.238244:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384649.238247:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384649.238250:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384649.238252:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384649.238255:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384649.238258:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384649.238259:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384649.238262:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384649.238262:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000020:00000040:0.0:1767384649.238266:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:3.0:1767384649.238267:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384649.238272:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384649.238274:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384649.238275:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384649.238279:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.238280:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384649.238287:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059671808:0@lo:253: 02000000:00000010:0.0:1767384649.238290:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009db6e92b. 00000100:00000001:3.0:1767384649.238291:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384649.238296:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.238299:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384649.238300:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384649.238303:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.238304:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.238310:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384649.238315:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_03+3] req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384649.238317:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d78bab9f. 02000000:00000001:3.0:1767384649.238322:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.238328:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087f49169. 10000000:00000001:0.0:1767384649.238331:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.238334:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e8d14eb. 10000000:00000001:0.0:1767384649.238335:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384649.238342:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059671808, portal 25 00000020:00000001:0.0:1767384649.238342:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384649.238344:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384649.238347:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384649.238349:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000fe9a671. 00000100:00000001:3.0:1767384649.238351:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00000040:3.0:1767384649.238364:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384649.238364:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384649.238368:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.238379:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384649.238380:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c41f22b. 00000100:00000001:3.0:1767384649.238381:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384649.238386:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384649.238390:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384649.238393:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384649.238395:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc5c990c. 00000400:00000200:1.0:1767384649.238395:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384649.238408:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059671808, offset 0 00000400:00000200:1.0:1767384649.238418:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: PUT: OK 00000400:00000200:3.0:1767384649.238429:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384649.238437:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384649.238438:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.238441:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384649.238442:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384649.238449:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384649.238450:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384649.238455:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp16: 0 02000000:00000001:0.0:1767384649.238461:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.238467:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059671936:0@lo:253: 00000100:00000001:0.0:1767384649.238470:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384649.238474:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05700 00000800:00000001:1.0:1767384649.238478:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384649.238478:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384649.238484:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11f9 [2] + 0 02000000:00000001:0.0:1767384649.238485:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.238490:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384649.238491:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b992bb9. 00000800:00000001:1.0:1767384649.238492:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384649.238495:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061750cbc. 00000800:00000001:1.0:1767384649.238497:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384649.238498:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.238501:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c569fb44 00000400:00000010:0.0:1767384649.238504:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000800:00000001:1.0:1767384649.238505:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.238510:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384649.238513:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bc7a5f7. 00000100:00000200:0.0:1767384649.238523:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059671936, portal 25 00000400:00000200:3.0:1767384649.238526:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384649.238527:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16) <- 192.168.202.117@tcp16 : PUT - for me 00000100:00000001:0.0:1767384649.238534:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384649.238541:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000400:00000200:3.0:1767384649.238544:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c569fb44 00000100:00000040:0.0:1767384649.238548:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.238555:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384649.238562:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c569fb44. 00000100:00000001:0.0:1767384649.238577:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384649.238580:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384649.238581:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384649.238584:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000080f5c54. 00000100:00000200:3.0:1767384649.238586:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384649.238594:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 464/480 into md 0x196d [1] + 0 00000100:00000040:3.0:1767384649.238597:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000001a7b8f9a x1853237059671808 msgsize 4848 00000100:00100000:3.0:1767384649.238602:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384649.238604:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384649.238614:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001aa5b4ba. 00000400:00000200:1.0:1767384649.238619:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b2d62ea 00000100:00000001:3.0:1767384649.238620:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384649.238627:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059671936, offset 0 00000800:00000001:1.0:1767384649.238630:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384649.238633:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc5c990c 00000400:00000010:3.0:1767384649.238635:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc5c990c. 00000800:00000001:1.0:1767384649.238639:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.238640:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384649.238640:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384649.238643:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384649.238649:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671808 00000400:00000200:1.0:1767384649.238654:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384649.238655:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384649.238656:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384649.238663:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384649.238668:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384649.238670:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384649.238671:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: PUT: OK 02000000:00000001:2.0:1767384649.238680:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.238690:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671808 00000400:00000200:1.0:1767384649.238691:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000100:00000001:3.0:1767384649.238693:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384649.238695:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05780 00000400:00000010:1.0:1767384649.238699:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000020:00000001:2.0:1767384649.238700:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384649.238705:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384649.238706:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:1.0:1767384649.238709:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000001:2.0:1767384649.238714:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384649.238719:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1211 [2] + 0 00000020:00000040:2.0:1767384649.238721:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000400:00000200:1.0:1767384649.238725:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (29) 00000020:00000001:2.0:1767384649.238730:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000010:0.0:1767384649.238737:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4df14b0. 00000020:00000001:2.0:1767384649.238739:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:1.0:1767384649.238743:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384649.238746:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000029ee4325 00000100:00000001:3.0:1767384649.238748:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.238750:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384649.238755:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384649.238756:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384649.238757:0:16135:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (480 bytes) 00000020:00000010:2.0:1767384649.238760:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028f8281c. 00000100:00000001:3.0:1767384649.238765:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.238772:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384649.238775:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294939340 00000400:00000200:0.0:1767384649.238775:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384649.238780:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000010:3.0:1767384649.238788:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f87fcee. 00000020:00000010:2.0:1767384649.238792:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028f8281c. 00000100:00000001:3.0:1767384649.238799:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384649.238800:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (30) 00000020:00000010:2.0:1767384649.238801:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000654dc7be. 00000020:00000010:2.0:1767384649.238816:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db5d5f7d. 00000100:00000001:3.0:1767384649.238817:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294939340 00000400:00000200:1.0:1767384649.238821:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384649.238821:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ee4325 00000020:00000010:2.0:1767384649.238822:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b19bfe1. 00000100:00000010:3.0:1767384649.238823:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009793cfd8. 00000100:00000040:2.0:1767384649.238882:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384649.238882:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp16 to MR: 192.168.202.117@tcp16 local destination 00000100:00000001:2.0:1767384649.238893:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384649.238895:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384649.238899:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.238903:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp16 NI seq info: [102:102:256:4294967295] 192.168.202.117@tcp16 LPNI seq info [99:99:8:4294967295] 00000100:00000001:2.0:1767384649.238912:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.238927:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) -> 192.168.202.117@tcp16(192.168.202.117@tcp16:192.168.202.117@tcp16) 192.168.202.117@tcp16 : ACK try# 0 00000100:00000001:2.0:1767384649.238930:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384649.238937:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp16 00000800:00000010:1.0:1767384649.238942:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c41f22b. 00000100:00000001:2.0:1767384649.238943:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384649.238946:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1767384649.238958:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (6) 00000100:00100000:2.0:1767384649.238959:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:2.0:1767384649.238975:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384649.238982:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935575120 : -115911773976496 : ffff96942fe30850) 00000800:00000200:1.0:1767384649.238983:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp16 ip 192.168.202.117:1009 00000800:00000200:1.0:1767384649.238994:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c41f22b type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384649.238997:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a7b8f9a x1853237059671808/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:630/0 lens 4848/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.239010:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384649.239013:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028f8281c. 00000100:00000001:2.0:1767384649.239014:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384649.239015:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384649.239019:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028f8281c. 00000100:00100000:2.0:1767384649.239026:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a7b8f9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059671808:12345-0@lo:253: 00000800:00000001:1.0:1767384649.239027:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384649.239042:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671808 00000020:00000001:2.0:1767384649.239046:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384649.239050:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384649.239052:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384649.239054:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384649.239056:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384649.239059:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384649.239060:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384649.239062:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384649.239064:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384649.239074:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384649.239074:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029ee4325. 00000100:00000001:2.0:1767384649.239080:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384649.239084:0:16143:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384649.239086:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384649.239087:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384649.239092:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000066f818c7 x1853237059671936 msgsize 4848 02000000:00000010:2.0:1767384649.239093:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c2da7ae4. 02000000:00000001:2.0:1767384649.239098:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.239101:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384649.239102:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:2.0:1767384649.239105:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:1.0:1767384649.239111:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c41f22b. 00000100:00100000:0.0:1767384649.239111:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 20000000:00000010:2.0:1767384649.239117:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000096ab4887. 00000100:00000040:0.0:1767384649.239119:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384649.239122:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:2.0:1767384649.239124:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384649.239128:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384649.239143:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384649.239144:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: ACK: OK 00000100:00000001:0.0:1767384649.239145:0:16143:0:(events.c:373:request_in_callback()) Process leaving 20000000:00000001:2.0:1767384649.239146:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384649.239154:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384649.239159:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384649.239159:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080f5c54 00000800:00000001:1.0:1767384649.239165:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384649.239166:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000080f5c54. 20000000:00000010:2.0:1767384649.239167:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009bc5b805. 20000000:01000000:2.0:1767384649.239172:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000100:00000001:0.0:1767384649.239174:0:16143:0:(events.c:34:request_out_callback()) Process entered 20000000:00000001:2.0:1767384649.239178:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:1.0:1767384649.239181:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384649.239182:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384649.239185:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384649.239186:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00080000:00000001:2.0:1767384649.239186:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000001:1.0:1767384649.239193:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.239196:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294939341 00000800:00000001:1.0:1767384649.239205:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384649.239209:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc6eabcd. 00000100:00000001:0.0:1767384649.239209:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384649.239214:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.239218:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384649.239219:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.239221:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.239223:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294939341 00080000:00000001:2.0:1767384649.239230:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384649.239230:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384649.239232:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017bc5523. 00000100:00000001:0.0:1767384649.239238:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.239240:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00080000:00000001:2.0:1767384649.239240:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384649.239247:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.239247:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294939341 00000100:00000001:3.0:1767384649.239248:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384649.239252:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp16(192.168.202.117@tcp16) <- 192.168.202.117@tcp16 : ACK - for me 00080000:00000001:2.0:1767384649.239253:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000001:3.0:1767384649.239261:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384649.239261:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384649.239261:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939340 00000020:00000001:2.0:1767384649.239269:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000100:00000001:0.0:1767384649.239269:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294939341 00000100:00000001:3.0:1767384649.239272:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.239281:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384649.239281:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384649.239281:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939340 00000400:00000200:1.0:1767384649.239285:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp16: ACK from 12345-192.168.202.117@tcp16 into md 0x19e9 00080000:00000010:2.0:1767384649.239289:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000790a6cb7. 00000100:00000001:0.0:1767384649.239289:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294939341 00000100:00000001:3.0:1767384649.239294:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384649.239298:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.239298:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294939341 00000100:00000001:3.0:1767384649.239299:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:2.0:1767384649.239299:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855365632 : -115916854185984 : ffff969301153000) 00000100:00000001:0.0:1767384649.239311:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294939341 00000100:00000001:3.0:1767384649.239314:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:2.0:1767384649.239315:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384649.239319:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294939341 00000100:00000001:3.0:1767384649.239321:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384649.239324:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp16->192.168.202.117@tcp16: ACK: OK 00000100:00000001:3.0:1767384649.239326:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.239328:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384649.239341:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.239343:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.239345:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000100:00000001:0.0:1767384649.239345:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384649.239356:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:0.0:1767384649.239356:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.239372:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384649.239374:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384649.239378:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384649.239381:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:1.0:1767384649.239389:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:0.0:1767384649.239389:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.239396:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384649.239399:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (29) 00000100:00000001:0.0:1767384649.239400:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384649.239406:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384649.239410:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.239410:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384649.239412:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384649.239420:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:1.0:1767384649.239422:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.239435:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384649.239441:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059671936 02000000:00000001:0.0:1767384649.239443:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384649.239446:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:2.0:1767384649.239448:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.239449:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384649.239456:0:16773:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:0.0:1767384649.239457:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.239462:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059671936 00000400:00000200:1.0:1767384649.239463:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384649.239470:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384649.239472:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000010:1.0:1767384649.239473:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000b70a1b3a. 00000020:00000001:0.0:1767384649.239480:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384649.239483:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa5b4ba. 00000020:00000040:0.0:1767384649.239483:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384649.239495:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000010:1.0:1767384649.239498:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000020:00000001:0.0:1767384649.239499:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:1.0:1767384649.239506:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b70a1b3a 00000100:00000001:0.0:1767384649.239506:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384649.239513:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000004198b5b0. 00000020:00000010:0.0:1767384649.239513:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041b77f17. 00000100:00000001:0.0:1767384649.239529:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384649.239530:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000020:00000010:0.0:1767384649.239540:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041b77f17. 00000400:00000200:1.0:1767384649.239547:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000020:00000010:0.0:1767384649.239549:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331d7a33. 00000400:00000200:1.0:1767384649.239554:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (28) 00000020:00000010:0.0:1767384649.239556:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016f1bebd. 00000400:00000010:1.0:1767384649.239559:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000003e7bae62. 00000020:00000010:0.0:1767384649.239562:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000746828dd. 00000400:00000010:1.0:1767384649.239565:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00080000:00000001:2.0:1767384649.239566:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:0.0:1767384649.239567:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384649.239575:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:2.0:1767384649.239576:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384649.239578:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa77ddd5. 00000100:00000001:0.0:1767384649.239579:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.239598:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:0.0:1767384649.239599:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.239616:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000001:0.0:1767384649.239618:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.239628:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000001:2.0:1767384649.239632:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384649.239635:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384649.239637:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000100:00000001:0.0:1767384649.239638:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384649.239641:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384649.239652:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000001:2.0:1767384649.239662:0:16772:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.239662:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000400:00000200:1.0:1767384649.239667:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000100:00000001:2.0:1767384649.239671:0:16772:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.239672:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935574096 : -115911773977520 : ffff96942fe30450) 00000400:00000200:1.0:1767384649.239692:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000100:00000040:0.0:1767384649.239692:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066f818c7 x1853237059671936/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:630/0 lens 4848/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.239704:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000100:00000001:0.0:1767384649.239738:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384649.239739:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000020:00000010:0.0:1767384649.239748:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041b77f17. 00000400:00000200:1.0:1767384649.239753:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000100:00000001:0.0:1767384649.239755:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.239760:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041b77f17. 00000400:00000200:1.0:1767384649.239762:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:1.0:1767384649.239778:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000100:00100000:0.0:1767384649.239778:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066f818c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059671936:12345-0@lo:253: 00000100:00000200:0.0:1767384649.239797:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059671936 00000020:00000001:0.0:1767384649.239802:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384649.239806:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000020:00000001:0.0:1767384649.239807:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384649.239812:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.239817:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384649.239820:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:1.0:1767384649.239824:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000020:00000001:0.0:1767384649.239825:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384649.239829:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.239877:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384649.239884:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384649.239888:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.239893:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384649.239894:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 02000000:00000001:0.0:1767384649.239899:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384649.239907:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 02000000:00000010:0.0:1767384649.239909:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cdc0e277. 02000000:00000001:0.0:1767384649.239913:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.239917:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:0.0:1767384649.239919:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.239929:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384649.239931:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 20000000:00000010:0.0:1767384649.239938:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b6c2ed8d. 00000400:00000200:1.0:1767384649.239941:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 20000000:01000000:0.0:1767384649.239947:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384649.239953:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384649.239954:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 20000000:00000001:0.0:1767384649.239961:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384649.239966:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.239970:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 20000000:00000001:0.0:1767384649.239974:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.239978:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[77, 22], ns[78, 22] 20000000:00000001:0.0:1767384649.239979:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384649.239994:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 22], ns[66, 22] 00000400:00000200:1.0:1767384649.240011:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 22], ns[79, 22] 00000400:00000200:1.0:1767384649.240020:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 22], ns[91, 22] 00000400:00000200:1.0:1767384649.240027:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[96, 22], ns[99, 22] 00000400:00000200:1.0:1767384649.240036:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 22], ns[100, 22] 00000400:00000200:1.0:1767384649.240047:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 22], ns[94, 22] 00000400:00000200:1.0:1767384649.240052:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:1.0:1767384649.240057:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:1.0:1767384649.240064:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp35 00000400:00000200:1.0:1767384649.240070:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp35 lpni_is_preferred = 0 00000400:00000200:1.0:1767384649.240074:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp35 00000400:00000200:1.0:1767384649.240082:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp35 NI seq info: [103:103:256:4294967295] 192.168.202.117@tcp35 LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1767384649.240087:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp35 00000400:00000200:1.0:1767384649.240105:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35:) -> 192.168.202.117@tcp35(192.168.202.117@tcp:192.168.202.117@tcp35) : GET try# 0 00000800:00000200:1.0:1767384649.240112:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp35 00000800:00000010:1.0:1767384649.240116:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c41f22b. 00000800:00000010:1.0:1767384649.240125:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000175ccb02. 00000800:00000010:1.0:1767384649.240141:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002991e3aa. 00000800:00000200:1.0:1767384649.240148:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000800:00000200:1.1:1767384649.240152:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000400:00000200:1.0:1767384649.240171:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384649.240176:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000400:00000200:1.0:1767384649.240296:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240418:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240458:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240478:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240533:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240559:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240588:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240627:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240662:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240705:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.240794:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.241101:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.241196:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384649.241356:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.241636:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.241713:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.241780:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.241820:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.241946:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242037:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242087:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242191:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242283:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242397:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242480:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242506:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242536:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242563:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242589:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242657:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242699:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242746:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242786:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242906:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384649.242977:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384649.243246:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087debd6e. 00000800:00000010:1.0:1767384649.243255:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000908c0bab. 00000800:00000010:1.0:1767384649.243265:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000427a0703. 00000800:00000010:1.0:1767384649.243319:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000427a0703. 00000800:00020000:1.0:1767384649.243331:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384649.243335:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000908c0bab. 00000800:00000010:1.0:1767384649.243341:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087debd6e. 00000400:02020000:1.0:1767384649.243441:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp35 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384649.243452:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp35 notifying 192.168.202.117@tcp35: down 00000800:00000200:1.0:1767384649.243461:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp35 down 00000800:00000100:1.0:1767384649.243473:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp35 00000800:00000010:1.0:1767384649.243476:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c41f22b. 00000400:00000200:1.0:1767384649.243482:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384649.243490:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp35->192.168.202.117@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384649.243501:0:16131:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp35 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:1.0:1767384649.243508:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384649.243514:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:1.0:1767384649.243523:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384649.243566:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384649.243575:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100851 00000400:00000001:1.0:1767384649.243579:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384649.243581:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384649.243583:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000400:00000010:1.0:1767384649.243585:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000400:00000200:1.0:1767384649.243588:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384649.243597:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:1.0:1767384649.243601:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000003e7bae62. 00000400:00000200:1.0:1767384649.243606:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (29) 00000400:00000200:1.0:1767384649.243608:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:1.0:1767384649.243613:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 rc -71 00000400:00000200:1.0:1767384649.243618:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:1.0:1767384649.243624:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (28) 00080000:00000001:0.0:1767384649.250279:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384649.250285:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384649.250288:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384649.250295:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384649.250297:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384649.250299:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000790a6cb7. 00080000:00000001:0.0:1767384649.250304:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384649.250338:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384649.250345:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:2.0:1767384649.250348:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384649.250351:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384649.250363:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384649.250374:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384649.250378:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384649.250380:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032a673de. 00080000:00000020:2.0:1767384649.250383:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384649.250384:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:01000000:1.0:1767384649.250391:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384649.250392:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384649.250400:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384649.250401:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384649.250404:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384649.250416:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384649.250420:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384649.250428:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f98b73bb. 00010000:00000001:1.0:1767384649.250435:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384649.250439:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384649.250440:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00080000:00000001:0.0:1767384649.250449:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384649.250452:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384649.250452:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.250459:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384649.250460:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c84b to hash 00000020:00000001:0.0:1767384649.250462:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384649.250464:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384649.250468:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00000020:00000001:0.0:1767384649.250470:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384649.250475:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00080000:00000001:0.0:1767384649.250477:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384649.250481:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384649.250486:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384649.250487:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d4d0b0be. 00080000:00000001:0.0:1767384649.250501:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868756480 : -115916840795136 : ffff969301e18400) 00010000:00010000:1.0:1767384649.250502:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384649.250508:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384649.250517:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384649.250520:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384649.250524:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384649.250527:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384649.250529:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384649.250531:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384649.250534:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384649.250536:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384649.250539:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384649.250541:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384649.250543:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384649.250545:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f98b73bb) refcount = 1 00010000:00010000:1.0:1767384649.250549:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.250553:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384649.250557:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384649.250559:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384649.250561:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.250563:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384649.250569:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384649.250579:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384649.250582:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384649.250586:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384649.250588:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384649.250590:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384649.250593:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384649.250595:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384649.250598:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.250605:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384649.250607:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.250611:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384649.250611:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384649.250622:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.250624:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384649.250631:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384649.250633:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384649.250644:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384649.250646:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.250649:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1767384649.250650:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.250652:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384649.250654:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384649.250663:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384649.250667:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384649.250670:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384649.250672:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.250679:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384649.250681:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384649.250683:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384649.250685:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00000020:00000001:1.0:1767384649.250696:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384649.250699:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384649.250704:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384649.250707:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.250713:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384649.250716:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384649.250718:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.250723:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384649.250725:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384649.250729:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384649.250731:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384649.250734:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c84b from hash 00010000:00000001:1.0:1767384649.250737:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384649.250738:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384649.250740:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384649.250742:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384649.250745:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384649.250747:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384649.250750:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384649.250752:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384649.250754:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384649.250756:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.250758:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384649.250764:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384649.250767:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384649.250771:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384649.250772:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384649.250774:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.250776:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.250779:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.250782:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.250788:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384649.250790:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384649.250792:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384649.250802:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384649.250803:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384649.250805:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384649.250808:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384649.250812:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384649.250815:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.250817:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.250824:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384649.250826:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384649.250829:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c84b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384649.250877:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f98b73bb count: 0 00010000:00000001:1.0:1767384649.250898:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384649.250900:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384649.252042:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294939341, at 4294939342 00000100:00000010:0.0:1767384649.252050:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f87fcee. 00000100:00000040:3.0:1767384649.252882:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294939341, at 4294939343 00000100:00000010:3.0:1767384649.252889:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017bc5523. 00000100:00000040:1.0:1767384649.253125:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294939341, at 4294939343 00000100:00000010:1.0:1767384649.253149:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009793cfd8. 00000100:00000040:2.0:1767384649.253159:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294939341, at 4294939343 00000100:00000010:2.0:1767384649.253166:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc6eabcd. 00010000:00000010:1.1:1767384649.256882:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f98b73bb. 00010000:00000010:1.1:1767384649.256898:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00080000:00000001:0.0:1767384649.261026:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384649.261030:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384649.261032:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384649.261033:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384649.261034:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384649.261036:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d4d0b0be. 00080000:00000001:0.0:1767384649.261040:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384649.261082:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384649.261087:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384649.261090:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.261098:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384649.261102:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384649.261111:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384649.261113:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384649.261119:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384649.261147:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384649.261150:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384649.261153:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384649.261156:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384649.261159:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384649.261166:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d1a5a3c7. 00010000:00000001:0.0:1767384649.261170:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384649.261172:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095a28181. 00000020:00000001:0.0:1767384649.261175:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384649.261177:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095a28181 with handle 0x534bb1615bf4c852 to hash 00000020:00000001:0.0:1767384649.261179:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384649.261180:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204141568 : -115912505410048 : ffff9694044a3e00) 00010000:00000001:0.0:1767384649.261182:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204141568 : -115912505410048 : ffff9694044a3e00) 00010000:00000001:0.0:1767384649.261185:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.261186:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.261188:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261195:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384649.261198:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384649.261200:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384649.261202:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.261203:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.261205:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.261207:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.261208:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384649.261210:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384649.261211:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384649.261212:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384649.261213:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d1a5a3c7) refcount = 1 00010000:00010000:0.0:1767384649.261215:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261226:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384649.261227:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384649.261228:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.261230:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.261231:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384649.261233:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384649.261235:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:0.0:1767384649.261237:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.261238:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.261239:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095a28181 refcount=4 00000020:00000001:0.0:1767384649.261241:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204141568 : -115912505410048 : ffff9694044a3e00) 00010000:00000001:0.0:1767384649.261242:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204141568 : -115912505410048 : ffff9694044a3e00) 00010000:00000001:0.0:1767384649.261244:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384649.261246:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261249:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384649.261250:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261254:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.261255:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384649.261256:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261260:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.261260:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.261262:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384649.261264:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384649.261268:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095a28181 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384649.261270:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.261276:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384649.261278:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261282:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384649.261283:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.261284:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.261284:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095a28181 refcount=5 00000020:00000001:0.0:1767384649.261285:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204141568 : -115912505410048 : ffff9694044a3e00) 00010000:00000001:0.0:1767384649.261286:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204141568 : -115912505410048 : ffff9694044a3e00) 00010000:00000001:0.0:1767384649.261288:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384649.261290:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261293:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384649.261295:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.261296:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.261298:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384649.261300:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384649.261301:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.261302:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384649.261303:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095a28181 with handle 0x534bb1615bf4c852 from hash 00010000:00000001:0.0:1767384649.261305:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384649.261306:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.261306:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.261307:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384649.261308:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384649.261309:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384649.261310:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384649.261311:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.261313:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.261314:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384649.261315:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384649.261317:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.261318:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.261319:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.261325:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.261326:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.261328:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261332:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.261333:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.261333:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384649.261334:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384649.261335:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.261336:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.261337:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384649.261339:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.261340:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.261341:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.261344:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384649.261345:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384649.261346:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095a28181/0x534bb1615bf4c852 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384649.261350:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d1a5a3c7 count: 0 00010000:00000001:0.0:1767384649.261357:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384649.261358:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384649.261502:0:29954:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008811c7b6. 00000400:00000040:3.0:1767384649.261517:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.261520:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384649.261522:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.261523:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.261525:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.261526:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384649.261528:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.261529:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384649.261530:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384649.261531:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384649.261532:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384649.261533:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.261535:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384649.261536:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.261536:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384649.261538:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384649.261539:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.261540:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384649.261540:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384649.261542:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.261543:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.261544:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.261545:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.261545:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.261546:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384649.261547:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.261548:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.261553:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.261554:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.261555:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.261557:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384649.261559:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.261560:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.261562:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.261564:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.261565:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.261565:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384649.261567:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.261568:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.261569:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384649.261571:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384649.261572:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.261574:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384649.261575:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384649.261576:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384649.261577:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384649.261578:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384649.261578:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384649.261580:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384649.261581:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.261583:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384649.261585:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384649.261586:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384649.261588:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384649.261589:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384649.261590:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384649.261591:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384649.261706:0:29954:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008811c7b6. 00080000:00000020:0.0:1767384649.263708:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384649.263712:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384649.263714:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000096ab4887. 20000000:00000001:0.0:1767384649.263719:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384649.263723:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059671808 00010000:00000001:0.0:1767384649.263725:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384649.263731:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a7b8f9a x1853237059671808/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.263738:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384649.263740:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384649.263743:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384649.263747:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384649.263754:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384649.263755:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384649.263758:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384649.263760:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.263763:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384649.263765:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384649.263768:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a7ffb9f. 00000100:00000200:0.0:1767384649.263772:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059671808, offset 224 00000400:00000200:0.0:1767384649.263777:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384649.263786:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384649.263794:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05700 00000400:00000200:0.0:1767384649.263799:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19ed [2] + 224 00000400:00000200:0.0:1767384649.263806:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.263809:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.263813:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384649.263816:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384649.263822:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.263857:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384649.263864:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7ffb9f 00000400:00000010:0.0:1767384649.263866:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a7ffb9f. 00000100:00000001:0.0:1767384649.263870:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384649.263871:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384649.263874:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.263876:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384649.263879:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384649.263881:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.263884:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384649.263884:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384649.263888:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384649.263889:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a7b8f9a x1853237059671808/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384649.263894:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384649.263898:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384649.263900:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a7b8f9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059671808:12345-0@lo:253: Request processed in 24887us (25299us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384649.263902:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087f49169. 00000400:00000200:3.0:1767384649.263910:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e8d14eb 00000400:00000010:3.0:1767384649.263912:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e8d14eb. 00000100:00000001:3.0:1767384649.263919:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384649.263925:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000040:0.0:1767384649.263931:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000200:3.0:1767384649.263932:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.263934:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384649.263937:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384649.263943:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db5d5f7d. 00000100:00000200:3.0:1767384649.263947:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384649.263950:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b19bfe1. 00000100:00000001:3.0:1767384649.263958:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384649.263958:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000654dc7be. 00000100:00000001:3.0:1767384649.263960:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.263964:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384649.263968:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384649.263970:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384649.263971:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:3.0:1767384649.263972:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.263976:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384649.263977:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384649.263979:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c2da7ae4. 00000100:00001000:3.0:1767384649.263983:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=57 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384649.263988:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384649.263990:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384649.263991:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.263999:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384649.264000:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384649.264001:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384649.264006:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384649.264006:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00010000:00000001:3.0:1767384649.264008:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.264011:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384649.264012:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a7ffb9f. 00000100:00000040:3.0:1767384649.264018:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.264024:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384649.264027:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384649.264029:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384649.264032:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384649.264035:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384649.264037:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384649.264039:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384649.264040:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384649.264042:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384649.264044:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384649.264046:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384649.264049:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384649.264053:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384649.264054:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384649.264061:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000848b0850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059671808:0@lo:253: 00000100:00000001:3.0:1767384649.264071:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.264073:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384649.264076:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848b0850 x1853237059671808/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.264081:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384649.264082:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384649.264084:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d78bab9f. 02000000:00000001:3.0:1767384649.264089:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384649.264091:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384649.264092:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384649.264095:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384649.264096:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008bef140a. 02000000:00000001:3.0:1767384649.264100:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384649.264102:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384649.264103:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848b0850. 00000100:00000001:3.0:1767384649.264106:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384649.264107:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.264109:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.264116:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384649.264118:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.264121:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384649.264124:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384649.265376:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384649.265383:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384649.265385:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b6c2ed8d. 20000000:00000001:1.0:1767384649.265393:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384649.265398:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059671936 00010000:00000001:1.0:1767384649.265400:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384649.265407:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066f818c7 x1853237059671936/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384649.265415:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384649.265416:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384649.265420:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384649.265424:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384649.265426:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384649.265428:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384649.265431:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384649.265434:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.265449:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384649.265452:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384649.265455:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096311a89. 00000100:00000200:1.0:1767384649.265461:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059671936, offset 224 00000400:00000200:1.0:1767384649.265468:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384649.265480:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384649.265488:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05780 00000400:00000200:1.0:1767384649.265495:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19f5 [2] + 224 00000400:00000200:1.0:1767384649.265503:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.265506:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384649.265512:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384649.265517:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384649.265525:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.265541:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384649.265549:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096311a89 00000400:00000010:1.0:1767384649.265551:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096311a89. 00000100:00000001:1.0:1767384649.265555:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384649.265557:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.265562:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.265567:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384649.265568:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384649.265572:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384649.265572:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384649.265581:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.265585:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384649.265585:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384649.265592:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384649.265596:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000100:00000040:1.0:1767384649.265598:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f818c7 x1853237059671936/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384649.265605:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bc7a5f7 00000400:00000010:0.0:1767384649.265611:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bc7a5f7. 00000100:00000001:0.0:1767384649.265622:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384649.265623:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066f818c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059671936:12345-0@lo:253: Request processed in 25884us (26529us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384649.265633:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384649.265640:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:1.0:1767384649.265652:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000200:0.0:1767384649.265658:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.265659:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384649.265666:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384649.265670:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384649.265672:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.265678:0:16143:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384649.265680:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016f1bebd. 02000000:00000001:0.0:1767384649.265680:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384649.265682:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384649.265686:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384649.265689:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000746828dd. 02000000:00000001:0.0:1767384649.265689:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384649.265696:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331d7a33. 00000020:00000040:1.0:1767384649.265712:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00001000:0.0:1767384649.265712:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=57 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384649.265725:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384649.265726:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=57 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384649.265732:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cdc0e277. 00000100:00000001:0.0:1767384649.265734:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384649.265739:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.265742:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384649.265744:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384649.265749:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.265751:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.265754:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384649.265758:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384649.265761:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384649.265765:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c24b67a. 00000100:00000001:0.0:1767384649.265776:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384649.265777:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096311a89. 00000100:00000001:0.0:1767384649.265783:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384649.265785:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384649.265789:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384649.265790:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384649.265792:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384649.265794:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384649.265795:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384649.265796:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384649.265797:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384649.265799:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384649.265800:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384649.265801:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384649.265807:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059671936:0@lo:253: 00000100:00000001:0.0:1767384649.265812:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.265814:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384649.265816:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059671936/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.265821:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384649.265822:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384649.265824:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061750cbc. 02000000:00000001:0.0:1767384649.265828:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384649.265829:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384649.265869:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384649.265872:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384649.265878:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009db6e92b. 02000000:00000001:0.0:1767384649.265882:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384649.265884:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384649.265885:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000100:00000001:0.0:1767384649.265889:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384649.265890:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.265892:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.265897:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384649.265898:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.265900:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.265902:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384649.267867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d1a5a3c7. 00010000:00000010:0.1:1767384649.267873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095a28181. 00010000:00000001:0.0:1767384649.621910:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384649.621917:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.621923:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384649.621925:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.621970:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384649.621976:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.621981:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384650.069946:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384650.069951:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384650.069954:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:0.0:1767384650.069958:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000400:00000200:0.0:1767384650.069963:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384650.069969:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384650.069979:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e1cbc4d1. 00000400:00000010:0.0:1767384650.069983:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c6616163. 00000400:00000200:0.0:1767384650.069987:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp28 00000400:00000010:0.0:1767384650.069990:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000098dea696. 00000400:00000010:0.0:1767384650.069994:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c6616163. 00000800:00000200:3.0:1767384650.069998:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (6) 00000400:00000010:0.0:1767384650.069999:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000800:00000200:3.0:1767384650.070007:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:988 00000400:00000010:0.0:1767384650.070008:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c0d45c6. 00000800:00000200:3.0:1767384650.070013:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384650.070018:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp28 00000400:00000200:0.0:1767384650.070029:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp28 local destination 00000400:00000200:0.0:1767384650.070035:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp28 00000400:00000200:0.0:1767384650.070039:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp28 NI seq info: [104:104:256:4294967295] 192.168.202.117@tcp28 LPNI seq info [101:101:8:4294967295] 00000400:00000200:0.0:1767384650.070045:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp28 00000400:00000200:0.0:1767384650.070053:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp28(192.168.202.117@tcp28:) -> 192.168.202.117@tcp28(192.168.202.117@tcp28:192.168.202.117@tcp28) : GET try# 0 00000800:00000200:0.0:1767384650.070058:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp28 00000800:00000010:0.0:1767384650.070068:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae3b1fb7. 00000800:00000200:0.0:1767384650.070072:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:0.1:1767384650.070077:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:3.0:1767384650.070143:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384650.070148:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.070158:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384650.070162:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.070165:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384650.070171:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp28 added to recovery queue. ping count: 4 next ping: 288 health :600 00000400:00000200:3.0:1767384650.070225:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070259:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070281:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070298:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070317:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070344:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070361:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070395:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070433:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070469:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070487:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070502:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070520:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070542:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070561:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070578:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070596:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070614:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070636:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070655:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070674:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070692:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070717:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070745:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070773:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070797:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070873:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070911:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070957:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.070980:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.071011:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.071035:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.071050:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.071064:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384650.071076:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384650.071182:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d78bab9f. 00000800:00000010:3.0:1767384650.071191:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1f74640. 00000800:00000010:3.0:1767384650.071195:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ca597cb. 00000800:00000010:3.0:1767384650.071211:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ca597cb. 00000800:00020000:3.0:1767384650.071218:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384650.075963:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1f74640. 00000800:00000010:3.0:1767384650.075967:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d78bab9f. 00000400:02020000:3.0:1767384650.076012:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp28 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384650.079623:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp28 notifying 192.168.202.117@tcp28: down 00000800:00000200:3.0:1767384650.079629:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp28 down 00000800:00000100:3.0:1767384650.079635:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp28 00000800:00000010:3.0:1767384650.079638:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae3b1fb7. 00000400:00000200:3.0:1767384650.079644:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384650.079650:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp28->192.168.202.117@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384650.079658:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384650.079668:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384650.079681:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp28) recovery failed with -71 00010000:00000001:0.0:1767384650.645914:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384650.645920:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384650.645925:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384650.645926:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384650.645961:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384650.645964:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.645967:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384650.679563:0:30363:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384650.679578:0:30363:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.679583:0:30363:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384650.679589:0:30363:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384650.679596:0:30363:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.679599:0:30363:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384651.093903:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384651.093908:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384651.093911:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:3.0:1767384651.093915:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000400:00000200:3.0:1767384651.093919:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384651.093925:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384651.093933:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000098dea696. 00000400:00000010:3.0:1767384651.093937:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c6616163. 00000400:00000200:3.0:1767384651.093943:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp35 00000400:00000010:3.0:1767384651.093947:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000061a9b067. 00000400:00000010:3.0:1767384651.093951:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d180e6b7. 00000400:00000010:3.0:1767384651.093955:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022157394. 00000400:00000010:3.0:1767384651.093961:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000066eca66f. 00000400:00000200:3.0:1767384651.093972:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp35 00000400:00000200:3.0:1767384651.093985:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp35 local destination 00000400:00000200:3.0:1767384651.093989:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp35 00000400:00000200:3.0:1767384651.093993:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp35 NI seq info: [105:105:256:4294967295] 192.168.202.117@tcp35 LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1767384651.093999:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp35 00000400:00000200:3.0:1767384651.094005:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35:) -> 192.168.202.117@tcp35(192.168.202.117@tcp35:192.168.202.117@tcp35) : GET try# 0 00000800:00000200:3.0:1767384651.094009:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp35 00000800:00000010:3.0:1767384651.094013:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078e5a82e. 00000800:00000200:3.0:1767384651.094018:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000800:00000200:3.1:1767384651.094022:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000400:00000200:3.0:1767384651.094040:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp35 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:1.0:1767384651.094159:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094199:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094214:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094229:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094241:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094255:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094269:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094281:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094294:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094307:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094320:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094331:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094343:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094354:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094367:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094380:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094393:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094407:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094419:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094442:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094454:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094466:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094478:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094491:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094504:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094520:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094542:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094564:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094582:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094601:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094621:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094643:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094667:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094688:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384651.094710:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384651.094901:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087debd6e. 00000800:00000010:1.0:1767384651.094906:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a557998. 00000800:00000010:1.0:1767384651.094910:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f28f48c. 00000800:00000010:1.0:1767384651.094928:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f28f48c. 00000800:00020000:1.0:1767384651.094937:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384651.094940:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a557998. 00000800:00000010:1.0:1767384651.094943:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087debd6e. 00000400:02020000:1.0:1767384651.094979:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp35 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384651.094985:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp35 notifying 192.168.202.117@tcp35: down 00000400:00000200:1.0:1767384651.094988:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384651.094992:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp35 00000800:00000010:1.0:1767384651.094994:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078e5a82e. 00000400:00000200:1.0:1767384651.094998:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384651.095001:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp35->192.168.202.117@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384651.095008:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384651.095016:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384651.095020:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp35) recovery failed with -71 00000001:00000001:0.0:1767384651.358532:0:30528:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384651.358537:0:30528:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:0.0:1767384651.362381:0:30528:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384651.370135:0:30529:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000023a470a5. 00000400:00000010:2.0:1767384651.370155:0:30529:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000da656225. 00000400:00000010:2.0:1767384651.370163:0:30529:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b85dbb86. 00000400:00000010:2.0:1767384651.370166:0:30529:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fa66c91b. 00000400:00000010:2.0:1767384651.370170:0:30529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008b505019. 00000400:00000010:2.0:1767384651.370174:0:30529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084fb2b0f. 00000400:00000010:2.0:1767384651.370176:0:30529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000068ee5f52. 00000400:00000010:2.0:1767384651.370178:0:30529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fa7800c. 00000400:00000010:2.0:1767384651.370181:0:30529:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f688097e. 00000800:00000010:2.0:1767384651.370194:0:30529:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002a5d2d2b. 00000800:00000200:2.0:1767384651.370205:0:30529:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384651.370213:0:30529:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384651.370248:0:30529:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384651.370267:0:30529:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp37 [8/256/0/180] 00000400:00000010:2.0:1767384651.371905:0:30529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000ba53ad39. 00000400:00000010:2.0:1767384651.371911:0:30529:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de562f6. 00000400:00000010:2.0:1767384651.371916:0:30529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523398ce. 00000400:00000001:2.0:1767384651.371936:0:30529:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384651.371937:0:30529:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384651.371939:0:30529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058e4d8d9. 00000400:00000200:2.0:1767384651.371941:0:30529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000185229a 00000400:00000010:2.0:1767384651.371943:0:30529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000185229a. 00000400:00000010:2.0:1767384651.371947:0:30529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000acd71f67. 00000400:00000200:2.0:1767384651.371951:0:30529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (27) 00000400:00000200:2.0:1767384651.371962:0:30529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384651.371969:0:30529:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:2.0:1767384651.371976:0:30529:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c2da7ae4. 00000400:00000200:1.0:1767384651.371979:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384651.371980:0:30529:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384651.371984:0:30529:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp37 00000400:00000200:1.0:1767384651.371988:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:1.0:1767384651.371992:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (28) 00000400:00000010:2.0:1767384651.371998:0:30529:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000da656225. 00000400:00000010:1.0:1767384651.371998:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f9ddff12. 00000400:00000010:2.0:1767384651.372002:0:30529:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000023a470a5. 00000400:00000010:1.0:1767384651.372006:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000400:00000010:1.0:1767384651.372017:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aca29696. 00000020:00000001:0.0:1767384651.372020:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384651.372022:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 10000000:00000001:0.0:1767384651.372025:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384651.372029:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384651.372031:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384651.372035:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384651.372036:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:01000004:0.0:1767384651.372038:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384651.372041:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384651.372042:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384651.372045:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000020:01000004:0.0:1767384651.372045:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384651.372049:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.372051:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384651.372054:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:0.0:1767384651.372054:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384651.372056:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.372059:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384651.372062:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000100:00000010:0.0:1767384651.372065:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000400:00000200:1.0:1767384651.372068:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000020:00000040:0.0:1767384651.372071:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:1.0:1767384651.372075:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000100:00000001:0.0:1767384651.372079:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384651.372080:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 02000000:00000001:0.0:1767384651.372082:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384651.372087:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 02000000:00000001:0.0:1767384651.372088:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.372091:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:1.0:1767384651.372096:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 02000000:00000010:0.0:1767384651.372098:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cdc0e277. 00000400:00000200:1.0:1767384651.372101:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384651.372106:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:0.0:1767384651.372106:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.372123:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384651.372127:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000100:00000001:0.0:1767384651.372127:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.372130:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.372137:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_00+0] req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.372144:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384651.372156:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:1.0:1767384651.372160:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:1.0:1767384651.372168:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:1.0:1767384651.372180:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:1.0:1767384651.372187:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 22], ns[104, 22] 00000400:00000200:1.0:1767384651.372190:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 22], ns[66, 22] 00000400:00000200:1.0:1767384651.372194:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 22], ns[79, 22] 00000400:00000200:1.0:1767384651.372197:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 22], ns[91, 22] 00000400:00000200:1.0:1767384651.372199:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[96, 22], ns[99, 22] 00000400:00000200:1.0:1767384651.372202:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 22], ns[100, 22] 10000000:00000001:0.0:1767384651.372205:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.372206:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 22], ns[94, 22] 00000100:00000001:2.0:1767384651.372209:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384651.372210:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.372214:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.372215:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384651.372216:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 22], ns[105, 22] 00000020:01000000:0.0:1767384651.372219:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384651.372220:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384651.372227:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.372228:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000020:00000001:0.0:1767384651.372229:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384651.372233:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384651.372235:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384651.372237:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp17 10000000:01000000:0.0:1767384651.372239:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384651.372244:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384651.372246:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp17 lpni_is_preferred = 0 00000020:01000004:0.0:1767384651.372247:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384651.372252:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384651.372253:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384651.372255:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp17 00000100:00000001:2.0:1767384651.372256:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384651.372256:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.372260:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384651.372263:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384651.372263:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp17 NI seq info: [106:106:256:4294967295] 192.168.202.117@tcp17 LPNI seq info [103:103:8:4294967295] 00000020:01000004:0.0:1767384651.372264:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.372267:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384651.372268:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384651.372271:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384651.372272:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.372274:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp17 00000020:01000004:0.0:1767384651.372274:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384651.372280:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059672064:0@lo:253: 00000100:00000010:0.0:1767384651.372280:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad64594. 00000020:00000040:0.0:1767384651.372286:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:1.0:1767384651.372291:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17:) -> 192.168.202.117@tcp17(192.168.202.117@tcp:192.168.202.117@tcp17) : GET try# 0 00000100:00000001:0.0:1767384651.372292:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384651.372293:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384651.372295:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384651.372299:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.372301:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767384651.372303:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp17 02000000:00000001:2.0:1767384651.372306:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.372308:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b6c2ed8d. 02000000:00000001:2.0:1767384651.372310:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384651.372312:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.372316:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.372317:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384651.372318:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000096ab4887. 00000100:00000040:0.0:1767384651.372323:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ad64594] to pc [ptlrpcd_00_01+1] req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384651.372324:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384651.372326:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e13ac9c0. 00000400:00000010:2.0:1767384651.372334:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46f39e. 10000000:00000001:0.0:1767384651.372336:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384651.372339:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (6) 00000400:00000010:2.0:1767384651.372342:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da656225. 10000000:00000001:0.0:1767384651.372347:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384651.372349:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059672064, portal 25 00000800:00000200:1.0:1767384651.372349:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp17 ip 192.168.202.117:988 00000020:00000001:0.0:1767384651.372350:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.372356:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767384651.372356:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e13ac9c0 type 2, nob 96 niov 1 nkiov 0 00000020:01000000:0.0:1767384651.372357:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384651.372363:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c2da7ae4. 00000100:00000001:2.0:1767384651.372365:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000100:00000040:2.0:1767384651.372372:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.372374:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000100:00000001:0.0:1767384651.372375:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384651.372380:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000100:00000001:0.0:1767384651.372386:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.372388:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384651.372389:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384651.372393:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384651.372396:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384651.372398:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f052f11b. 00000100:00000200:2.0:1767384651.372403:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059672064, offset 0 00000100:00000001:0.0:1767384651.372409:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384651.372411:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.372415:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384651.372417:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384651.372419:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384651.372421:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384651.372425:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059672192:0@lo:253: 00000400:00000200:2.0:1767384651.372427:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384651.372433:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384651.372436:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384651.372439:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.372441:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05800 02000000:00000001:0.0:1767384651.372442:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384651.372449:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x127d [2] + 0 02000000:00000010:0.0:1767384651.372450:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005cb21c70. 00000400:00000010:2.0:1767384651.372452:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8d52c72. 02000000:00000001:0.0:1767384651.372456:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.372458:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005eb611e3 00000400:00000010:0.0:1767384651.372463:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000400:00000200:2.0:1767384651.372466:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384651.372471:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003c5e58b. 00000400:00000200:2.0:1767384651.372472:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384651.372479:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005eb611e3 00000100:00000200:0.0:1767384651.372479:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059672192, portal 25 00000400:00000010:2.0:1767384651.372483:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005eb611e3. 00000100:00000001:0.0:1767384651.372485:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767384651.372486:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384651.372490:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384651.372490:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027871232 : -115911681680384 : ffff969435635c00) 00000800:00000010:1.0:1767384651.372491:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e13ac9c0. 00000100:00000200:2.0:1767384651.372493:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384651.372497:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384651.372499:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000004f4c159b x1853237059672064 msgsize 4848 00000100:00000040:0.0:1767384651.372502:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.372507:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp17->192.168.202.117@tcp17: GET: OK 00000100:00100000:2.0:1767384651.372514:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384651.372516:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384651.372519:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384651.372523:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000100:00000001:0.0:1767384651.372526:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384651.372529:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384651.372531:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384651.372532:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072bedd82. 00000800:00000001:1.0:1767384651.372533:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384651.372538:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059672192, offset 0 00000400:00000200:2.0:1767384651.372539:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f052f11b 00000400:00000010:2.0:1767384651.372543:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f052f11b. 00000800:00000001:1.0:1767384651.372544:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.372546:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384651.372549:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384651.372550:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384651.372553:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384651.372562:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.372563:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384651.372565:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384651.372571:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.372577:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05880 00000400:00000200:1.0:1767384651.372579:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17) <- 192.168.202.117@tcp17 : GET - for me 00000400:00000200:0.0:1767384651.372589:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1285 [2] + 0 00000100:00000001:2.0:1767384651.372596:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.372597:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080f7cdf1. 00000400:00000200:1.0:1767384651.372600:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 480 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384651.372601:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384651.372605:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003562c010 00000100:00000001:2.0:1767384651.372607:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.372612:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.372616:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 480/480 into md 0x1a1d [1] + 0 00000100:00000001:2.0:1767384651.372618:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294941474 00000100:00000010:2.0:1767384651.372625:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9074119. 00000400:00000200:1.0:1767384651.372627:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp17 to MR: 192.168.202.117@tcp17 local destination 00000400:00000200:0.0:1767384651.372631:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384651.372635:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384651.372636:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp17 NI seq info: [107:107:256:4294967295] 192.168.202.117@tcp17 LPNI seq info [104:104:8:4294967295] 00000100:00000001:2.0:1767384651.372643:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294941474 00000100:00000010:2.0:1767384651.372650:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000013e632c. 00000400:00000200:1.0:1767384651.372651:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17:192.168.202.117@tcp17) -> 192.168.202.117@tcp17(192.168.202.117@tcp17:192.168.202.117@tcp17) 192.168.202.117@tcp17 : REPLY try# 0 00000100:00000001:2.0:1767384651.372656:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767384651.372661:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.117@tcp17 00000400:00000200:0.0:1767384651.372661:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003562c010 00000100:00000001:2.0:1767384651.372662:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294941474 00000400:00000010:0.0:1767384651.372665:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003562c010. 00000100:00000010:2.0:1767384651.372669:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041eea25e. 00000800:00000010:1.0:1767384651.372669:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e13ac9c0. 00000100:00000001:0.0:1767384651.372671:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384651.372675:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384651.372676:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767384651.372680:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (6) 00000100:00000040:0.0:1767384651.372681:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000006f19ed37 x1853237059672192 msgsize 4848 00000100:00000001:2.0:1767384651.372682:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294941474 00000800:00000200:1.0:1767384651.372688:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp17 ip 192.168.202.117:1007 00000100:00000010:2.0:1767384651.372689:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000800:00000200:1.0:1767384651.372695:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e13ac9c0 type 3, nob 576 niov 1 nkiov 1 00000100:00100000:0.0:1767384651.372695:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384651.372696:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384651.372702:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384651.372704:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.372707:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.372709:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.372711:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.372712:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384651.372718:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bedd82 00000100:00000001:2.0:1767384651.372719:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384651.372720:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072bedd82. 00000100:00000001:2.0:1767384651.372723:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384651.372725:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384651.372727:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.372729:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384651.372731:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.372732:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.372738:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384651.372741:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384651.372746:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e13ac9c0. 00000100:00000001:0.0:1767384651.372747:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.372750:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.372757:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384651.372758:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.372762:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384651.372765:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp17->192.168.202.117@tcp17: REPLY: OK 00000100:00000001:0.0:1767384651.372768:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.372772:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294941474 00000800:00000001:1.0:1767384651.372774:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384651.372775:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294941474 00000100:00000001:0.0:1767384651.372779:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294941474 00000800:00000001:1.0:1767384651.372780:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.372781:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294941474 00000800:00000001:1.0:1767384651.372784:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384651.372785:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294941474 00000100:00000001:0.0:1767384651.372789:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294941474 00000800:00000001:1.0:1767384651.372790:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.372791:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294941474 00000800:00000001:1.0:1767384651.372795:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384651.372796:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294941474 00000100:00000001:0.0:1767384651.372799:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384651.372801:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.372802:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.372806:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.372809:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp17(192.168.202.117@tcp17) <- 192.168.202.117@tcp17 : REPLY - for me 00000100:00000001:0.0:1767384651.372810:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.372821:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384651.372821:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp17: Reply from 12345-192.168.202.117@tcp17 of length 480/480 into md 0x1a21 00000100:00000001:0.0:1767384651.372823:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384651.372827:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672064 00000800:00000001:1.0:1767384651.372827:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384651.372827:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384651.372853:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.372854:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384651.372856:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.372858:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384651.372869:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.372873:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384651.372874:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384651.372875:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384651.372877:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672192 00000100:00000001:2.0:1767384651.372878:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384651.372880:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.372882:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.372884:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384651.372885:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp17->192.168.202.117@tcp17: REPLY: OK 02000000:00000001:2.0:1767384651.372888:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.372888:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.372890:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 02000000:00000001:0.0:1767384651.372892:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.372895:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672064 00000400:00000010:1.0:1767384651.372895:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000100:00100000:0.0:1767384651.372896:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672192 00000400:00000200:1.0:1767384651.372900:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:2.0:1767384651.372901:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384651.372902:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384651.372907:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:1.0:1767384651.372907:0:16134:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000020:00000040:0.0:1767384651.372907:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384651.372912:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384651.372912:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384651.372914:0:16134:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:1.0:1767384651.372918:0:16134:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.117@tcp (496 bytes) 00000400:00000200:1.0:1767384651.372920:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:1.0:1767384651.372927:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f9ddff12. 00000400:00000200:1.0:1767384651.372929:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (29) 00000800:00000001:1.0:1767384651.372935:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.372938:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384651.372948:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000040:0.0:1767384651.372950:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384651.372952:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384651.372956:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384651.372959:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384651.372963:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384651.372967:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384651.372968:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.372974:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049c18e75. 00000020:00000010:0.0:1767384651.372974:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa08d651. 00000100:00000001:0.0:1767384651.372980:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.372981:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.372987:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049c18e75. 00000020:00000010:0.0:1767384651.372987:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa08d651. 00000020:00000010:2.0:1767384651.372997:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050404cc3. 00000020:00000010:0.0:1767384651.372998:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000265eb5f1. 00000020:00000010:2.0:1767384651.373004:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd2aa531. 00000020:00000010:0.0:1767384651.373005:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054768289. 00000020:00000010:2.0:1767384651.373012:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052a1ad85. 00000020:00000010:0.0:1767384651.373012:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a57fb2b. 00000100:00000040:2.0:1767384651.373024:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384651.373028:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384651.373030:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384651.373031:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384651.373032:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.373033:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384651.373037:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.373042:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.373043:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.373052:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.373060:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.373066:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.373069:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384651.373074:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384651.373075:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000400:00000200:1.0:1767384651.373076:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384651.373078:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384651.373082:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000400:00000010:1.0:1767384651.373083:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000f9ddff12. 00000100:00000001:2.0:1767384651.373087:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935579216 : -115911773972400 : ffff96942fe31850) 00000100:00100000:0.0:1767384651.373087:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000400:00000010:1.0:1767384651.373090:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7c70db. 00000100:00000040:0.0:1767384651.373094:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000040:2.0:1767384651.373096:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f4c159b x1853237059672064/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384651.373097:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000100:00000001:0.0:1767384651.373098:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935583312 : -115911773968304 : ffff96942fe32850) 00000400:00000200:1.0:1767384651.373103:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f9ddff12 00000100:00000001:2.0:1767384651.373124:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1767384651.373126:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384651.373127:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f19ed37 x1853237059672192/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384651.373128:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049c18e75. 00000400:00000001:1.0:1767384651.373129:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384651.373134:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384651.373134:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001aa5b4ba. 00000020:00000010:2.0:1767384651.373141:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049c18e75. 00000400:00000200:1.0:1767384651.373143:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000100:00000001:0.0:1767384651.373148:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384651.373149:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f4c159b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059672064:12345-0@lo:253: 00000020:00000010:0.0:1767384651.373152:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa08d651. 00000100:00000200:2.0:1767384651.373157:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672064 00000400:00000010:1.0:1767384651.373158:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:0.0:1767384651.373158:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384651.373163:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384651.373164:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa08d651. 00000020:00000001:2.0:1767384651.373166:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384651.373167:0:16138:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000001:2.0:1767384651.373170:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384651.373173:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000b70a1b3a. 00000100:00100000:0.0:1767384651.373173:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f19ed37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059672192:12345-0@lo:253: 00000020:00000001:2.0:1767384651.373175:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384651.373179:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000200:0.0:1767384651.373181:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672192 00000400:00000200:1.0:1767384651.373182:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000020:00000001:0.0:1767384651.373184:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384651.373188:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384651.373190:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384651.373190:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000020:00000001:0.0:1767384651.373191:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.373193:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384651.373197:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384651.373198:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384651.373201:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:0 00000020:00000001:2.0:1767384651.373202:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384651.373202:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384651.373207:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.373208:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384651.373212:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384651.373212:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc 1 00000020:00000001:0.0:1767384651.373213:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384651.373217:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384651.373218:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384651.373222:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000020:00000001:0.0:1767384651.373222:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1767384651.373224:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f228b0ef. 00000020:00000001:0.0:1767384651.373225:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.373227:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (28) 02000000:00000001:2.0:1767384651.373229:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.373230:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384651.373235:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.373235:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384651.373237:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000969feeaa. 20000000:00000001:2.0:1767384651.373240:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384651.373242:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ff17f106. 00000400:00000010:1.0:1767384651.373245:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 02000000:00000001:0.0:1767384651.373246:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384651.373250:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c2da7ae4. 00000100:00000001:0.0:1767384651.373250:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384651.373254:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1efb799. 20000000:00000001:0.0:1767384651.373255:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384651.373256:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384651.373261:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384651.373264:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 20000000:00000001:2.0:1767384651.373265:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384651.373266:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002e987f4d. 20000000:00000001:2.0:1767384651.373269:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384651.373272:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384651.373273:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.373277:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 20000000:00000001:0.0:1767384651.373277:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384651.373279:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384651.373280:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384651.373284:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.373285:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 20000000:00000001:0.0:1767384651.373288:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384651.373293:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000474b6ac8. 20000000:00000001:0.0:1767384651.373293:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384651.373298:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 20000000:01000000:2.0:1767384651.373299:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000400:00000200:1.0:1767384651.373307:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 20000000:00000001:2.0:1767384651.373309:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384651.373315:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00080000:00000001:2.0:1767384651.373317:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384651.373322:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000400:00000200:1.0:1767384651.373327:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000400:00000200:1.0:1767384651.373333:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:1.0:1767384651.373338:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:1.0:1767384651.373342:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000400:00000200:1.0:1767384651.373347:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384651.373352:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00080000:00000001:2.0:1767384651.373363:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384651.373368:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00080000:00000001:2.0:1767384651.373369:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384651.373372:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.373377:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384651.373381:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384651.373383:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000020:00000001:2.0:1767384651.373387:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384651.373392:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384651.373392:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00080000:00000010:2.0:1767384651.373398:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f9db0705. 00000400:00000200:1.0:1767384651.373399:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00080000:00000001:2.0:1767384651.373403:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855355392 : -115916854196224 : ffff969301150800) 00080000:00000001:2.0:1767384651.373410:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384651.373411:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:1.0:1767384651.373417:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:1.0:1767384651.373422:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:1.0:1767384651.373426:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 24], ns[104, 24] 00000400:00000200:1.0:1767384651.373431:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 24], ns[66, 24] 00000400:00000200:1.0:1767384651.373436:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[79, 24] 00000400:00000200:1.0:1767384651.373441:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 24], ns[91, 24] 00000400:00000200:1.0:1767384651.373446:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[96, 24], ns[99, 24] 00000400:00000200:1.0:1767384651.373450:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 24], ns[100, 24] 00000400:00000200:1.0:1767384651.373455:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 24], ns[94, 24] 00000400:00000200:1.0:1767384651.373459:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 24], ns[105, 24] 00000400:00000200:1.0:1767384651.373464:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:1.0:1767384651.373468:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp18 00000400:00000200:1.0:1767384651.373473:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384651.373476:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp18 00000400:00000200:1.0:1767384651.373481:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp18 NI seq info: [108:108:256:4294967295] 192.168.202.117@tcp18 LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1767384651.373494:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp18 00000400:00000200:1.0:1767384651.373507:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18:) -> 192.168.202.117@tcp18(192.168.202.117@tcp:192.168.202.117@tcp18) : GET try# 0 00000800:00000200:1.0:1767384651.373513:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp18 00000800:00000010:1.0:1767384651.373517:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e13ac9c0. 00000001:00000001:2.0:1767384651.373523:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:1.0:1767384651.373524:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (6) 00080000:00000001:2.0:1767384651.373528:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.373532:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384651.373536:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:988 00000800:00000200:1.0:1767384651.373540:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e13ac9c0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384651.373551:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384651.373553:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00080000:00000001:2.0:1767384651.373554:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.373560:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.0:1767384651.373621:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384651.373625:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e13ac9c0. 00000400:00000200:1.0:1767384651.373629:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.373634:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: GET: OK 00000400:00000200:1.0:1767384651.373638:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384651.373642:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:1.0:1767384651.373649:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.373656:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384651.373659:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.373668:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384651.373673:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384651.373677:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18) <- 192.168.202.117@tcp18 : GET - for me 00080000:00000001:2.0:1767384651.373678:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384651.373689:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384651.373696:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 496/496 into md 0x1a1d [1] + 0 00000400:00000200:1.0:1767384651.373705:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp18 to MR: 192.168.202.117@tcp18 local destination 00000400:00000200:1.0:1767384651.373711:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp18 NI seq info: [109:109:256:4294967295] 192.168.202.117@tcp18 LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1767384651.373725:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) -> 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) 192.168.202.117@tcp18 : REPLY try# 0 00000800:00000200:1.0:1767384651.373732:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.117@tcp18 00000800:00000010:1.0:1767384651.373736:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e13ac9c0. 00000800:00000200:1.0:1767384651.373741:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (6) 00000800:00000200:1.0:1767384651.373755:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:1005 00000800:00000200:1.0:1767384651.373758:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e13ac9c0 type 3, nob 592 niov 1 nkiov 1 00000800:00000001:3.0:1767384651.373795:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384651.373823:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384651.373827:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e13ac9c0. 00000400:00000200:1.0:1767384651.373858:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384651.373863:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384651.373867:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: REPLY: OK 00000800:00000001:0.0:1767384651.373872:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384651.373875:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384651.373884:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.373891:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18) <- 192.168.202.117@tcp18 : REPLY - for me 00000400:00000200:0.0:1767384651.373902:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp18: Reply from 12345-192.168.202.117@tcp18 of length 496/496 into md 0x1a39 00000800:00000001:0.0:1767384651.373905:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384651.373910:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.373912:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.373916:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: REPLY: OK 00000400:00000200:0.0:1767384651.373919:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:0.0:1767384651.373921:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000400:00000200:0.0:1767384651.373924:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384651.373926:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:0.0:1767384651.373929:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384651.373932:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 29. state = 0x100271 00000400:00000200:0.0:1767384651.373936:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384651.373947:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (29) 00000800:00000001:0.0:1767384651.373953:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384651.373956:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.373975:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384651.373984:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:1.0:1767384651.373991:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 000000009c513af0. 00000400:00000010:1.0:1767384651.373996:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000a6368356. 00000400:00000010:1.0:1767384651.374000:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 000000005b637c0c. 00000400:00000200:1.0:1767384651.374038:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp28(00000000d6a979cd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384651.374050:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp32(0000000089940113) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384651.374056:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp33(00000000d99372d1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384651.374066:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp35(0000000024f9613a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384651.374086:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001e317bea. 00000400:00000200:0.0:1767384651.374094:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001e317bea nid 192.168.202.117@tcp36 00000400:00000010:0.0:1767384651.374099:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a7a1bda7. 00000400:00000200:0.0:1767384651.374102:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a7a1bda7 net tcp36 00000400:00000200:0.0:1767384651.374105:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (28) 00000400:00000200:0.0:1767384651.374120:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp36 flags 0x11 00000400:00000010:0.0:1767384651.374127:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e14ddf55. 00000400:00000200:0.0:1767384651.374131:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e14ddf55 nid 192.168.202.117@tcp37 00000400:00000010:0.0:1767384651.374133:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000087f7b2b8. 00000400:00000200:0.0:1767384651.374135:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000087f7b2b8 net tcp37 00000400:00000200:0.0:1767384651.374137:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (29) 00000400:00000200:0.0:1767384651.374142:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp37 flags 0x11 00000400:00000010:0.0:1767384651.374145:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 000000009c513af0. 00000400:00000010:0.0:1767384651.374149:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000a6368356. 00000400:00000010:0.0:1767384651.374152:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 000000005b637c0c. 00000400:00000010:0.0:1767384651.374156:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000969feeaa. 00000400:00000200:0.0:1767384651.374165:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384651.374168:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:0.0:1767384651.374172:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000800:00000001:3.0:1767384651.374173:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.374177:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:0.0:1767384651.374183:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000400:00000200:0.0:1767384651.374186:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (30) 00000400:00000010:0.0:1767384651.374190:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b676040. 00000400:00000200:0.0:1767384651.374196:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp18 00000400:00000200:0.0:1767384651.374205:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp18 to MR: 192.168.202.117@tcp18 local destination 00000400:00000200:0.0:1767384651.374211:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp18 NI seq info: [110:110:256:4294967295] 192.168.202.117@tcp18 LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1767384651.374216:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp18 00000400:00000200:0.0:1767384651.374224:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) -> 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) : PUT try# 0 00000800:00000200:0.0:1767384651.374229:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.117@tcp18 00000800:00000010:0.0:1767384651.374232:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1732dfc. 00000800:00000200:0.0:1767384651.374236:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (6) 00000800:00000200:0.0:1767384651.374243:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:988 00000800:00000200:0.0:1767384651.374245:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1732dfc type 1, nob 592 niov 1 nkiov 1 00000400:00000200:0.0:1767384651.374258:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384651.374261:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000800:00000200:0.0:1767384651.374319:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384651.374322:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1732dfc. 00000400:00000200:0.0:1767384651.374325:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384651.374328:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384651.374330:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: PUT: OK 00000400:00000200:0.0:1767384651.374334:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384651.374335:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp18: 0 00000800:00000001:1.0:1767384651.374338:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384651.374342:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.374347:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.374354:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18) <- 192.168.202.117@tcp18 : PUT - for me 00000400:00000200:1.0:1767384651.374366:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384651.374371:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 496/496 into md 0x1a35 [1] + 0 00000400:00000010:1.0:1767384651.374375:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7c70db. 00000400:00000200:1.0:1767384651.374379:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b2d62ea 00000800:00000001:1.0:1767384651.374382:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.374387:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.374390:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.374394:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: PUT: OK 00000400:00000200:1.0:1767384651.374397:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000400:00000010:1.0:1767384651.374400:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000400:00000200:1.0:1767384651.374403:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384651.374415:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (31) 00000400:00000200:1.0:1767384651.374420:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:1.0:1767384651.374425:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000004833af75. 00000400:00000200:1.0:1767384651.374428:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 29 00000400:00000200:1.0:1767384651.374431:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384651.374441:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (32) 00000400:00000200:1.0:1767384651.374447:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384651.374453:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp18 to MR: 192.168.202.117@tcp18 local destination 00000400:00000200:1.0:1767384651.374460:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp18 NI seq info: [111:111:256:4294967295] 192.168.202.117@tcp18 LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1767384651.374473:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) -> 192.168.202.117@tcp18(192.168.202.117@tcp18:192.168.202.117@tcp18) 192.168.202.117@tcp18 : ACK try# 0 00000800:00000200:1.0:1767384651.374478:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp18 00000800:00000010:1.0:1767384651.374483:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e13ac9c0. 00000800:00000200:1.0:1767384651.374488:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (6) 00000800:00000200:1.0:1767384651.374492:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:1005 00000800:00000200:1.0:1767384651.374496:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e13ac9c0 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384651.374527:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384651.374532:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebe9c77. 00000400:00000010:0.0:1767384651.374535:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000400:00000200:0.0:1767384651.374538:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f9ddff12 00000400:00000200:0.0:1767384651.374541:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1004f1 00000400:00000010:0.0:1767384651.374546:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 000000005a647fdb. 00000800:00000200:1.0:1767384651.374551:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384651.374554:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 000000004c35b907. 00000800:00000010:1.0:1767384651.374556:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e13ac9c0. 00000400:00000010:0.0:1767384651.374559:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 0000000079249996. 00000400:00000200:1.0:1767384651.374562:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.374570:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: ACK: OK 00000800:00000001:1.0:1767384651.374578:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.374584:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384651.374587:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384651.374588:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 000000005a647fdb. 00000400:00000010:0.0:1767384651.374592:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 000000004c35b907. 00000800:00000001:1.0:1767384651.374594:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384651.374595:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 0000000079249996. 00000800:00000001:1.0:1767384651.374599:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384651.374599:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000004833af75. 00000400:00000200:0.0:1767384651.374605:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000800:00000001:1.0:1767384651.374606:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.374608:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100571 00000400:00000200:0.0:1767384651.374615:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 1 00000400:00000200:1.0:1767384651.374618:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp18(192.168.202.117@tcp18) <- 192.168.202.117@tcp18 : ACK - for me 00000400:00000200:0.0:1767384651.374624:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 00000400:00000200:0.0:1767384651.374632:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384651.374635:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp18: ACK from 12345-192.168.202.117@tcp18 into md 0x1a3d 00000400:00000200:0.0:1767384651.374639:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100511 rc 0 00000400:00000200:1.0:1767384651.374641:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.374648:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:1.0:1767384651.374651:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp18->192.168.202.117@tcp18: ACK: OK 00000400:00000200:0.0:1767384651.374656:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (31) 00000400:00000200:1.0:1767384651.374665:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000400:00000010:1.0:1767384651.374675:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000400:00000200:1.0:1767384651.374682:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384651.374686:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:1.0:1767384651.374689:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (30) 00000800:00000001:0.0:1767384651.374782:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384651.374787:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384651.381535:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384651.381543:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384651.381547:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384651.381549:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384651.381549:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384651.381554:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384651.381557:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384651.381558:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384651.381559:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384651.381561:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f9db0705. 20000000:01000000:1.0:1767384651.381563:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384651.381565:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384651.381575:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384651.381579:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384651.381582:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ace7c4bc. 20000000:01000000:2.0:1767384651.381586:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00080000:00000020:1.0:1767384651.381586:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384651.381593:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384651.381599:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384651.381603:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384651.381607:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384651.381609:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384651.381613:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384651.381615:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384651.381622:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000018a48047. 00080000:00000001:2.0:1767384651.381626:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384651.381626:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384651.381631:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384651.381631:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00080000:00000001:2.0:1767384651.381634:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.381636:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384651.381637:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384651.381639:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:1.0:1767384651.381640:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c859 to hash 00000020:00000001:1.0:1767384651.381644:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384651.381645:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384651.381646:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384651.381652:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00080000:00000001:2.0:1767384651.381653:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384651.381656:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384651.381659:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000023a470a5. 00010000:00000001:1.0:1767384651.381659:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.381664:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855360512 : -115916854191104 : ffff969301151c00) 00010000:00010000:1.0:1767384651.381665:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384651.381668:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384651.381674:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384651.381678:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384651.381680:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384651.381682:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384651.381684:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.381692:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384651.381693:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.381695:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384651.381696:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384651.381698:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384651.381699:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384651.381701:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000018a48047) refcount = 1 00010000:00010000:1.0:1767384651.381703:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.381707:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384651.381709:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384651.381710:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.381712:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.381714:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384651.381716:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384651.381719:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384651.381721:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384651.381722:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384651.381724:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=4 00000020:00000001:1.0:1767384651.381726:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384651.381728:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384651.381730:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384651.381731:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384651.381732:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384651.381735:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.381741:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384651.381741:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384651.381744:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.381748:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.381749:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384651.381751:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.381754:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384651.381755:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.381760:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384651.381760:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.381764:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384651.381766:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384651.381770:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384651.381772:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384651.381774:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384651.381776:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.381780:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384651.381782:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384651.381783:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384651.381784:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:1.0:1767384651.381785:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384651.381787:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384651.381790:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384651.381791:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.381795:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384651.381796:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384651.381798:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.381800:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384651.381802:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384651.381803:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384651.381805:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384651.381806:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c859 from hash 00010000:00000001:1.0:1767384651.381808:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384651.381809:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.381810:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.381811:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384651.381813:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384651.381814:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384651.381821:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384651.381822:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.381824:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.381826:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384651.381828:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384651.381830:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.381852:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.381853:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.381855:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.381857:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.381858:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.381863:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.381864:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.381866:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384651.381868:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384651.381869:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.381871:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.381873:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384651.381875:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384651.381877:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.381879:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384651.381881:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384651.381887:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000001:2.0:1767384651.381888:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384651.381890:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384651.381892:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c859 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384651.381897:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000018a48047 count: 0 00010000:00000001:1.0:1767384651.381903:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384651.381904:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384651.384884:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294941474, at 4294941475 00000100:00000010:2.0:1767384651.384893:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041eea25e. 00000100:00000040:3.0:1767384651.385872:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294941474, at 4294941476 00000100:00000010:3.0:1767384651.385878:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000040:1.0:1767384651.386327:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294941474, at 4294941476 00000100:00000010:1.0:1767384651.386333:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000013e632c. 00000100:00000040:0.0:1767384651.386426:0:3311:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294941474, at 4294941476 00000100:00000010:0.0:1767384651.386435:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9074119. 00010000:00000010:1.1:1767384651.386866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000018a48047. 00010000:00000010:1.1:1767384651.386875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00080000:00000001:2.0:1767384651.390332:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384651.390341:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:2.0:1767384651.390345:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.390348:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384651.390351:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384651.390362:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384651.390365:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384651.390371:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384651.390373:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384651.390379:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384651.390383:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384651.390388:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384651.390391:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384651.390399:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000710924d3. 00010000:00000001:0.0:1767384651.390404:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384651.390407:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:0.0:1767384651.390409:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e37d9b03. 00040000:00000001:2.0:1767384651.390411:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384651.390414:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384651.390415:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384651.390416:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384651.390421:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e37d9b03 with handle 0x534bb1615bf4c860 to hash 00040000:00000001:2.0:1767384651.390423:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384651.390426:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023a470a5. 00080000:00000001:2.0:1767384651.390430:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384651.390434:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384651.390437:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384651.390441:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384651.390445:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384651.390448:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.390451:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390460:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384651.390464:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384651.390467:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384651.390470:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384651.390472:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384651.390475:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384651.390477:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384651.390480:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384651.390482:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384651.390484:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384651.390486:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384651.390488:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000710924d3) refcount = 1 00010000:00010000:0.0:1767384651.390492:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390500:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384651.390502:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384651.390503:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384651.390506:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.390509:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384651.390512:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384651.390515:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:0.0:1767384651.390519:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.390521:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.390523:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e37d9b03 refcount=4 00000020:00000001:0.0:1767384651.390525:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384651.390528:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384651.390539:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384651.390542:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390550:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384651.390552:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390559:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.390562:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384651.390564:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390570:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384651.390572:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.390575:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384651.390578:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384651.390585:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e37d9b03 already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384651.390589:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384651.390592:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384651.390595:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390602:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384651.390604:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.390606:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.390608:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e37d9b03 refcount=5 00000020:00000001:0.0:1767384651.390610:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384651.390613:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204137472 : -115912505414144 : ffff9694044a2e00) 00010000:00000001:0.0:1767384651.390616:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384651.390619:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390635:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384651.390637:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384651.390638:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.390642:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384651.390644:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384651.390646:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384651.390648:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384651.390651:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e37d9b03 with handle 0x534bb1615bf4c860 from hash 00010000:00000001:0.0:1767384651.390653:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384651.390655:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.390656:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.390658:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384651.390660:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384651.390661:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384651.390664:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384651.390666:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384651.390670:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.390672:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384651.390674:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384651.390677:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.390679:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.390681:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.390683:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.390685:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.390687:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390694:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.390696:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.390698:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384651.390700:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384651.390702:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.390703:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.390706:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384651.390709:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384651.390712:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.390723:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.390731:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384651.390733:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384651.390735:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e37d9b03/0x534bb1615bf4c860 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384651.390742:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000710924d3 count: 0 00010000:00000001:0.0:1767384651.390752:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384651.390754:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384651.392435:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384651.392439:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384651.392441:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c2da7ae4. 20000000:00000001:2.0:1767384651.392446:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384651.392451:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059672064 00010000:00000001:2.0:1767384651.392455:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384651.392463:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f4c159b x1853237059672064/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.392473:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384651.392476:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384651.392480:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384651.392485:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384651.392488:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384651.392490:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384651.392494:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384651.392497:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.392502:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384651.392505:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384651.392510:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8638e49. 00000100:00000200:2.0:1767384651.392517:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059672064, offset 224 00000400:00000200:2.0:1767384651.392523:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384651.392534:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384651.392544:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05800 00000400:00000200:2.0:1767384651.392550:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a25 [2] + 224 00000400:00000200:2.0:1767384651.392556:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.392559:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384651.392565:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.392569:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.392576:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.392600:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384651.392607:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8638e49 00000400:00000010:2.0:1767384651.392609:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8638e49. 00000100:00000001:2.0:1767384651.392612:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384651.392614:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384651.392616:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.392618:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.392622:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384651.392622:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384651.392625:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384651.392627:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.392630:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384651.392631:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384651.392635:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f4c159b x1853237059672064/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384651.392635:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384651.392641:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a46f39e. 00000100:00100000:2.0:1767384651.392646:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f4c159b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059672064:12345-0@lo:253: Request processed in 19534us (20145us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384651.392649:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da656225 00000400:00000010:0.0:1767384651.392654:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da656225. 00000100:00100000:2.0:1767384651.392657:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:0.0:1767384651.392660:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384651.392661:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384651.392665:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384651.392666:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384651.392669:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384651.392672:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd2aa531. 00000020:00000010:2.0:1767384651.392678:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052a1ad85. 00000020:00000010:2.0:1767384651.392683:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050404cc3. 00000020:00000040:2.0:1767384651.392690:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000200:0.0:1767384651.392692:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384651.392695:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384651.392698:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f228b0ef. 02000000:00000001:2.0:1767384651.392702:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384651.392705:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384651.392713:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384651.392713:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384651.392718:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384651.392719:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d52c72. 00000100:00000001:0.0:1767384651.392724:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384651.392725:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8638e49. 02000000:00000001:0.0:1767384651.392730:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384651.392733:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.392736:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.392739:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384651.392746:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=59 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384651.392751:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=59 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384651.392755:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384651.392757:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.392760:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384651.392763:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.392766:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.392781:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.392789:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.392793:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.392795:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384651.392800:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384651.392803:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384651.392805:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384651.392807:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.392808:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384651.392811:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.392813:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384651.392815:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384651.392817:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.392818:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384651.392823:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.392858:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059672064:0@lo:253: 00000100:00000001:0.0:1767384651.392865:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.392869:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.392873:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059672064/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.392881:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.392885:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384651.392888:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000096ab4887. 02000000:00000001:0.0:1767384651.392896:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384651.392898:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.392900:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384651.392903:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384651.392906:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cdc0e277. 02000000:00000001:0.0:1767384651.392912:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.392914:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.392917:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000100:00000001:0.0:1767384651.392921:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384651.392922:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.392932:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.392939:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384651.392942:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.392945:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.392947:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.393143:0:30534:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000041ed1ee2. 00000400:00000040:3.0:1767384651.393160:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.393163:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384651.393165:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.393166:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.393168:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.393170:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384651.393172:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.393173:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384651.393174:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384651.393174:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384651.393176:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384651.393177:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.393178:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384651.393179:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.393180:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384651.393182:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384651.393183:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.393183:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384651.393188:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384651.393191:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.393193:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.393196:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.393198:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.393200:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.393201:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384651.393204:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.393206:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.393209:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.393210:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.393213:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.393215:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384651.393219:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.393221:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.393223:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.393226:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.393228:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.393230:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384651.393232:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.393235:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.393237:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384651.393239:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384651.393241:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.393243:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384651.393245:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384651.393247:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384651.393249:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384651.393251:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384651.393253:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384651.393256:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384651.393258:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.393260:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384651.393262:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384651.393264:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384651.393266:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384651.393269:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384651.393271:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384651.393273:0:30534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384651.393357:0:30534:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000041ed1ee2. 00080000:00000020:2.0:1767384651.393436:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384651.393439:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384651.393440:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002e987f4d. 20000000:00000001:2.0:1767384651.393445:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384651.393455:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059672192 00010000:00000001:2.0:1767384651.393457:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384651.393461:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f19ed37 x1853237059672192/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.393468:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384651.393470:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384651.393473:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384651.393476:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384651.393478:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384651.393480:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384651.393483:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384651.393484:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.393487:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384651.393489:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384651.393493:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000615b582. 00000100:00000200:2.0:1767384651.393496:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059672192, offset 224 00000400:00000200:2.0:1767384651.393502:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384651.393508:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384651.393514:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05880 00000400:00000200:2.0:1767384651.393520:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a2d [2] + 224 00000400:00000200:2.0:1767384651.393524:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.393526:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384651.393529:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.393532:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.393538:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.393548:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384651.393552:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000615b582 00000400:00000010:2.0:1767384651.393553:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000615b582. 00000100:00000001:2.0:1767384651.393555:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384651.393556:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384651.393559:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.393561:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384651.393562:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.393566:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384651.393571:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384651.393572:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384651.393573:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.393577:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384651.393577:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384651.393581:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000100:00000040:2.0:1767384651.393582:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f19ed37 x1853237059672192/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.393589:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c5e58b 00000100:00100000:2.0:1767384651.393593:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f19ed37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059672192:12345-0@lo:253: Request processed in 20444us (20909us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384651.393595:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003c5e58b. 00000100:00100000:2.0:1767384651.393603:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384651.393603:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384651.393607:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384651.393608:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384651.393610:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384651.393612:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384651.393613:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054768289. 00000020:00000010:2.0:1767384651.393619:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a57fb2b. 00000020:00000010:2.0:1767384651.393624:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000265eb5f1. 00000020:00000040:2.0:1767384651.393630:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000200:0.0:1767384651.393633:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384651.393634:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384651.393636:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ff17f106. 02000000:00000001:2.0:1767384651.393640:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384651.393643:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384651.393650:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384651.393651:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384651.393654:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029398b2f. 00000100:00000001:0.0:1767384651.393655:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384651.393658:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000615b582. 00000100:00000001:0.0:1767384651.393660:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.393664:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384651.393666:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.393668:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.393671:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384651.393675:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=59 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384651.393678:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=59 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384651.393681:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384651.393682:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.393684:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384651.393686:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.393688:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.393692:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.393699:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.393701:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.393702:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384651.393714:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384651.393716:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384651.393717:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384651.393718:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.393719:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384651.393721:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.393722:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384651.393724:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.393725:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384651.393729:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.393736:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ad64594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059672192:0@lo:253: 00000100:00000001:0.0:1767384651.393741:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.393742:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.393744:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ad64594 x1853237059672192/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.393752:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.393754:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384651.393756:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005cb21c70. 02000000:00000001:0.0:1767384651.393761:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384651.393763:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.393764:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384651.393766:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384651.393768:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b6c2ed8d. 02000000:00000001:0.0:1767384651.393771:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.393772:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.393773:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ad64594. 00000100:00000001:0.0:1767384651.393776:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384651.393778:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.393779:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.393784:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384651.393786:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.393789:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.393790:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384651.397875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000710924d3. 00010000:00000010:0.1:1767384651.397885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e37d9b03. 00010000:00000001:0.0:1767384651.670935:0:3311:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384651.670941:0:3311:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.670956:0:3311:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384651.670958:0:3311:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.671001:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384651.671005:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.671012:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384652.117931:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384652.117935:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384652.117938:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022157394 00000400:00000010:0.0:1767384652.117942:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022157394. 00000400:00000200:0.0:1767384652.117946:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384652.117953:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384652.117962:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000061a9b067. 00000400:00000010:0.0:1767384652.117966:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d180e6b7. 00000400:00000200:0.0:1767384652.117970:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp32 00000400:00000010:0.0:1767384652.117973:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006beb2422. 00000400:00000010:0.0:1767384652.117978:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000265eb5f1. 00000400:00000010:0.0:1767384652.117981:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 00000400:00000010:0.0:1767384652.117986:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093ee4786. 00000400:00000200:0.0:1767384652.117989:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp32 00000400:00000200:0.0:1767384652.118003:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp32 local destination 00000400:00000200:0.0:1767384652.118010:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp32 00000400:00000200:0.0:1767384652.118015:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp32 NI seq info: [112:112:256:4294967295] 192.168.202.117@tcp32 LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1767384652.118023:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp32 00000400:00000200:0.0:1767384652.118031:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp32(192.168.202.117@tcp32:) -> 192.168.202.117@tcp32(192.168.202.117@tcp32:192.168.202.117@tcp32) : GET try# 0 00000800:00000200:0.0:1767384652.118038:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp32 00000800:00000010:0.0:1767384652.118043:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f5dccc5. 00000800:00000200:0.0:1767384652.118050:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000800:00000200:0.1:1767384652.118056:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000400:00000200:0.0:1767384652.118073:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp32 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:3.0:1767384652.118139:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118176:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118192:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118209:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118226:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118241:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118256:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118274:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118296:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118316:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118338:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118352:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118365:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118389:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118410:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118430:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118467:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118549:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118587:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118606:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118640:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118676:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118699:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118718:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118749:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118825:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118882:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118936:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118967:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.118987:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.119021:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384652.119051:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384652.119251:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d78bab9f. 00000800:00000010:3.0:1767384652.119257:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d185f8d7. 00000800:00000010:3.0:1767384652.119262:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e5f7463. 00000800:00000010:3.0:1767384652.119288:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e5f7463. 00000800:00020000:3.0:1767384652.119298:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384652.119302:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d185f8d7. 00000800:00000010:3.0:1767384652.119306:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d78bab9f. 00000400:02020000:3.0:1767384652.119349:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp32 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384652.119357:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp32 notifying 192.168.202.117@tcp32: down 00000800:00000200:3.0:1767384652.119362:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp32 down 00000800:00000100:3.0:1767384652.119368:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp32 00000800:00000010:3.0:1767384652.119372:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f5dccc5. 00000400:00000200:3.0:1767384652.119377:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384652.119382:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp32->192.168.202.117@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384652.119391:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384652.119394:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384652.119398:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp32) recovery failed with -71 00010000:00000001:0.0:1767384652.698222:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384652.698228:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384652.698233:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384652.698236:0:267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384652.698238:0:267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384652.698240:0:267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384652.698243:0:267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384652.698245:0:267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384652.698252:0:267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384652.698254:0:267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384652.698303:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384652.698307:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384652.698311:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384652.780205:0:30954:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384652.780218:0:30954:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.780221:0:30954:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384652.780226:0:30954:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384652.780231:0:30954:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.780233:0:30954:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384653.141898:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384653.141899:0:19653:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384653.141903:0:19654:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384653.141907:0:19654:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.141907:0:19653:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384653.141907:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384653.141913:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000400:00000010:0.0:1767384653.141920:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000400:00000200:0.0:1767384653.141926:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384653.141934:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery ping unlinked 10000000:00000001:2.0:1767384653.141935:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384653.141939:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:2.0:1767384653.141941:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.141943:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384653.141944:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384653.141945:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384653.141947:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000400:00000010:0.0:1767384653.141947:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006beb2422. 10000000:00000001:2.0:1767384653.141951:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384653.141954:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 57 00000400:00000010:0.0:1767384653.141955:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000265eb5f1. 10000000:00000001:2.0:1767384653.141956:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384653.141960:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000400:00000200:0.0:1767384653.141965:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp35 00000400:00000010:0.0:1767384653.141971:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f98aba9e. 00000100:00000010:2.0:1767384653.141975:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029275bb8. 00000400:00000010:0.0:1767384653.141979:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000265eb5f1. 00000020:00000040:2.0:1767384653.141980:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384653.141987:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384653.141988:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 02000000:00000001:2.0:1767384653.141990:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.141996:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.141998:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f9b8664f. 02000000:00000010:2.0:1767384653.142002:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c49d0cc. 00000400:00000200:0.0:1767384653.142008:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp35 00000100:00000001:2.0:1767384653.142010:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.142015:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384653.142018:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384653.142025:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c8b1045. 00000400:00000200:0.0:1767384653.142026:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp35 local destination 00010000:00000001:2.0:1767384653.142030:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384653.142035:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012b7283e. 00000400:00000200:0.0:1767384653.142036:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp35 00000020:00000001:2.0:1767384653.142039:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384653.142041:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000012b7283e with handle 0x534bb1615bf4c867 to hash 00000020:00000001:2.0:1767384653.142045:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1767384653.142046:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp35 NI seq info: [113:113:256:4294967295] 192.168.202.117@tcp35 LPNI seq info [110:110:8:4294967295] 00010000:00000001:2.0:1767384653.142047:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.142052:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.142058:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.142061:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.142064:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp35 00010000:00010000:2.0:1767384653.142065:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384653.142075:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384653.142086:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35:) -> 192.168.202.117@tcp35(192.168.202.117@tcp35:192.168.202.117@tcp35) : GET try# 0 00010000:00010000:2.0:1767384653.142088:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384653.142112:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000800:00000200:0.0:1767384653.142113:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp35 00000100:00000001:2.0:1767384653.142115:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384653.142122:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d67dfb. 00000800:00000010:0.0:1767384653.142122:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000020036654. 00000100:00000001:2.0:1767384653.142127:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027425536 : -115911682126080 : ffff9694355c8f00) 00000100:00000001:2.0:1767384653.142130:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.142132:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000100:00000001:2.0:1767384653.142136:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384653.142136:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000100:00000001:2.0:1767384653.142146:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384653.142147:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000100:00000001:2.0:1767384653.142151:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384653.142154:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384653.142161:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.142169:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.142172:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.142173:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp35 added to recovery queue. ping count: 2 next ping: 279 health :800 02000000:00000001:2.0:1767384653.142177:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384653.142180:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384653.142183:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp33 02000000:00000001:2.0:1767384653.142184:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.142190:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059672320:0@lo:101: 00000400:00000010:0.0:1767384653.142190:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007ab55642. 00000100:00000001:2.0:1767384653.142195:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.142201:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384653.142204:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023686995. 02000000:00000001:2.0:1767384653.142206:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.142209:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 02000000:00000001:2.0:1767384653.142211:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384653.142216:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5939999. 02000000:00000010:2.0:1767384653.142218:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000796fb75c. 02000000:00000001:2.0:1767384653.142224:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.142224:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp33 00000400:00000010:2.0:1767384653.142232:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915edec8. 00000400:00000200:0.0:1767384653.142234:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp33 local destination 00000400:00000200:0.0:1767384653.142241:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp33 00000400:00000010:2.0:1767384653.142243:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000400:00000200:0.0:1767384653.142246:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp33 NI seq info: [114:114:256:4294967295] 192.168.202.117@tcp33 LPNI seq info [111:111:8:4294967295] 00000100:00000200:2.0:1767384653.142252:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059672320, portal 25 00000400:00000200:0.0:1767384653.142253:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp33 00000100:00000001:2.0:1767384653.142258:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.142262:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000400:00000200:0.0:1767384653.142269:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp33(192.168.202.117@tcp33:) -> 192.168.202.117@tcp33(192.168.202.117@tcp33:192.168.202.117@tcp33) : GET try# 0 00000100:00000040:2.0:1767384653.142272:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384653.142283:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp33 00000400:00000200:1.0:1767384653.142284:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.142285:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384653.142291:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f5dccc5. 00000100:00000040:2.0:1767384653.142292:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.142297:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000100:00000200:2.0:1767384653.142301:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059672320, offset 0 00000800:00000200:0.0:1767384653.142302:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 00000400:00000200:2.0:1767384653.142310:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.1:1767384653.142315:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 00000400:00000200:2.0:1767384653.142324:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.142335:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a05900 00000400:00000200:1.0:1767384653.142337:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384653.142339:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp33 added to recovery queue. ping count: 3 next ping: 283 health :700 00000400:00000200:2.0:1767384653.142347:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x12a9 [2] + 0 00000400:00000010:2.0:1767384653.142352:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011baacc7. 00000400:00000200:2.0:1767384653.142356:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e87d2e7 00000400:00000200:2.0:1767384653.142367:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.142372:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384653.142373:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.142376:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e87d2e7 00000400:00000010:2.0:1767384653.142379:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e87d2e7. 00000100:00000001:2.0:1767384653.142383:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.142385:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384653.142388:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000005d2000b3 x1853237059672320 msgsize 328 00000100:00100000:2.0:1767384653.142393:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384653.142395:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384653.142403:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.142406:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.142409:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000400:00000010:2.0:1767384653.142412:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:2.0:1767384653.142416:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384653.142419:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.142427:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.142430:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.142436:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.142437:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.142438:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.142445:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.142452:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294943244 00000100:00000010:2.0:1767384653.142458:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000100:00000001:2.0:1767384653.142465:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384653.142472:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.142473:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294943244 00000100:00000010:2.0:1767384653.142481:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00000001:2.0:1767384653.142485:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384653.142492:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294943244 00000400:00000200:1.0:1767384653.142495:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000010:2.0:1767384653.142496:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000100:00000001:2.0:1767384653.142504:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384653.142507:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294943244 00000100:00000010:2.0:1767384653.142510:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000100:00000001:2.0:1767384653.142513:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384653.142523:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.142524:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.142526:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.142528:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384653.142530:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000000d67dfb going to sleep for 11 seconds 00000100:00000001:2.0:1767384653.142533:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.142536:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.142542:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.142553:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.142555:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.142559:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672320 02000000:00000001:2.0:1767384653.142561:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.142564:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.142565:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.142569:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.142572:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672320 00000020:00000001:2.0:1767384653.142574:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.142576:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384653.142577:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.142580:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:2.0:1767384653.142582:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384653.142584:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384653.142588:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.142592:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cdd560c. 00000100:00000001:2.0:1767384653.142594:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.142596:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cdd560c. 00000020:00000010:2.0:1767384653.142602:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a574d687. 00000400:00000200:0.0:1767384653.142602:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000020:00000010:2.0:1767384653.142607:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384653.142613:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052a1ad85. 00000400:00000200:1.0:1767384653.142617:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000040:2.0:1767384653.142623:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384653.142627:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.142628:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.142630:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.142637:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.142644:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.142654:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.142656:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384653.142665:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384653.142668:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384653.142671:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935578192 : -115911773973424 : ffff96942fe31450) 00000400:00000200:0.0:1767384653.142671:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.142672:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000040:2.0:1767384653.142680:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d2000b3 x1853237059672320/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.142687:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.142689:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cdd560c. 00000100:00000001:2.0:1767384653.142691:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.142693:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cdd560c. 00000100:00100000:2.0:1767384653.142698:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d2000b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059672320:12345-0@lo:101: 00000100:00000200:2.0:1767384653.142701:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672320 00000020:00000001:2.0:1767384653.142704:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.142707:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384653.142710:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.142712:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384653.142712:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000020:00000001:2.0:1767384653.142714:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:2.0:1767384653.142719:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384653.142731:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.142733:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384653.142735:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384653.142738:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.142740:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384653.142742:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000400:00000200:0.0:1767384653.142742:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00010000:00010000:2.0:1767384653.142745:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384653.142749:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384653.142751:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.142755:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1767384653.142758:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00010000:00000010:2.0:1767384653.142760:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003c660ae0. 00010000:00000001:2.0:1767384653.142765:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384653.142767:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a340821. 00000020:00000001:2.0:1767384653.142769:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384653.142772:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008a340821 with handle 0x534bb1615bf4c86e to hash 00000020:00000001:2.0:1767384653.142774:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384653.142780:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.142782:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00010000:2.0:1767384653.142784:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c867 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384653.142791:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:2.0:1767384653.142794:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:2.0:1767384653.142802:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.142805:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384653.142805:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 02000000:00000010:2.0:1767384653.142812:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fa72c901. 02000000:00000001:2.0:1767384653.142816:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.142819:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.142822:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384653.142826:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:1.0:1767384653.142828:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00010000:00000001:2.0:1767384653.142829:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384653.142851:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384653.142853:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.142855:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384653.142856:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.142858:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384653.142860:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384653.142862:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384653.142865:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384653.142867:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003c660ae0) refcount = 1 00010000:00010000:2.0:1767384653.142871:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.142875:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384653.142877:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384653.142878:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.142881:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.142882:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384653.142886:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384653.142889:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384653.142900:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00010000:00000001:2.0:1767384653.142903:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384653.142906:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00010000:00000001:2.0:1767384653.142907:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384653.142912:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.142915:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.142916:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384653.142918:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.142920:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384653.142922:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008a340821, rc 0) 00000020:00000001:2.0:1767384653.142924:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.142927:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059672320 00010000:00000001:2.0:1767384653.142929:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384653.142934:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d2000b3 x1853237059672320/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/344 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384653.142940:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384653.142943:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.142946:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.142950:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.142953:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384653.142955:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384653.142958:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.142960:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.142962:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.142963:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.142969:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384653.142970:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000010:2.0:1767384653.142972:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000100:00000200:2.0:1767384653.142977:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059672320, offset 224 00000400:00000200:2.0:1767384653.142983:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.142991:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.143000:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a05900 00000400:00000200:2.0:1767384653.143005:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a61 [1] + 224 00000400:00000200:2.0:1767384653.143008:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.143012:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.143017:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384653.143022:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000200:2.0:1767384653.143027:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.143033:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000040:2.0:1767384653.143036:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143048:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.143055:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000400:00000010:2.0:1767384653.143057:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:2.0:1767384653.143060:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.143061:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.143066:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.143069:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384653.143070:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384653.143072:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.143074:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384653.143078:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000040:2.0:1767384653.143080:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d2000b3 x1853237059672320/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/344 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.143089:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d2000b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059672320:12345-0@lo:101: Request processed in 401us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384653.143110:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384653.143113:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384653.143115:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384653.143117:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143118:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384653.143124:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384653.143129:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052a1ad85. 00000020:00000010:2.0:1767384653.143133:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a574d687. 00000020:00000040:2.0:1767384653.143138:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384653.143142:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384653.143144:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fa72c901. 02000000:00000001:2.0:1767384653.143147:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384653.143149:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.143151:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000200:2.0:1767384653.143153:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384653.143158:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5302d93. 00000400:00000010:2.0:1767384653.143161:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078412567. 00000400:00000200:1.0:1767384653.143178:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143188:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384653.143193:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384653.143195:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.143197:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000915edec8. 00000400:00000200:0.0:1767384653.143200:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.143203:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000010:2.0:1767384653.143208:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000001:2.0:1767384653.143212:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.143218:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384653.143227:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143235:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384653.143238:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.143239:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143241:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384653.143246:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384653.143248:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.143250:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.143253:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.143254:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00001000:2.0:1767384653.143258:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384653.143264:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.143268:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384653.143270:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.143273:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384653.143275:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143277:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.143281:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143286:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.143288:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.143290:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384653.143294:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.143294:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000100:00100000:2.0:1767384653.143305:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059672320:0@lo:101: 00000400:00000200:0.0:1767384653.143308:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143311:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.143322:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143324:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384653.143326:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.143329:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143335:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384653.143337:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000d67dfb. 00000100:00000001:2.0:1767384653.143341:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384653.143342:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.143344:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384653.143347:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.143348:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.143350:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012b7283e refcount=4 00000020:00000001:2.0:1767384653.143352:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.143354:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000040:2.0:1767384653.143358:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000012b7283e, remote cookie: 0x534bb1615bf4c86e, flags: 0x0 00010000:00000001:2.0:1767384653.143360:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1767384653.143361:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00010000:00000001:2.0:1767384653.143362:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384653.143365:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384653.143367:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384653.143368:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384653.143370:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c8b1045) refcount = 1 00010000:00010000:2.0:1767384653.143373:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384653.143373:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00010000:00000001:2.0:1767384653.143381:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384653.143383:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384653.143384:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384653.143386:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384653.143389:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.143391:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.143395:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384653.143397:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.143402:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.143403:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.143405:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.143406:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143407:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.143410:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029275bb8 x1853237059672320/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143415:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.143418:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384653.143420:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000796fb75c. 00000400:00000200:1.0:1767384653.143420:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 02000000:00000001:2.0:1767384653.143425:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384653.143428:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.143429:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384653.143431:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384653.143434:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c49d0cc. 00000400:00000200:0.0:1767384653.143436:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 02000000:00000001:2.0:1767384653.143437:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384653.143439:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384653.143441:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029275bb8. 00000100:00000001:2.0:1767384653.143445:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.143448:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384653.143450:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.143453:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384653.143455:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:2.0:1767384653.143458:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.143461:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.143462:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.143464:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012b7283e refcount=3 00000020:00000001:2.0:1767384653.143466:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.143469:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.143472:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384653.143474:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.143475:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.143477:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.143480:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000400:00000200:1.0:1767384653.143481:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 10000000:00000010:2.0:1767384653.143485:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000af0a0929. 00000400:00000200:0.0:1767384653.143502:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000100:00000010:2.0:1767384653.143503:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029275bb8. 00000020:00000040:2.0:1767384653.143509:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384653.143515:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.143517:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.143520:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.143524:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c49d0cc. 00000100:00000001:2.0:1767384653.143527:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143531:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384653.143534:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000796fb75c. 00000400:00000200:1.0:1767384653.143536:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000100:00000010:2.0:1767384653.143537:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003cdd560c. 00000020:00000040:2.0:1767384653.143543:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384653.143547:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384653.143549:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384653.143553:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d67dfb. 00000400:00000200:0.0:1767384653.143556:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143557:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027425536 : -115911682126080 : ffff9694355c8f00) 00000100:00000001:2.0:1767384653.143562:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.143564:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000100:00000001:2.0:1767384653.143568:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.143570:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143572:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384653.143574:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384653.143579:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143586:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.143587:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.143590:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384653.143593:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384653.143595:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.143596:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000100:00100000:2.0:1767384653.143598:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059672448:0@lo:256: 00000100:00000001:2.0:1767384653.143603:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.143606:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384653.143607:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.143609:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143610:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384653.143616:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915edec8. 00000400:00000010:2.0:1767384653.143622:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006b8049f2. 00000100:00000200:2.0:1767384653.143626:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a05980-0x6958260a05980, portal 33 00000100:00000001:2.0:1767384653.143628:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.143635:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384653.143637:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a574d687. 02000000:00000001:2.0:1767384653.143639:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.143642:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000400:00000010:2.0:1767384653.143647:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000200:2.0:1767384653.143650:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059672448, portal 25 00000100:00000001:2.0:1767384653.143652:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.143653:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000400:00000200:1.0:1767384653.143654:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000100:00000040:2.0:1767384653.143658:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143664:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.143667:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.143670:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000400:00000200:0.0:1767384653.143672:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000100:00000200:2.0:1767384653.143673:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059672448, offset 0 00000400:00000200:2.0:1767384653.143681:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.143686:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.143693:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a05980 00000400:00000200:2.0:1767384653.143698:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x12b1 [2] + 0 00000400:00000010:2.0:1767384653.143701:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f2fa0b0. 00000400:00000200:2.0:1767384653.143704:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c53265c 00000400:00000200:2.0:1767384653.143707:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.143710:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384653.143714:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c53265c 00000400:00000010:2.0:1767384653.143716:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c53265c. 00000100:00000001:2.0:1767384653.143720:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384653.143721:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000100:00000200:2.0:1767384653.143724:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384653.143728:0:16775:0:(events.c:337:request_in_callback()) incoming req@0000000020ac310d x1853237059672448 msgsize 304 00000100:00100000:2.0:1767384653.143734:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384653.143736:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384653.143736:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143746:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.143752:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000400:00000010:2.0:1767384653.143754:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:2.0:1767384653.143758:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384653.143761:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143777:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384653.143777:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000100:00000040:2.0:1767384653.143781:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.143794:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143796:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.143804:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.143804:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143811:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294943245 00000100:00000001:2.0:1767384653.143820:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943244 00000100:00000001:2.0:1767384653.143826:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294943245 00000100:00000001:2.0:1767384653.143854:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943244 00000100:00000001:2.0:1767384653.143859:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294943246 00000100:00000001:2.0:1767384653.143863:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943244 00000400:00000200:1.0:1767384653.143867:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143868:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294943246 00000100:00000001:2.0:1767384653.143876:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943244 00000100:00000001:2.0:1767384653.143879:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.143881:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143883:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.143885:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384653.143886:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000000d67dfb going to sleep for 11 seconds 00000400:00000200:0.0:1767384653.143887:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143890:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.143894:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143909:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.143912:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672448 02000000:00000001:2.0:1767384653.143914:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.143915:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.143917:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.143919:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.143921:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672448 00000020:00000001:2.0:1767384653.143923:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.143924:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384653.143926:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384653.143930:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000020:00000040:2.0:1767384653.143935:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384653.143937:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384653.143940:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384653.143943:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384653.143944:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000020:00000010:2.0:1767384653.143946:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aafcb5a7. 00000100:00000001:2.0:1767384653.143950:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.143952:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aafcb5a7. 00000020:00000010:2.0:1767384653.143957:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088cea41f. 00000020:00000010:2.0:1767384653.143960:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384653.143963:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052a1ad85. 00000100:00000040:2.0:1767384653.143970:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384653.143972:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.143973:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.143974:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143978:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.143984:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.143987:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.143993:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.143996:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384653.144001:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000400:00000200:0.0:1767384653.144002:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000100:00000040:2.0:1767384653.144003:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384653.144007:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935576144 : -115911773975472 : ffff96942fe30c50) 00000100:00000040:2.0:1767384653.144011:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020ac310d x1853237059672448/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 304/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.144017:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.144020:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aafcb5a7. 00000100:00000001:2.0:1767384653.144022:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.144024:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aafcb5a7. 00000100:00100000:2.0:1767384653.144028:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020ac310d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059672448:12345-0@lo:256: 00000100:00000200:2.0:1767384653.144032:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672448 00000020:00000001:2.0:1767384653.144033:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.144034:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384653.144035:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.144043:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384653.144044:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000020:00000001:2.0:1767384653.144045:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:2.0:1767384653.144049:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384653.144051:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.144053:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384653.144054:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384653.144056:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.144059:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.144061:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384653.144065:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fa72c901. 00000400:00000200:0.0:1767384653.144065:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 02000000:00000001:2.0:1767384653.144069:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.144071:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.144074:0:16770:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384653.144077:0:16770:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384653.144081:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384653.144082:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384653.144085:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.144087:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384653.144088:0:16770:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384653.144091:0:16770:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004793f3ed. 20000000:00000001:2.0:1767384653.144111:0:16770:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000400:00000200:1.0:1767384653.144112:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 20000000:00000040:2.0:1767384653.144127:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384653.144133:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000400:00000200:0.0:1767384653.144133:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 20000000:00000040:2.0:1767384653.144140:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384653.144143:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384653.144145:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384653.144147:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384653.144149:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384653.144150:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384653.144152:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384653.144154:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384653.144156:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384653.144157:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384653.144159:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384653.144161:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384653.144162:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 00000400:00000200:1.0:1767384653.144163:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 20000000:00000040:2.0:1767384653.144164:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384653.144168:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384653.144177:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384653.144179:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384653.144181:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384653.144183:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384653.144185:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384653.144186:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384653.144188:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384653.144189:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 00000400:00000200:0.0:1767384653.144190:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 20000000:00000040:2.0:1767384653.144191:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384653.144196:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384653.144198:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384653.144200:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:2.0:1767384653.144202:0:16770:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 3492/1/4/3. 20000000:00000040:2.0:1767384653.144208:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384653.144210:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384653.144211:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384653.144213:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384653.144215:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384653.144216:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384653.144218:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384653.144219:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384653.144221:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384653.144222:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384653.144224:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 00000400:00000200:1.0:1767384653.144225:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 20000000:00000040:2.0:1767384653.144226:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384653.144230:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384653.144233:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384653.144235:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384653.144237:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384653.144239:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384653.144240:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000400:00000200:0.0:1767384653.144241:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 20000000:00000040:2.0:1767384653.144242:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384653.144246:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384653.144248:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384653.144249:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384653.144251:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384653.144253:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384653.144255:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384653.144257:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384653.144262:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384653.144264:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384653.144265:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:2.0:1767384653.144267:0:16770:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 2888/1/4/3. 20000000:01000000:2.0:1767384653.144269:0:16770:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1208, version 62 20000000:00000001:2.0:1767384653.144271:0:16770:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1208 : 1208 : 4b8) 00000100:00000001:2.0:1767384653.144274:0:16770:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384653.144277:0:16770:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f9db0705. 00000100:00000010:2.0:1767384653.144280:0:16770:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000d48361a. 00000020:00000040:2.0:1767384653.144282:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:2.0:1767384653.144284:0:16770:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384653.144287:0:16770:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384653.144290:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000400:00000200:1.0:1767384653.144291:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000010:2.0:1767384653.144295:0:16770:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000eb84677. 00000400:00000200:2.0:1767384653.144301:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384653.144306:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.144313:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.144321:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1208 into portal 33 MB=0x6958260a05980 00000400:00000200:2.0:1767384653.144327:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1208/1208 into md 0x1a71 [4] + 0 00000400:00000010:2.0:1767384653.144329:0:16770:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000915edec8. 00000400:00000200:2.0:1767384653.144333:0:16770:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b8049f2 00000400:00000200:2.0:1767384653.144336:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.144340:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384653.144342:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b8049f2 00000400:00000010:2.0:1767384653.144343:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006b8049f2. 00000100:00000001:2.0:1767384653.144346:0:16770:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384653.144348:0:16770:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000029275bb8 desc 00000000796fb75c mbits 1853237059672448 00000400:00000200:1.0:1767384653.144355:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.144356:0:16770:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384653.144361:0:16770:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384653.144367:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384653.144373:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.144378:0:16770:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a7d 00000400:00000200:2.0:1767384653.144382:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.144386:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384653.144389:0:16770:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384653.144391:0:16770:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f9db0705 00000100:00000001:2.0:1767384653.144393:0:16770:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384653.144407:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000400:00000010:2.0:1767384653.144408:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:2.0:1767384653.144411:0:16770:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384653.144413:0:16770:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f9db0705 00000100:00000001:2.0:1767384653.144415:0:16770:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384653.144418:0:16770:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1208 bytes via portal 33 id 12345-0@lo mbits 0x6958260a05980-0x6958260a05980 00000100:00000001:2.0:1767384653.144421:0:16770:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.144425:0:16770:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.144427:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:0.0:1767384653.144428:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000020:00000040:2.0:1767384653.144429:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:2.0:1767384653.144434:0:16770:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000d48361a. 00000100:00000010:2.0:1767384653.144438:0:16770:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f9db0705. 00000100:00000001:2.0:1767384653.144442:0:16770:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384653.144444:0:16770:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384653.144451:0:16770:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004793f3ed. 20000000:00000001:2.0:1767384653.144456:0:16770:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.144459:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059672448 00010000:00000001:2.0:1767384653.144462:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384653.144466:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020ac310d x1853237059672448/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 304/240 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384653.144474:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384653.144476:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.144477:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000100:00001000:2.0:1767384653.144479:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.144486:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.144489:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384653.144492:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384653.144495:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.144498:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.144501:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.144506:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.144509:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000100:00000200:2.0:1767384653.144513:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059672448, offset 224 00000400:00000200:0.0:1767384653.144516:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.144520:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.144528:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.144533:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a05980 00000400:00000200:2.0:1767384653.144542:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a75 [1] + 224 00000400:00000200:2.0:1767384653.144547:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.144552:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384653.144554:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.144556:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.144562:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.144573:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384653.144575:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087debd6e. 00000800:00000010:1.0:1767384653.144582:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ecf76bc. 00000100:00000001:2.0:1767384653.144588:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.144588:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:1.0:1767384653.144589:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf4bd035. 00000400:00000200:2.0:1767384653.144594:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000400:00000010:2.0:1767384653.144597:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:2.0:1767384653.144600:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.144601:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.144606:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.144609:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384653.144611:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384653.144613:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.144615:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000010:1.0:1767384653.144618:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf4bd035. 00000100:00000040:2.0:1767384653.144619:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020ac310d x1853237059672448/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 304/240 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.144629:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020ac310d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059672448:12345-0@lo:256: Request processed in 610us (899us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384653.144630:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000800:00020000:1.0:1767384653.144631:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384653.144639:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ecf76bc. 00000100:00100000:2.0:1767384653.144643:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000800:00000010:1.0:1767384653.144645:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087debd6e. 00000100:00000040:2.0:1767384653.144647:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384653.144650:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.144652:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384653.144655:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384653.144658:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052a1ad85. 00000020:00000010:2.0:1767384653.144661:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088cea41f. 00000020:00000040:2.0:1767384653.144664:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384653.144667:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384653.144668:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fa72c901. 00000400:00000200:0.0:1767384653.144672:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 02000000:00000001:2.0:1767384653.144678:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384653.144681:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384653.144685:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384653.144688:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915edec8. 00000400:00000010:2.0:1767384653.144691:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b8049f2. 00000100:00000001:2.0:1767384653.144712:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:02020000:1.0:1767384653.144715:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp35 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000001:2.0:1767384653.144717:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384653.144720:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.144721:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00000400:00000200:1.0:1767384653.144725:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp35 notifying 192.168.202.117@tcp35: down 00000400:00000200:2.0:1767384653.144727:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000200:0.0:1767384653.144727:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000010:2.0:1767384653.144731:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000800:00000200:1.0:1767384653.144733:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp35 down 00000100:00000001:2.0:1767384653.144737:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000100:1.0:1767384653.144743:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp35 00000100:00000200:2.0:1767384653.144744:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384653.144748:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000020036654. 00000400:00000200:1.0:1767384653.144756:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000200:2.0:1767384653.144757:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.144758:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.144766:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp35->192.168.202.117@tcp35: GET: LOCAL_ERROR 00000100:00000001:2.0:1767384653.144773:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384653.144776:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000001:2.0:1767384653.144777:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.144782:0:16775:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384653.144782:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384653.144784:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 02000000:00000001:2.0:1767384653.144786:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384653.144791:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp35) recovery failed with -71 00000100:00000001:2.0:1767384653.144792:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.144796:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.144798:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.144802:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384653.144806:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.144809:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384653.144811:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.144814:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384653.144814:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00010000:00000001:2.0:1767384653.144816:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.144821:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.144826:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.144861:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.144866:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.144874:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384653.144876:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.144880:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059672448:0@lo:256: 00000100:00000001:2.0:1767384653.144884:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.144885:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.144886:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384653.144888:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.144890:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.144895:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384653.144897:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000d67dfb. 00000100:00000001:2.0:1767384653.144899:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384653.144901:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384653.144904:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 62, more 0. 10000000:00000001:2.0:1767384653.144906:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384653.144912:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000093e1f116. 10000000:00000040:2.0:1767384653.144920:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384653.144925:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384653.144928:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384653.144931:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:2.0:1767384653.144933:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.144935:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384653.144937:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:2.0:1767384653.144939:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000400:00000200:2.0:1767384653.144943:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 29 NIDs 00000400:00001000:2.0:1767384653.144945:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384653.144948:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:2.0:1767384653.144951:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384653.144956:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (29) 00000400:00000200:2.0:1767384653.144961:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384653.144964:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:2.0:1767384653.144967:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (30) 00000400:00000200:2.0:1767384653.144975:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:2.0:1767384653.144977:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:2.0:1767384653.144980:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.144981:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:2.0:1767384653.144983:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:2.0:1767384653.144987:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.144988:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:2.0:1767384653.144990:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384653.144993:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.144994:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:2.0:1767384653.144996:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384653.144999:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000800:00000010:0.0:1767384653.145000:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e987f4d. 00000400:00000200:2.0:1767384653.145001:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:2.0:1767384653.145006:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000800:00000010:0.0:1767384653.145007:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e964fbde. 00000400:00000200:2.0:1767384653.145010:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145013:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000800:00000010:0.0:1767384653.145014:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f2afab5. 00000400:00000200:2.0:1767384653.145015:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:1.0:1767384653.145019:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384653.145022:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145024:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:2.0:1767384653.145026:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384653.145029:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145030:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:2.0:1767384653.145031:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384653.145033:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145034:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:2.0:1767384653.145036:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:2.0:1767384653.145039:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145041:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:2.0:1767384653.145042:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:2.0:1767384653.145045:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145047:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000800:00000010:0.0:1767384653.145048:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f2afab5. 00000400:00000200:1.0:1767384653.145049:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp33 from 212.3.0.2 00000400:00000200:2.0:1767384653.145053:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000800:00000010:1.0:1767384653.145055:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d9df8008. 00000400:00000200:2.0:1767384653.145058:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145061:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:2.0:1767384653.145062:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384653.145065:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145072:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:2.0:1767384653.145074:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:2.0:1767384653.145077:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145078:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:2.0:1767384653.145080:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:2.0:1767384653.145083:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145084:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:2.0:1767384653.145085:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:2.0:1767384653.145087:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145089:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:2.0:1767384653.145090:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:2.0:1767384653.145107:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145108:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:2.0:1767384653.145109:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:2.0:1767384653.145112:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145114:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:2.0:1767384653.145115:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:2.0:1767384653.145117:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145119:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:2.0:1767384653.145120:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:2.0:1767384653.145123:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145125:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:2.0:1767384653.145126:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:2.0:1767384653.145128:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145129:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:2.0:1767384653.145131:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:2.0:1767384653.145133:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145134:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:2.0:1767384653.145136:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:2.0:1767384653.145139:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145140:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:2.0:1767384653.145141:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:2.0:1767384653.145144:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145145:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:2.0:1767384653.145147:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:2.0:1767384653.145149:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145157:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:2.0:1767384653.145159:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:2.0:1767384653.145162:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145163:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:2.0:1767384653.145165:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:2.0:1767384653.145167:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145169:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:2.0:1767384653.145170:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000400:00000200:2.0:1767384653.145173:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145174:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000400:00000200:2.0:1767384653.145176:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000400:00000200:2.0:1767384653.145178:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384653.145180:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000100:00000001:2.0:1767384653.145182:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.145184:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384653.145188:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:2.0:1767384653.145192:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000dc1d3ad0. 10000000:00000040:2.0:1767384653.145194:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 62/62 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:2.0:1767384653.145196:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384653.145202:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384653.145205:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088cea41f. 00000020:00000010:2.0:1767384653.145210:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000806026d6. 00000040:00000010:2.0:1767384653.145213:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009c5dd0e6. 00000020:00000010:2.0:1767384653.145217:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a27305a. 00000020:00000010:2.0:1767384653.145221:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384653.145225:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050d2ce6b. 80000000:00000010:2.0:1767384653.145228:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9074119. 40000000:00000010:2.0:1767384653.145232:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aafcb5a7. 00100000:00000010:2.0:1767384653.145235:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc7a8b65. 00040000:00000010:2.0:1767384653.145238:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004d85584e. 00040000:00000010:2.0:1767384653.145243:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044863a55. 00040000:00000010:2.0:1767384653.145247:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d5bf387. 00080000:00000010:2.0:1767384653.145250:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e82d7cf9. 00000004:00000010:2.0:1767384653.145255:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004e09a674. 00000004:00000010:2.0:1767384653.145266:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000071c2de42. 00000004:00000010:2.0:1767384653.145270:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6c34944. 00002000:00000010:2.0:1767384653.145275:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa72c901. 00000004:00000010:2.0:1767384653.145279:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f9db0705. 00000004:00000001:2.0:1767384653.145283:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384653.145285:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384653.145287:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000dc1d3ad0 00000040:00001000:2.0:1767384653.145288:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384653.145290:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384653.145292:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384653.145293:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384653.145296:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384653.145297:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384653.145298:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384653.145299:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:2.0:1767384653.145301:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384653.145358:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.145362:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000806026d6. 00000040:00000010:2.0:1767384653.145367:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009c5dd0e6. 00000020:00000010:2.0:1767384653.145370:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a27305a. 00000020:00000010:2.0:1767384653.145373:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384653.145377:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000050d2ce6b. 80000000:00000010:2.0:1767384653.145380:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9074119. 40000000:00000010:2.0:1767384653.145385:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aafcb5a7. 00100000:00000010:2.0:1767384653.145388:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bc7a8b65. 00040000:00000010:2.0:1767384653.145392:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004d85584e. 00040000:00000010:2.0:1767384653.145397:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044863a55. 00040000:00000010:2.0:1767384653.145401:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d5bf387. 00080000:00000010:2.0:1767384653.145406:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e82d7cf9. 00000004:00000010:2.0:1767384653.145409:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004e09a674. 00000004:00000010:2.0:1767384653.145412:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000071c2de42. 00000004:00000010:2.0:1767384653.145418:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e6c34944. 00002000:00000010:2.0:1767384653.145422:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fa72c901. 00000004:00000010:2.0:1767384653.145425:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f9db0705. 00000020:00000010:2.0:1767384653.145428:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088cea41f. 00000020:00000001:2.0:1767384653.145436:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.145438:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384653.145441:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000dc1d3ad0. 10000000:00000010:2.0:1767384653.145445:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000093e1f116. 10000000:00000001:2.0:1767384653.145449:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.145452:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.145456:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029275bb8 x1853237059672448/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.145463:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.145466:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384653.145468:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a574d687. 02000000:00000001:2.0:1767384653.145472:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384653.145474:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.145476:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384653.145478:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384653.145480:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384653.145482:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.145483:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384653.145486:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000010:1.0:1767384653.145486:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087debd6e. 00000100:00000010:2.0:1767384653.145490:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003cdd560c. 00000800:00000010:1.0:1767384653.145491:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ecf76bc. 00000100:00000010:2.0:1767384653.145496:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000796fb75c. 00000100:00000001:2.0:1767384653.145502:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384653.145504:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c49d0cc. 02000000:00000001:2.0:1767384653.145508:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384653.145510:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384653.145511:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029275bb8. 00000100:00000001:2.0:1767384653.145513:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.145515:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384653.145516:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a19631f. 00000800:00000200:1.1:1767384653.145522:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (2) 10000000:00000010:2.0:1767384653.145527:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000af0a0929. 00000800:00000200:1.1:1767384653.145527:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp33 000000004a19631f deleted 00000800:00000010:1.1:1767384653.145531:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004a19631f. 10000000:01000000:2.0:1767384653.145534:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000800:00000200:1.1:1767384653.145537:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 10000000:00000001:2.0:1767384653.145541:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384653.145546:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:1.1:1767384653.145546:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp33 ip 192.168.202.117:980 00000020:00000001:2.0:1767384653.145551:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:1.1:1767384653.145552:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f5dccc5 type 2, nob 96 niov 1 nkiov 0 00000020:00000040:2.0:1767384653.145556:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012b7283e refcount=3 00000800:00000200:1.0:1767384653.145560:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp33 p 3.x 192.168.202.117 -> 192.168.202.117:980 incarnation:1767384643038504097 sched[0] 00000020:00000001:2.0:1767384653.145563:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00000800:00000010:1.0:1767384653.145565:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf4bd035. 00010000:00000001:2.0:1767384653.145569:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.145581:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384653.145584:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.145592:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.145595:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384653.145597:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.145603:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384653.145606:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.145608:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1767384653.145608:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf4bd035. 10000000:00000001:2.0:1767384653.145610:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384653.145613:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ecf76bc. 10000000:00000001:2.0:1767384653.145615:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.145619:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384653.145621:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384653.145623:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:2.0:1767384653.145625:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000010:1.0:1767384653.145646:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d9df8008. 00000800:00000200:1.1:1767384653.145666:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384653.145671:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp33 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384643038504097 sched[0] 00000800:00000010:1.0:1767384653.145673:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e964fbde. 00000400:00000200:1.0:1767384653.145714:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.145754:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.145784:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:2.0:1767384653.145787:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384653.145796:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.145811:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.145879:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000200:2.0:1767384653.145887:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384653.145891:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f5dccc5. 00000400:00000200:2.0:1767384653.145896:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.145900:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp33->192.168.202.117@tcp33: GET: OK 00000400:00000200:2.0:1767384653.145902:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384653.145904:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp33 recovery message sent successfully:0 00000800:00000001:2.0:1767384653.145914:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384653.145917:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000001:2.0:1767384653.145919:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384653.145923:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384653.145931:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384653.145936:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp33(192.168.202.117@tcp33) <- 192.168.202.117@tcp33 : GET - for me 00000400:00000200:2.0:1767384653.145944:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384653.145948:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1a1d [1] + 0 00000400:00000200:1.0:1767384653.145954:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.145959:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp33 to MR: 192.168.202.117@tcp33 local destination 00000400:00000200:2.0:1767384653.145966:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp33 NI seq info: [115:115:256:4294967295] 192.168.202.117@tcp33 LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1767384653.145983:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp33(192.168.202.117@tcp33:192.168.202.117@tcp33) -> 192.168.202.117@tcp33(192.168.202.117@tcp33:192.168.202.117@tcp33) 192.168.202.117@tcp33 : REPLY try# 0 00000400:00000200:1.0:1767384653.145988:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000200:2.0:1767384653.145989:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp33 00000800:00000010:2.0:1767384653.145996:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d85584e. 00000800:00000200:2.0:1767384653.146002:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (4) 00000800:00000200:2.0:1767384653.146006:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp33 ip 192.168.202.117:988 00000800:00000200:2.0:1767384653.146008:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d85584e type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384653.146016:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146044:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000200:2.0:1767384653.146047:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384653.146050:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d85584e. 00000400:00000200:2.0:1767384653.146054:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.146058:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp33->192.168.202.117@tcp33: REPLY: OK 00000800:00000001:2.0:1767384653.146068:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384653.146071:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384653.146073:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384653.146075:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000800:00000001:2.0:1767384653.146078:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384653.146080:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384653.146084:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384653.146089:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp33(192.168.202.117@tcp33) <- 192.168.202.117@tcp33 : REPLY - for me 00000400:00000200:2.0:1767384653.146113:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp33: Reply from 12345-192.168.202.117@tcp33 of length 272/272 into md 0x1a5d 00000800:00000001:2.0:1767384653.146117:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384653.146121:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384653.146123:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.146124:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384653.146129:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp33->192.168.202.117@tcp33: REPLY: OK 00000400:00000200:2.0:1767384653.146134:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000400:00000010:2.0:1767384653.146136:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 00000400:00000200:2.0:1767384653.146139:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384653.146143:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007ab55642. 00000400:00000010:2.0:1767384653.146145:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023686995. 00000800:00000001:2.0:1767384653.146149:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384653.146152:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.146163:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146188:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146223:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146260:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146293:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146315:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146340:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146360:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146379:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146403:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146449:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146477:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146495:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146513:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146538:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146563:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146579:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146599:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146620:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146646:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146667:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146694:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.146717:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384653.146811:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f378ee0f. 00000800:00000010:1.0:1767384653.146815:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ecf76bc. 00000800:00000010:1.0:1767384653.146820:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf4bd035. 00000800:00000010:1.0:1767384653.146880:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf4bd035. 00000800:00020000:1.0:1767384653.146887:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384653.146890:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ecf76bc. 00000800:00000010:1.0:1767384653.146892:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f378ee0f. 00000400:02020000:1.0:1767384653.146925:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp33 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000020:00000010:1.0:1767384653.154052:0:31052:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bf4bd035. 00000020:00000040:1.0:1767384653.154061:0:31052:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384653.154063:0:31052:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bf4bd035. 00000100:00000040:0.0:1767384653.156492:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294943245, at 4294943246 00000100:00000010:0.0:1767384653.156509:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000040:3.0:1767384653.156882:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294943246, at 4294943247 00000100:00000010:3.0:1767384653.156889:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00000100:00000040:2.0:1767384653.157863:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294943246, at 4294943248 00000100:00000010:2.0:1767384653.157870:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00000100:00000040:1.0:1767384653.157878:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294943245, at 4294943248 00000100:00000010:1.0:1767384653.157886:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000001:00000001:3.0:1767384653.486064:0:31120:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384653.486069:0:31120:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767384653.489588:0:31120:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384653.498406:0:31121:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000016e90aac. 00000400:00000010:3.0:1767384653.498422:0:31121:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000027b1732a. 00000400:00000010:3.0:1767384653.498433:0:31121:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008ace881e. 00000400:00000010:3.0:1767384653.498484:0:31121:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a78813b7. 00000400:00000010:3.0:1767384653.498493:0:31121:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ef3645f. 00000400:00000010:3.0:1767384653.498497:0:31121:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008161972d. 00000400:00000010:3.0:1767384653.498499:0:31121:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bdb6c081. 00000400:00000010:3.0:1767384653.498502:0:31121:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009c4c2698. 00000400:00000010:3.0:1767384653.498505:0:31121:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000041ed1ee2. 00000800:00000010:3.0:1767384653.498520:0:31121:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006947b132. 00000800:00000200:3.0:1767384653.498531:0:31121:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384653.498545:0:31121:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384653.498585:0:31121:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:3.0:1767384653.498623:0:31121:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp38 [8/256/0/180] 00000400:00000010:3.0:1767384653.500190:0:31121:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000076f02652. 00000400:00000010:3.0:1767384653.500196:0:31121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087f49169. 00000400:00000010:3.0:1767384653.500200:0:31121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df90c796. 00000400:00000001:3.0:1767384653.500215:0:31121:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384653.500217:0:31121:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.500218:0:31121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de562f6. 00000400:00000200:3.0:1767384653.500221:0:31121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523398ce 00000400:00000010:3.0:1767384653.500222:0:31121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523398ce. 00000400:00000010:3.0:1767384653.500226:0:31121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000ba53ad39. 00000400:00000200:3.0:1767384653.500230:0:31121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (29) 00000400:00000200:3.0:1767384653.500241:0:31121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384653.500249:0:31121:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:3.0:1767384653.500255:0:31121:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d78bab9f. 00000020:01000000:3.0:1767384653.500258:0:31121:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384653.500260:0:31121:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp38 00000400:00000010:3.0:1767384653.500271:0:31121:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000027b1732a. 00000400:00000200:0.0:1767384653.500271:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384653.500278:0:31121:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000016e90aac. 00000400:00000200:0.0:1767384653.500282:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:0.0:1767384653.500290:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d297065. 00000400:00000200:0.0:1767384653.500295:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (30) 00000020:00000001:2.0:1767384653.500296:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384653.500301:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:0.0:1767384653.500302:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002feae48e. 10000000:00000001:2.0:1767384653.500304:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384653.500308:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384653.500313:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384653.500313:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:01000004:2.0:1767384653.500318:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384653.500320:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384653.500321:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384653.500322:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384653.500324:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384653.500325:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384653.500326:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384653.500327:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384653.500328:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384653.500331:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000010:2.0:1767384653.500334:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029275bb8. 00000020:00000040:2.0:1767384653.500341:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384653.500341:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000001:2.0:1767384653.500348:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.500351:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384653.500353:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 02000000:00000001:2.0:1767384653.500356:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500361:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 02000000:00000010:2.0:1767384653.500365:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f228b0ef. 00000400:00000200:0.0:1767384653.500369:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000100:00000001:2.0:1767384653.500374:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500377:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000100:00000001:2.0:1767384653.500383:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384653.500384:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000100:00000001:2.0:1767384653.500388:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500395:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000100:00000040:2.0:1767384653.500398:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029275bb8] to pc [ptlrpcd_00_02+2] req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.500406:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:0.0:1767384653.500422:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:0.0:1767384653.500428:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:0.0:1767384653.500433:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:0.0:1767384653.500439:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:0.0:1767384653.500444:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 10000000:00000001:2.0:1767384653.500445:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.500452:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500456:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:00000001:2.0:1767384653.500457:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.500458:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384653.500461:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384653.500472:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384653.500474:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384653.500474:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 10000000:00000001:2.0:1767384653.500476:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384653.500480:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384653.500480:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384653.500485:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 10000000:01000000:2.0:1767384653.500488:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384653.500490:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384653.500494:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384653.500496:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000020:01000004:2.0:1767384653.500500:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384653.500504:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384653.500513:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000020:01000004:2.0:1767384653.500515:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384653.500518:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384653.500522:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384653.500524:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 26], ns[104, 26] 00000020:01000004:2.0:1767384653.500526:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384653.500529:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384653.500532:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384653.500536:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bf6413. 00000020:00000040:2.0:1767384653.500542:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384653.500543:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 26], ns[66, 26] 00000100:00000001:2.0:1767384653.500548:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.500552:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384653.500552:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384653.500556:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500557:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[79, 26] 00000100:00000001:1.0:1767384653.500558:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.500562:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c2da7ae4. 02000000:00000001:1.0:1767384653.500568:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384653.500569:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500571:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 26], ns[91, 26] 02000000:00000001:1.0:1767384653.500574:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.500575:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.500577:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.500581:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.500584:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bf6413] to pc [ptlrpcd_00_03+3] req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384653.500590:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059672576:0@lo:253: 00000100:00000001:1.0:1767384653.500598:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384653.500599:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 26], ns[112, 26] 02000000:00000001:1.0:1767384653.500607:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384653.500612:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500618:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 26], ns[115, 26] 02000000:00000001:1.0:1767384653.500619:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384653.500621:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.500626:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.500629:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384653.500629:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f378ee0f. 00000400:00000200:0.0:1767384653.500630:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 26], ns[94, 26] 00000020:01000000:2.0:1767384653.500635:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384653.500637:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.500641:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d78bab9f. 00000400:00000010:1.0:1767384653.500646:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7c70db. 00000400:00000200:0.0:1767384653.500646:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[110, 26], ns[113, 26] 00000400:00000010:1.0:1767384653.500656:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ca14b15. 00000400:00000200:0.0:1767384653.500656:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000100:00000001:2.0:1767384653.500665:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384653.500665:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059672576, portal 25 00000400:00000200:0.0:1767384653.500667:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767384653.500669:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.500672:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384653.500672:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384653.500677:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000100:00000001:1.0:1767384653.500678:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000100:00000040:2.0:1767384653.500680:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.500688:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp36 00000100:00000040:1.0:1767384653.500690:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.500694:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.500696:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.500699:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp36 lpni_is_preferred = 0 02000000:00000001:2.0:1767384653.500701:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384653.500705:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384653.500708:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp36 02000000:00000001:2.0:1767384653.500710:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.500716:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384653.500719:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059672704:0@lo:253: 00000400:00000200:0.0:1767384653.500722:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp36 NI seq info: [116:116:256:4294967295] 192.168.202.117@tcp36 LPNI seq info [113:113:8:4294967295] 00000100:00000040:1.0:1767384653.500725:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384653.500731:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038e23d10. 00000100:00000001:2.0:1767384653.500732:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.500738:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384653.500738:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp36 00000100:00000200:1.0:1767384653.500739:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059672576, offset 0 02000000:00000001:2.0:1767384653.500749:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.500750:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384653.500754:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36:) -> 192.168.202.117@tcp36(192.168.202.117@tcp:192.168.202.117@tcp36) : PUT try# 0 02000000:00000001:2.0:1767384653.500755:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384653.500763:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000096ab4887. 02000000:00000001:2.0:1767384653.500768:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.500774:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000800:00000200:0.0:1767384653.500775:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.117@tcp36 00000400:00000200:1.0:1767384653.500782:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384653.500783:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000d67dfb. 00000800:00000010:0.0:1767384653.500785:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020036654. 00000100:00000200:2.0:1767384653.500791:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059672704, portal 25 00000100:00000001:2.0:1767384653.500796:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767384653.500796:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000828f69ac. 00000400:00000200:1.0:1767384653.500797:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05a00 00000100:00000001:2.0:1767384653.500801:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204770176 : -115911504781440 : ffff96943fee9f80) 00000800:00000010:0.0:1767384653.500802:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002278455e. 00000400:00000200:1.0:1767384653.500809:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d5 [2] + 0 00000800:00000200:0.0:1767384653.500809:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000100:00000040:2.0:1767384653.500812:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384653.500819:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000400:00000010:1.0:1767384653.500821:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092ee9b7e. 00000400:00000200:1.0:1767384653.500829:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d26539c0 00000100:00000001:2.0:1767384653.500855:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384653.500860:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000040:2.0:1767384653.500863:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384653.500865:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.500867:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000400:00000010:2.0:1767384653.500871:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf319c36. 00000400:00000200:1.0:1767384653.500876:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384653.500877:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059672704, offset 0 00000400:00000200:1.0:1767384653.500885:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d26539c0 00000400:00000010:1.0:1767384653.500894:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d26539c0. 00000100:00000001:1.0:1767384653.500899:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384653.500902:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384653.500903:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384653.500908:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000fff325ba x1853237059672576 msgsize 4848 00000100:00100000:1.0:1767384653.500917:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384653.500921:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384653.500922:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384653.500934:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.500935:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05a80 00000400:00000200:2.0:1767384653.500944:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12dd [2] + 0 00000400:00000010:2.0:1767384653.500947:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df9a2f5a. 00000400:00000200:2.0:1767384653.500952:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc5bc6a4 00000400:00000200:3.0:1767384653.500955:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384653.500956:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e23d10 00000400:00000200:2.0:1767384653.500958:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384653.500959:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038e23d10. 00000100:00000001:1.0:1767384653.500967:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384653.500971:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384653.500973:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.500978:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc5bc6a4 00000400:00000010:2.0:1767384653.500984:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc5bc6a4. 00000100:00000001:1.0:1767384653.500985:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384653.500990:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.500991:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.500995:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384653.500998:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.501001:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384653.501002:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000001aad54b x1853237059672704 msgsize 4848 00000100:00000001:1.0:1767384653.501007:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.501011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00100000:2.0:1767384653.501013:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384653.501013:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294943603 00000100:00000040:2.0:1767384653.501020:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384653.501021:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c44eb8. 00000100:00000001:1.0:1767384653.501029:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384653.501033:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384653.501035:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294943603 00000400:00000200:2.0:1767384653.501041:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf319c36 00000100:00000010:1.0:1767384653.501041:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cfb8d7f. 00000400:00000010:2.0:1767384653.501047:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf319c36. 00000100:00000001:1.0:1767384653.501047:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384653.501051:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294943603 00000100:00000001:2.0:1767384653.501054:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384653.501056:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d00728c. 00000400:00000200:3.0:1767384653.501058:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:1.0:1767384653.501060:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384653.501061:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.501065:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294943603 00000100:00000010:1.0:1767384653.501069:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003c99ea1. 00000100:00000001:1.0:1767384653.501073:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384653.501079:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384653.501082:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501084:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384653.501106:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.501108:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.501110:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384653.501118:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.501120:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.501120:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384653.501124:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384653.501126:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384653.501128:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384653.501130:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384653.501132:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.501134:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501136:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501142:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294943603 00000100:00000001:2.0:1767384653.501146:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294943603 00000100:00000001:2.0:1767384653.501148:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294943603 00000100:00000001:2.0:1767384653.501151:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294943603 00000100:00000001:2.0:1767384653.501154:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294943603 00000100:00000001:2.0:1767384653.501157:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294943603 00000100:00000001:2.0:1767384653.501159:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294943603 00000100:00000001:2.0:1767384653.501162:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294943603 00000100:00000001:2.0:1767384653.501164:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.501167:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.501171:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.501171:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501176:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.501184:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.501186:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384653.501189:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.501191:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.501194:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501196:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.501211:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.501221:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.501225:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672576 02000000:00000001:2.0:1767384653.501228:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.501230:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.501233:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.501237:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.501241:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672576 00000020:00000001:2.0:1767384653.501244:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384653.501248:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000020:00000040:2.0:1767384653.501255:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384653.501260:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.501264:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384653.501269:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384653.501273:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384653.501278:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.501283:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cdd560c. 00000100:00000001:2.0:1767384653.501286:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.501289:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cdd560c. 00000020:00000010:2.0:1767384653.501296:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088cea41f. 00000020:00000010:2.0:1767384653.501302:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384653.501308:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052a1ad85. 00000100:00000040:2.0:1767384653.501318:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384653.501321:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384653.501323:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.501324:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.501328:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501339:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.501349:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384653.501352:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384653.501354:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672704 02000000:00000001:1.0:1767384653.501358:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384653.501360:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384653.501363:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501366:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384653.501367:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.501370:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.501371:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384653.501372:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672704 00000020:00000001:1.0:1767384653.501376:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384653.501377:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384653.501380:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384653.501381:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000020:00000040:1.0:1767384653.501382:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000020:00000001:1.0:1767384653.501387:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:2.0:1767384653.501388:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000001:1.0:1767384653.501389:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384653.501394:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935588432 : -115911773963184 : ffff96942fe33c50) 00000100:00000001:1.0:1767384653.501395:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.501400:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e09dd5b1. 00000100:00000001:1.0:1767384653.501403:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384653.501404:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fff325ba x1853237059672576/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384653.501406:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e09dd5b1. 00000400:00000200:3.0:1767384653.501409:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000020:00000010:1.0:1767384653.501412:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a0bda6d. 00000020:00000010:1.0:1767384653.501419:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000403db3ea. 00000020:00000010:1.0:1767384653.501425:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c96b3cad. 00000100:00000001:2.0:1767384653.501426:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384653.501429:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384653.501431:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cdd560c. 00000100:00000001:1.0:1767384653.501432:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384653.501435:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.501439:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384653.501441:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.501443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000020:00000010:2.0:1767384653.501444:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cdd560c. 00000100:00000001:1.0:1767384653.501451:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384653.501456:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fff325ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059672576:12345-0@lo:253: 00000100:00000200:2.0:1767384653.501462:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672576 00000100:00000001:1.0:1767384653.501464:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384653.501466:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384653.501467:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384653.501472:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000020:00000001:2.0:1767384653.501479:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384653.501484:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000020:00000001:2.0:1767384653.501485:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384653.501485:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:1.0:1767384653.501490:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935582288 : -115911773969328 : ffff96942fe32450) 00000020:00000001:2.0:1767384653.501493:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384653.501497:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001aad54b x1853237059672704/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384653.501498:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384653.501506:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384653.501508:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384653.501510:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384653.501513:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e09dd5b1. 00000020:00000001:2.0:1767384653.501515:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384653.501517:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384653.501519:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384653.501521:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e09dd5b1. 00000020:00000001:2.0:1767384653.501526:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384653.501530:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001aad54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059672704:12345-0@lo:253: 00000400:00000200:3.0:1767384653.501532:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000001:2.0:1767384653.501534:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384653.501539:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672704 02000000:00000001:2.0:1767384653.501541:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384653.501542:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384653.501546:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384653.501547:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.501549:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384653.501550:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005cb21c70. 00000020:00000001:1.0:1767384653.501551:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 02000000:00000001:2.0:1767384653.501556:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.501557:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384653.501560:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.501562:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.501563:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384653.501566:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384653.501569:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384653.501569:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.501574:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384653.501576:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384653.501577:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 02000000:00000010:1.0:1767384653.501582:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000800a305c. 20000000:00000010:2.0:1767384653.501583:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ff17f106. 02000000:00000001:1.0:1767384653.501585:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.501589:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384653.501590:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384653.501592:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384653.501597:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384653.501600:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384653.501603:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.501606:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.501610:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384653.501610:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000081df3bd4. 20000000:01000000:1.0:1767384653.501616:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384653.501618:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384653.501620:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384653.501622:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.501623:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 20000000:00000010:2.0:1767384653.501623:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050d2ce6b. 20000000:00000001:1.0:1767384653.501624:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384653.501630:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:1.0:1767384653.501630:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384653.501636:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384653.501643:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384653.501672:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00080000:00000001:2.0:1767384653.501695:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384653.501700:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384653.501702:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.501704:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384653.501708:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384653.501714:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384653.501718:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384653.501725:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00080000:00000010:2.0:1767384653.501726:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f9db0705. 00080000:00000001:2.0:1767384653.501732:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855355392 : -115916854196224 : ffff969301150800) 00080000:00000001:2.0:1767384653.501736:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384653.501779:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.501857:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.501915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000001:00000001:2.0:1767384653.501921:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384653.501924:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.501928:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384653.501953:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.501956:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384653.501972:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502014:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502059:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00080000:00000001:2.0:1767384653.502083:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384653.502088:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384653.502127:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502179:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502232:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502288:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502333:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502383:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502441:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502507:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502560:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502616:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502666:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384653.502697:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384653.503138:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a80b4905. 00000800:00000010:3.0:1767384653.503144:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000027b1732a. 00000800:00000010:3.0:1767384653.503151:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076fc814c. 00000800:00000010:3.0:1767384653.503189:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076fc814c. 00000800:00020000:3.0:1767384653.503204:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384653.503210:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000027b1732a. 00000800:00000010:3.0:1767384653.503214:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a80b4905. 00000400:02020000:3.0:1767384653.503277:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp36 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384653.503286:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp36 notifying 192.168.202.117@tcp36: down 00000800:00000200:3.0:1767384653.503293:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp36 down 00000800:00000100:3.0:1767384653.503300:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.202.117@tcp36 00000800:00000010:3.0:1767384653.503304:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020036654. 00000400:00000200:3.0:1767384653.503309:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384653.503314:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384653.503324:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp36 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:3.0:1767384653.503329:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384653.503333:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:3.0:1767384653.503338:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384653.503370:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384653.503377:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101151 00000400:00000001:3.0:1767384653.503382:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384653.503384:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384653.503386:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d297065 00000400:00000010:3.0:1767384653.503389:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d297065. 00000400:00000200:3.0:1767384653.503394:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384653.503399:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384653.503403:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (31) 00000400:00000200:3.0:1767384653.503407:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384653.503410:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc -71 00000400:00000200:3.0:1767384653.503413:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384653.503417:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (30) 00080000:00000001:3.0:1767384653.510271:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384653.510279:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384653.510283:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384653.510289:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384653.510293:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384653.510294:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384653.510297:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384653.510298:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384653.510299:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384653.510301:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f9db0705. 20000000:01000000:3.0:1767384653.510305:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384653.510306:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384653.510316:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384653.510320:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384653.510327:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384653.510335:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d5bf387. 20000000:01000000:1.0:1767384653.510337:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384653.510341:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:1.0:1767384653.510343:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384653.510347:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384653.510348:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384653.510355:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384653.510357:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384653.510359:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384653.510367:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003c660ae0 count: 2 00010000:00000001:1.0:1767384653.510371:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384653.510375:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384653.510379:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00000020:00000001:1.0:1767384653.510384:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384653.510387:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c875 to hash 00080000:00000001:0.0:1767384653.510388:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384653.510390:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384653.510394:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00080000:00000001:0.0:1767384653.510394:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384653.510398:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.510400:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00080000:00000001:0.0:1767384653.510402:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384653.510407:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384653.510408:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.510412:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.510413:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00010000:1.0:1767384653.510416:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384653.510419:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384653.510425:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ea3395f. 00010000:00000001:1.0:1767384653.510428:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384653.510430:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868770816 : -115916840780800 : ffff969301e1bc00) 00010000:00000001:1.0:1767384653.510433:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384653.510434:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384653.510440:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384653.510443:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.510446:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384653.510451:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.510460:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384653.510463:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.510473:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.510476:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.510478:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.510481:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384653.510484:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384653.510484:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384653.510488:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.510493:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384653.510499:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003c660ae0) refcount = 2 00010000:00000040:1.0:1767384653.510503:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384653.510507:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384653.510508:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.510514:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1767384653.510519:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384653.510522:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384653.510530:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f3e9c5c. 00000100:00000001:1.0:1767384653.510534:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384653.510542:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007793173d. 00000100:00000001:1.0:1767384653.510544:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161884000448 : -115911825551168 : ffff96942cd010c0) 00000100:00000001:1.0:1767384653.510547:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628161884000448 : -115911825551168 : ffff96942cd010c0) 00000100:00000001:1.0:1767384653.510550:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384653.510552:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384653.510554:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384653.510559:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.510561:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384653.510564:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.510567:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.510570:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384653.510572:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384653.510577:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf6af63a. 00000020:00000040:1.0:1767384653.510581:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:1.0:1767384653.510585:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384653.510588:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:0.0:1767384653.510592:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:1.0:1767384653.510593:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.510596:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:1.0:1767384653.510602:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9e449b2. 00000100:00000001:1.0:1767384653.510608:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.510619:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384653.510631:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 16 pid: 16773 timeout: 426 lvb_type: 0 00010000:00000001:1.0:1767384653.510637:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384653.510640:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384653.510644:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.510650:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384653.510652:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384653.510655:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf6af63a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059672832:0@lo:104: 00000100:00000001:1.0:1767384653.510659:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384653.510663:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384653.510665:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.510667:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384653.510671:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cd8602e. 02000000:00000001:1.0:1767384653.510673:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384653.510678:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa5b4ba. 00000400:00000010:1.0:1767384653.510683:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000100:00000200:1.0:1767384653.510688:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059672832, portal 16 00000100:00000001:1.0:1767384653.510691:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384653.510693:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546350848 : -115912163200768 : ffff969418aff100) 00000100:00000040:1.0:1767384653.510698:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.510704:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384653.510708:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384653.510711:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000100:00000200:1.0:1767384653.510714:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059672832, offset 0 00000400:00000200:1.0:1767384653.510719:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.510730:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384653.510739:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a05b00 00000400:00000200:1.0:1767384653.510744:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1791 [2] + 328 00000400:00000200:1.0:1767384653.510756:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.510760:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384653.510764:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384653.510766:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384653.510769:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083724dc4. 00000100:00000040:1.0:1767384653.510771:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000083724dc4 x1853237059672832 msgsize 328 00000100:00100000:1.0:1767384653.510776:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384653.510789:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384653.510795:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000400:00000010:1.0:1767384653.510797:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000100:00000001:1.0:1767384653.510801:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384653.510804:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.510811:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384653.510814:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.510819:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.510820:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.510824:0:19653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384653.510825:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.510854:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294943613 00000100:00000001:1.0:1767384653.510861:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294943603 00000100:00000001:1.0:1767384653.510865:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294943613 00000100:00100000:3.0:1767384653.510869:0:19653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672832 00000100:00000001:1.0:1767384653.510869:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294943603 02000000:00000001:3.0:1767384653.510876:0:19653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384653.510878:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294943613 00000100:00000001:3.0:1767384653.510880:0:19653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.510884:0:19653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.510884:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294943603 00000100:00000001:1.0:1767384653.510891:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294943613 02000000:00000001:3.0:1767384653.510892:0:19653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.510897:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294943603 00000100:00100000:3.0:1767384653.510898:0:19653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672832 00000100:00000001:1.0:1767384653.510903:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384653.510905:0:19653:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384653.510906:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384653.510908:0:19653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00010000:00000001:1.0:1767384653.510910:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.510914:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384653.510914:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384653.510919:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000020:00000001:1.0:1767384653.510919:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.510924:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000020:00000001:3.0:1767384653.510929:0:19653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00010000:00000001:1.0:1767384653.510930:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.510932:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.510935:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.510936:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384653.510937:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384653.510940:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:3.0:1767384653.510943:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068150b21. 00000100:00000001:1.0:1767384653.510943:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.510947:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.510949:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384653.510950:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384653.510956:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068150b21. 00000100:00100000:1.0:1767384653.510956:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000007793173d going to sleep for 11 seconds 00000100:00000001:1.0:1767384653.510962:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384653.510964:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384653.510966:0:19653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c761d11c. 00000020:00000010:3.0:1767384653.510974:0:19653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005df8f09b. 00000020:00000010:3.0:1767384653.510980:0:19653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007f4c905. 00000100:00000040:3.0:1767384653.510992:0:19653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384653.510996:0:19653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384653.510998:0:19653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384653.511000:0:19653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.511008:0:19653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.511019:0:19653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.511072:0:19653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384653.511074:0:19653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384653.511079:0:19653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384653.511083:0:19653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:3.0:1767384653.511108:0:19653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546349952 : -115912163201664 : ffff969418afed80) 00000100:00000040:3.0:1767384653.511114:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083724dc4 x1853237059672832/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384653.511124:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384653.511128:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068150b21. 00000100:00000001:3.0:1767384653.511130:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384653.511132:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068150b21. 00000100:00100000:3.0:1767384653.511137:0:19653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083724dc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059672832:12345-0@lo:104: 00000100:00000200:3.0:1767384653.511141:0:19653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672832 00010000:00000001:3.0:1767384653.511144:0:19653:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384653.511149:0:19653:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384653.511151:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.511153:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012b7283e refcount=2 00000020:00000001:3.0:1767384653.511156:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:3.0:1767384653.511159:0:19653:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:3.0:1767384653.511163:0:19653:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384653.511166:0:19653:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.511169:0:19653:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384653.511180:0:19653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384653.511183:0:19653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384653.511188:0:19653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000016e90aac. 02000000:00000001:3.0:1767384653.511191:0:19653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.511194:0:19653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.511199:0:19653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384653.511202:0:19653:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.511206:0:19653:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.511212:0:19653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384653.511214:0:19653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384653.511217:0:19653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384653.511220:0:19653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384653.511230:0:19653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.511234:0:19653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384653.511238:0:19653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.511242:0:19653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000249468d4. 00000100:00000200:3.0:1767384653.511247:0:19653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059672832, offset 224 00000400:00000200:3.0:1767384653.511255:0:19653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384653.511263:0:19653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384653.511272:0:19653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a05b00 00000400:00000200:3.0:1767384653.511277:0:19653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1aa1 [1] + 224 00000400:00000200:3.0:1767384653.511282:0:19653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.511286:0:19653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384653.511290:0:19653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.511294:0:19653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384653.511305:0:19653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384653.511322:0:19653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.511329:0:19653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000249468d4 00000400:00000010:3.0:1767384653.511332:0:19653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000249468d4. 00000100:00000001:3.0:1767384653.511336:0:19653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384653.511338:0:19653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.511343:0:19653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.511345:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384653.511348:0:19653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:0.0:1767384653.511352:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384653.511354:0:19653:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384653.511357:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:3.0:1767384653.511360:0:19653:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d0ec0ed0. 00000400:00000010:0.0:1767384653.511361:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001aa5b4ba. 00010000:00000001:3.0:1767384653.511366:0:19653:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767384653.511368:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000400:00000010:0.0:1767384653.511372:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00010000:00010000:3.0:1767384653.511376:0:19653:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767384653.511377:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384653.511381:0:19653:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.511383:0:19653:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.511387:0:19653:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384653.511392:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384653.511394:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083724dc4 x1853237059672832/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384653.511415:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384653.511420:0:19653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083724dc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059672832:12345-0@lo:104: Request processed in 292us (644us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384653.511427:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.511431:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.511436:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384653.511440:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384653.511443:0:19653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384653.511444:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384653.511448:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.511450:0:19653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 02000000:00000001:0.0:1767384653.511453:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.511455:0:19653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384653.511459:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=61 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384653.511460:0:19653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384653.511466:0:19653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005df8f09b. 00000100:00001000:0.0:1767384653.511466:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384653.511473:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384653.511474:0:19653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007f4c905. 00000100:00000001:0.0:1767384653.511476:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384653.511481:0:19653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c761d11c. 00010000:00000001:0.0:1767384653.511482:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384653.511487:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384653.511489:0:19653:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00000100:00000001:0.0:1767384653.511490:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.511495:0:19653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384653.511499:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.511508:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.511512:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.511515:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.511520:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384653.511523:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.511525:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.511527:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.511533:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384653.511542:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf6af63a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059672832:0@lo:104: 00000100:00000001:0.0:1767384653.511548:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.511552:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.511555:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384653.511558:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.511569:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf6af63a x1853237059672832/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.511578:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384653.511581:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384653.511584:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cd8602e. 02000000:00000001:0.0:1767384653.511589:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384653.511592:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.511595:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:0.0:1767384653.511597:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384653.511598:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384653.511600:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f9e449b2. 00000020:00000001:2.0:1767384653.511604:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.511607:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384653.511610:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.511613:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf6af63a. 00000100:00000001:0.0:1767384653.511619:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.511621:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384653.511624:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007793173d. 00000100:00000001:0.0:1767384653.511629:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:2.0:1767384653.511633:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384653.511633:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384653.511638:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f3e9c5c. 00010000:00000001:2.0:1767384653.511640:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384653.511645:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767384653.511646:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.511648:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.511651:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.511657:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384653.511664:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:2.0:1767384653.511667:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000012b7283e already unused, calling callback (00000000b79f9119) 00010000:00000001:0.0:1767384653.511668:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:2.0:1767384653.511672:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:0.0:1767384653.511673:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767384653.511677:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.511694:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384653.511696:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.511699:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.511701:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012b7283e refcount=3 00000020:00000001:2.0:1767384653.511703:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.511706:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694592 : -115912177857024 : ffff969417d04e00) 00010000:00000001:2.0:1767384653.511711:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384653.511713:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384653.511724:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384653.511726:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384653.511732:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384653.511736:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384653.511745:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384653.511748:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384653.511750:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384653.511751:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.511765:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384653.511768:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384653.511770:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 10000000:00000001:2.0:1767384653.511774:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384653.511776:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.511781:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384653.511784:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384653.511786:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384653.511790:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.511793:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384653.511796:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000012b7283e with handle 0x534bb1615bf4c867 from hash 00010000:00000001:2.0:1767384653.511799:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384653.511801:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.511803:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.511804:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384653.511807:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384653.511809:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384653.511813:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384653.511816:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384653.511822:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f54adec. 00000020:00000040:2.0:1767384653.511825:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384653.511829:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.511856:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.511860:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.511865:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000806026d6. 00000100:00000001:2.0:1767384653.511871:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.511875:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384653.511878:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384653.511885:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384653.511887:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.511892:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.511901:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.511909:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f54adec] to pc [ptlrpcd_00_00+0] req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384653.511937:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384653.511941:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.511943:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.511945:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.511948:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.511951:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.511953:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384653.511955:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384653.511959:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.511963:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384653.511964:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384653.511968:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 0000000012b7283e/0x534bb1615bf4c867 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c86e expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384653.511970:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384653.511984:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c8b1045 count: 0 00000100:00000001:0.0:1767384653.511988:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384653.511992:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.511996:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384653.511998:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384653.512000:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384653.512001:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384653.512004:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d0ec0ed0. 00010000:00000001:2.0:1767384653.512009:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.512012:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.512014:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384653.512018:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.512021:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059672960:0@lo:103: 00010000:00010000:2.0:1767384653.512023:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384653.512027:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384653.512029:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384653.512031:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.512035:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384653.512036:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384653.512039:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.512042:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384653.512044:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384653.512045:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.512049:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384653.512050:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000331d7a33. 02000000:00000001:0.0:1767384653.512054:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.512059:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000400:00000010:0.0:1767384653.512067:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf61e47. 00000100:00000200:0.0:1767384653.512072:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059672960, portal 18 00000100:00000001:0.0:1767384653.512074:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384653.512075:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204766592 : -115911504785024 : ffff96943fee9180) 00000100:00000040:0.0:1767384653.512080:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.512089:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384653.512106:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384653.512110:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070595828. 00000100:00000200:0.0:1767384653.512113:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059672960, offset 0 00000400:00000200:0.0:1767384653.512119:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384653.512128:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384653.512137:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a05b80 00000400:00000200:0.0:1767384653.512143:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:0.0:1767384653.512149:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.512154:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384653.512160:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384653.512163:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384653.512167:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad64594. 00000100:00000040:0.0:1767384653.512170:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000006ad64594 x1853237059672960 msgsize 328 00000100:00100000:0.0:1767384653.512177:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384653.512190:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.512198:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070595828 00000400:00000010:0.0:1767384653.512200:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070595828. 00000100:00000001:2.0:1767384653.512204:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.512207:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059672960 02000000:00000001:2.0:1767384653.512212:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.512214:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.512215:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.512216:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384653.512223:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384653.512225:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.512231:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059672960 00000020:00000001:2.0:1767384653.512235:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.512238:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384653.512241:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384653.512242:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384653.512243:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000020:00000001:2.0:1767384653.512247:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384653.512251:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:0.0:1767384653.512251:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.512256:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.512259:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1cca20b. 00000100:00000001:2.0:1767384653.512264:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.512267:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1cca20b. 00000100:00000001:0.0:1767384653.512267:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.512273:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384653.512275:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c49d0cc. 00000020:00000010:2.0:1767384653.512280:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009153c752. 00000100:00000001:0.0:1767384653.512280:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.512283:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000001:0.0:1767384653.512286:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294943614 00000100:00000040:2.0:1767384653.512293:0:19654:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384653.512295:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943613 00000100:00000001:2.0:1767384653.512298:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.512301:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384653.512303:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384653.512305:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.512305:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294943614 00010000:00000001:2.0:1767384653.512309:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384653.512312:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384653.512314:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943613 00000020:00000001:2.0:1767384653.512315:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.512318:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=4 00000020:00000001:2.0:1767384653.512321:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00000100:00000001:0.0:1767384653.512322:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294943614 00010000:00000001:2.0:1767384653.512323:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00010000:2.0:1767384653.512331:0:19654:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 17 pid: 16773 timeout: 426 lvb_type: 0 00000100:00000001:0.0:1767384653.512333:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943613 00010000:00000001:2.0:1767384653.512340:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512342:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384653.512342:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294943614 00010000:00000001:2.0:1767384653.512345:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.512348:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.512349:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943613 00000100:00000001:2.0:1767384653.512353:0:19654:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384653.512355:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.512359:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384653.512365:0:19654:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ad64594 x1853237059672960/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.512365:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.512370:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.512377:0:19654:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384653.512379:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.512380:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384653.512383:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384653.512387:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.512388:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.512392:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.512396:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.512400:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.512402:0:19654:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.512404:0:19654:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384653.512408:0:19654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384653.512410:0:19654:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:2.0:1767384653.512412:0:19654:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027871232 : -115911681680384 : ffff969435635c00) 00000100:00000040:2.0:1767384653.512416:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ad64594 x1853237059672960/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.512416:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.512422:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.512433:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.512437:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1cca20b. 00000100:00000001:2.0:1767384653.512440:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.512444:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1cca20b. 00000100:00100000:2.0:1767384653.512449:0:19654:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ad64594 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16140:x1853237059672960:12345-0@lo:103: 00000100:00000200:2.0:1767384653.512454:0:19654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059672960 00010000:00000001:2.0:1767384653.512457:0:19654:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384653.512460:0:19654:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384653.512463:0:19654:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384653.512468:0:19654:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.512470:0:19654:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384653.512474:0:19654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000796fb75c. 02000000:00000001:2.0:1767384653.512476:0:19654:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.512479:0:19654:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.512481:0:19654:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384653.512484:0:19654:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384653.512486:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.512487:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.512489:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=4 00000020:00000001:2.0:1767384653.512491:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.512493:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000040:2.0:1767384653.512501:0:19654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003c660ae0 count: 3 00010000:00010000:2.0:1767384653.512505:0:19654:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 17 pid: 16773 timeout: 426 lvb_type: 0 00000100:00001000:2.0:1767384653.512510:0:19654:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384653 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384653.512513:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384653.512519:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512521:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384653.512523:0:19654:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 17 pid: 16773 timeout: 426 lvb_type: 0 00000020:00000001:2.0:1767384653.512527:0:19654:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384653.512529:0:19654:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384653.512530:0:19654:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.512533:0:19654:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.512535:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384653.512537:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384653.512542:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512544:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.512545:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.512546:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384653.512549:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a340821 with handle 0x534bb1615bf4c86e from hash 00010000:00000001:2.0:1767384653.512551:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384653.512552:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512553:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.512554:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384653.512556:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384653.512557:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384653.512559:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008a340821/0x534bb1615bf4c86e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c867 expref: 17 pid: 16773 timeout: 426 lvb_type: 0 00010000:00000040:2.0:1767384653.512563:0:19654:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:2.0:1767384653.512565:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:2.0:1767384653.512569:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.512570:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384653.512572:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384653.512579:0:19654:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001b6ae7f6 00010000:00000001:2.0:1767384653.512581:0:19654:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384653.512582:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384653.512583:0:19654:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.512585:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384653.512586:0:19654:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.512588:0:19654:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384653.512589:0:19654:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384653.512591:0:19654:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512595:0:19654:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384653.512597:0:19654:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384653.512599:0:19654:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384653.512600:0:19654:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384653.512602:0:19654:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003c660ae0) refcount = 2 00010000:00010000:2.0:1767384653.512604:0:19654:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512607:0:19654:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384653.512609:0:19654:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384653.512610:0:19654:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.512611:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384653.512614:0:19654:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1cca20b. 00000100:00000001:2.0:1767384653.512615:0:19654:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384653.512618:0:19654:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d2e76818. 00000100:00000001:2.0:1767384653.512620:0:19654:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027424576 : -115911682127040 : ffff9694355c8b40) 00000100:00000001:2.0:1767384653.512621:0:19654:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628162027424576 : -115911682127040 : ffff9694355c8b40) 00000100:00000001:2.0:1767384653.512623:0:19654:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384653.512624:0:19654:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384653.512625:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384653.512627:0:19654:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384653.512628:0:19654:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384653.512631:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.512632:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.512633:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:2.0:1767384653.512639:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:2.0:1767384653.512642:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:2.0:1767384653.512644:0:19654:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384653.512645:0:19654:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512649:0:19654:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384653.512650:0:19654:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512654:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512655:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384653.512656:0:19654:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512659:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.512660:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.512662:0:19654:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384653.512663:0:19654:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384653.512666:0:19654:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384653.512668:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384653.512669:0:19654:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384653.512670:0:19654:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512674:0:19654:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384653.512675:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.512676:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.512676:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=6 00000020:00000001:2.0:1767384653.512678:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:2.0:1767384653.512679:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:2.0:1767384653.512681:0:19654:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384653.512688:0:19654:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512692:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384653.512693:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384653.512695:0:19654:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.512703:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384653.512704:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384653.512706:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.512707:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384653.512709:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c875 from hash 00010000:00000001:2.0:1767384653.512711:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384653.512712:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512713:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.512713:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384653.512715:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384653.512716:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384653.512718:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384653.512719:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.512721:0:19654:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.512723:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384653.512724:0:19654:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384653.512726:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512727:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.512728:0:19654:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.512730:0:19654:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.512731:0:19654:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.512733:0:19654:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384653.512734:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512741:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512743:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.512746:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384653.512747:0:19654:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384653.512749:0:19654:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384653.512750:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512751:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.512752:0:19654:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384653.512754:0:19654:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.512756:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384653.512758:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384653.512765:0:19654:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.512767:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384653.512768:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512770:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.512770:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.512774:0:19654:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.512774:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c875 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.512779:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384653.512781:0:19654:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384653.512785:0:19654:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.512787:0:19654:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.512787:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384653.512788:0:19654:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 20000000:00000001:0.0:1767384653.512790:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000010:2.0:1767384653.512791:0:19654:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d2e76818. 00000100:00000001:2.0:1767384653.512795:0:19654:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384653.512796:0:19654:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384653.512797:0:19654:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1cca20b. 00010000:00000001:2.0:1767384653.512799:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384653.512801:0:19654:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003c660ae0 count: 0 00010000:00010000:2.0:1767384653.512807:0:19654:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384653.512809:0:19654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.512811:0:19654:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384653.512813:0:19654:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.512814:0:19654:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.512817:0:19654:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.512820:0:19654:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384653.512822:0:19654:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384653.512823:0:19654:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.512825:0:19654:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.512827:0:19654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.512829:0:19654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.513023:0:19654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000200:2.0:1767384653.513027:0:19654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059672960, offset 224 00000400:00000200:2.0:1767384653.513033:0:19654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.513040:0:19654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.513046:0:19654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a05b80 00000400:00000200:2.0:1767384653.513051:0:19654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1aad [1] + 224 00000400:00000200:2.0:1767384653.513054:0:19654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.513057:0:19654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.513065:0:19654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.513069:0:19654:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.513077:0:19654:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.513126:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.513130:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.513138:0:19654:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.513155:0:19654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000010:2.0:1767384653.513157:0:19654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000001:2.0:1767384653.513161:0:19654:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.513163:0:19654:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.513168:0:19654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.513171:0:19654:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:3.0:1767384653.513173:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384653.513174:0:19654:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384653.513179:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384653.513179:0:19654:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384653.513184:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000100:00000040:2.0:1767384653.513187:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ad64594 x1853237059672960/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384653.513192:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf61e47 00000400:00000010:3.0:1767384653.513196:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf61e47. 00000100:00100000:2.0:1767384653.513198:0:19654:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ad64594 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16140:x1853237059672960:12345-0@lo:103: Request processed in 763us (1024us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384653.513204:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384653.513208:0:19654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384653.513211:0:19654:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000200:3.0:1767384653.513213:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.513214:0:19654:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.513217:0:19654:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384653.513220:0:19654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009153c752. 00000020:00000010:2.0:1767384653.513226:0:19654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384653.513231:0:19654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c49d0cc. 00000100:00000200:3.0:1767384653.513235:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384653.513237:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:2.0:1767384653.513241:0:19654:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.513250:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384653.513253:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.513256:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384653.513258:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384653.513260:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.513262:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.513265:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.513268:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384653.513272:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.513275:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384653.513276:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.513279:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384653.513281:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.513290:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.513294:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.513302:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.513305:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.513307:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384653.513311:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.513320:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f54adec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059672960:0@lo:103: 00000100:00000001:3.0:1767384653.513326:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.513328:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.513332:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f54adec x1853237059672960/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.513340:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384653.513342:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.513345:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000331d7a33. 02000000:00000001:3.0:1767384653.513349:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.513351:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.513353:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384653.513356:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384653.513358:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000806026d6. 02000000:00000001:3.0:1767384653.513362:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384653.513363:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384653.513365:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f54adec. 00000100:00000001:3.0:1767384653.513368:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.513370:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.513372:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.513377:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.513379:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.513382:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.513384:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384653.516874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00010000:00000010:2.1:1767384653.516881:0:31125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c8b1045. 00010000:00000010:2.1:1767384653.516889:0:31125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012b7283e. 00010000:00000010:2.1:1767384653.516893:0:31125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a340821. 00010000:00000010:2.1:1767384653.516897:0:31125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003c660ae0. 00080000:00000001:3.0:1767384653.518618:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384653.518621:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384653.518621:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384653.518626:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384653.518626:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:3.0:1767384653.518628:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384653.518630:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.518632:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384653.518635:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384653.518639:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384653.518643:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000ea3395f. 00080000:00000001:3.0:1767384653.518649:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384653.518649:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384653.518653:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384653.518654:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:2.0:1767384653.518660:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384653.518662:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:0.0:1767384653.518664:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:2.0:1767384653.518665:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384653.518668:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384653.518673:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003c660ae0. 00010000:00000001:2.0:1767384653.518683:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384653.518685:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a340821. 00000020:00000001:2.0:1767384653.518688:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384653.518690:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008a340821 with handle 0x534bb1615bf4c87c to hash 00000020:00000001:2.0:1767384653.518693:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384653.518694:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.518696:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.518699:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.518700:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.518702:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518709:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384653.518711:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384653.518713:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384653.518715:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384653.518716:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.518718:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384653.518719:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.518721:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384653.518722:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384653.518723:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384653.518724:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384653.518726:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003c660ae0) refcount = 1 00010000:00010000:2.0:1767384653.518728:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518732:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384653.518734:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384653.518735:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.518737:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.518738:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384653.518740:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384653.518743:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384653.518745:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.518752:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.518754:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=4 00000020:00000001:2.0:1767384653.518756:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.518758:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.518760:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384653.518761:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518765:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384653.518766:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518770:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.518771:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384653.518772:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518776:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.518777:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.518780:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384653.518781:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384653.518786:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008a340821 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384653.518788:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384653.518789:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384653.518791:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518795:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384653.518796:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384653.518797:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.518798:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a340821 refcount=5 00000020:00000001:2.0:1767384653.518800:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.518801:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531692544 : -115912177859072 : ffff969417d04600) 00010000:00000001:2.0:1767384653.518809:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384653.518811:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518815:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384653.518816:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384653.518818:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.518820:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384653.518822:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384653.518823:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384653.518824:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384653.518826:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a340821 with handle 0x534bb1615bf4c87c from hash 00010000:00000001:2.0:1767384653.518827:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384653.518829:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.518830:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.518957:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384653.518960:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384653.518961:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384653.518963:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384653.518965:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.518967:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.518969:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384653.518970:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384653.518972:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.518974:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.518975:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.518977:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.518979:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.518981:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.518984:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.518986:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.518987:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384653.518989:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384653.518990:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384653.518992:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.518999:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384653.519001:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.519003:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.519005:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.519009:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384653.519010:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384653.519011:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008a340821/0x534bb1615bf4c87c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384653.519015:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003c660ae0 count: 0 00010000:00000001:2.0:1767384653.519023:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384653.519024:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384653.520923:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384653.520927:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384653.520929:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ff17f106. 20000000:00000001:3.0:1767384653.520935:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384653.520940:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059672576 00010000:00000001:3.0:1767384653.520942:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384653.520949:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fff325ba x1853237059672576/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384653.520956:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384653.520958:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.520960:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.520965:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384653.520967:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384653.520969:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384653.520972:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384653.520974:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.520977:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384653.520980:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.520984:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d73b5144. 00000100:00000200:3.0:1767384653.520988:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059672576, offset 224 00000400:00000200:3.0:1767384653.520996:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384653.521005:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384653.521015:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05a00 00000400:00000200:3.0:1767384653.521021:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a91 [2] + 224 00000400:00000200:3.0:1767384653.521028:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.521033:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384653.521037:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.521040:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.521049:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.521073:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.521080:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73b5144 00000400:00000010:3.0:1767384653.521083:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d73b5144. 00000100:00000001:3.0:1767384653.521087:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384653.521088:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.521109:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.521112:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384653.521115:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384653.521117:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.521119:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384653.521123:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fff325ba x1853237059672576/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.521131:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fff325ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059672576:12345-0@lo:253: Request processed in 19704us (20221us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384653.521140:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:3.0:1767384653.521142:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384653.521145:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384653.521147:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384653.521151:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc1d3ad0. 00000020:00000010:3.0:1767384653.521154:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052a1ad85. 00000020:00000010:3.0:1767384653.521158:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088cea41f. 00000020:00000040:3.0:1767384653.521163:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:3.0:1767384653.521166:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384653.521169:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005cb21c70. 02000000:00000001:3.0:1767384653.521172:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384653.521173:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384653.521178:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384653.521183:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b992bb9. 00000400:00000010:3.0:1767384653.521187:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d73b5144. 00000100:00000001:3.0:1767384653.521207:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.521209:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384653.521212:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384653.521214:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.521221:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7c70db. 00000400:00000200:3.0:1767384653.521224:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ca14b15 00000400:00000010:3.0:1767384653.521226:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ca14b15. 00000100:00000001:3.0:1767384653.521229:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.521232:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384653.521240:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.521247:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384653.521249:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.521251:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384653.521253:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384653.521255:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.521256:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.521258:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.521262:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384653.521265:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.521267:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384653.521269:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.521271:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384653.521273:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.521275:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.521277:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.521282:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.521284:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.521286:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384653.521288:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384653.521290:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384653.521291:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384653.521292:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384653.521294:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384653.521295:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384653.521296:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384653.521297:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384653.521299:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384653.521305:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384653.521308:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.521314:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059672576:0@lo:253: 00000100:00000001:3.0:1767384653.521318:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.521319:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.521321:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029275bb8 x1853237059672576/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.521327:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384653.521329:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.521331:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f378ee0f. 02000000:00000001:3.0:1767384653.521335:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.521337:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.521339:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384653.521341:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384653.521342:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f228b0ef. 02000000:00000001:3.0:1767384653.521346:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384653.521348:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384653.521349:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029275bb8. 00000100:00000001:3.0:1767384653.521353:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.521354:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.521355:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.521360:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.521362:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.521364:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.521366:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384653.522475:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384653.522479:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384653.522480:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000081df3bd4. 20000000:00000001:3.0:1767384653.522486:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384653.522489:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059672704 00010000:00000001:3.0:1767384653.522492:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384653.522496:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001aad54b x1853237059672704/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384653.522504:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384653.522512:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.522515:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.522518:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384653.522521:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384653.522522:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384653.522526:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384653.522527:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.522530:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384653.522532:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.522536:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096286a95. 00000100:00000200:3.0:1767384653.522539:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059672704, offset 224 00000400:00000200:3.0:1767384653.522543:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384653.522549:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384653.522556:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05a80 00000400:00000200:3.0:1767384653.522563:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a99 [2] + 224 00000400:00000200:3.0:1767384653.522569:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.522574:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384653.522578:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.522582:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.522591:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.522606:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.522611:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096286a95 00000400:00000010:3.0:1767384653.522613:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096286a95. 00000100:00000001:2.0:1767384653.522614:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.522616:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.522618:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384653.522620:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384653.522623:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384653.522626:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384653.522626:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.522630:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00000100:00000040:3.0:1767384653.522633:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:2.0:1767384653.522636:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000d67dfb 00010000:00000001:3.0:1767384653.522638:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384653.522639:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000d67dfb. 00000020:00000001:3.0:1767384653.522642:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.522644:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384653.522649:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384653.522651:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.522657:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001aad54b x1853237059672704/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384653.522670:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.522678:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384653.522679:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.522683:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384653.522685:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384653.522687:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.522689:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.522694:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.522699:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384653.522703:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=61 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384653.522704:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001aad54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059672704:12345-0@lo:253: Request processed in 21192us (21699us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384653.522707:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384653.522710:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384653.522715:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00010000:00000001:2.0:1767384653.522720:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384653.522721:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00010000:00000001:2.0:1767384653.522722:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.522728:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.522729:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.522733:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384653.522735:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384653.522739:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000403db3ea. 00000100:00000001:2.0:1767384653.522745:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.522747:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.522749:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384653.522750:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c96b3cad. 00000020:01000004:2.0:1767384653.522751:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384653.522755:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:3.0:1767384653.522758:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a0bda6d. 00000020:01000004:2.0:1767384653.522758:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384653.522761:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384653.522764:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:3.0:1767384653.522765:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000020:01000004:2.0:1767384653.522766:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384653.522768:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384653.522771:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384653.522773:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384653.522773:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:3.0:1767384653.522778:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000800a305c. 00000100:00000040:2.0:1767384653.522778:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.522786:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059672704:0@lo:253: 02000000:00000001:3.0:1767384653.522788:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384653.522790:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.522792:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.522793:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.522797:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018bf6413 x1853237059672704/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384653.522800:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384653.522802:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.522806:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384653.522808:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06ff1d0. 02000000:00000010:2.0:1767384653.522808:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000096ab4887. 00000400:00000010:3.0:1767384653.522816:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096286a95. 02000000:00000001:2.0:1767384653.522816:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384653.522819:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.522821:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384653.522823:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384653.522825:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c2da7ae4. 02000000:00000001:2.0:1767384653.522828:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384653.522829:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384653.522830:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018bf6413. 00000100:00000001:2.0:1767384653.522866:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.522867:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.522869:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.522873:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.522874:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.522876:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.522877:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.523458:0:31126:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000074fe93b9. 00000400:00000040:0.0:1767384653.523473:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384653.523475:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384653.523477:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.523478:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384653.523480:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.523481:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384653.523483:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384653.523484:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384653.523485:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384653.523486:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384653.523487:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384653.523488:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384653.523490:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384653.523491:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384653.523492:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384653.523493:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384653.523498:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384653.523499:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384653.523500:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384653.523501:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.523503:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384653.523504:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384653.523505:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384653.523506:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.523506:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384653.523508:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.523509:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384653.523510:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384653.523511:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384653.523512:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.523513:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384653.523514:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.523515:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384653.523516:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384653.523517:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384653.523518:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.523518:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384653.523520:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384653.523521:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384653.523522:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384653.523523:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384653.523524:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.523525:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384653.523526:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384653.523526:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384653.523527:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384653.523528:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384653.523529:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384653.523530:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384653.523531:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384653.523532:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384653.523533:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384653.523534:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384653.523535:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384653.523536:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384653.523540:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384653.523541:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384653.523609:0:31126:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000074fe93b9. 00000100:00000040:1.0:1767384653.524877:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294943614, at 4294943615 00000100:00000040:2.0:1767384653.524878:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294943614, at 4294943615 00000100:00000040:3.0:1767384653.524879:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294943614, at 4294943615 00000100:00000010:2.0:1767384653.524889:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d00728c. 00000100:00000010:3.0:1767384653.524891:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003c99ea1. 00000100:00000010:1.0:1767384653.524894:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cfb8d7f. 00000100:00000040:0.0:1767384653.525007:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294943614, at 4294943615 00000100:00000010:0.0:1767384653.525014:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c44eb8. 00010000:00000010:2.1:1767384653.528890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003c660ae0. 00010000:00000010:2.1:1767384653.528903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a340821. 00000004:00000001:2.0:1767384653.654057:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384653.654061:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384653.654066:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bf6413. 00000020:00000040:2.0:1767384653.654072:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384653.654077:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.654080:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.654085:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.654106:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d85584e. 00000100:00000001:2.0:1767384653.654113:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.654119:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.654121:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.654132:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bf6413] to pc [ptlrpcd_00_01+1] req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384653.654156:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.654398:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.654402:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.654404:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384653.654408:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.654415:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.654416:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.654419:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384653.654421:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384653.654424:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.654427:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059673088:0@lo:13: 00000100:00000001:2.0:1767384653.654430:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.654440:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384653.654442:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.654445:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384653.654448:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa72c901. 02000000:00000001:2.0:1767384653.654450:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.654456:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000400:00000010:2.0:1767384653.654463:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000200:2.0:1767384653.654468:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059673088, portal 4 00000100:00000001:2.0:1767384653.654470:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.654471:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204770176 : -115911504781440 : ffff96943fee9f80) 00000100:00000040:2.0:1767384653.654477:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.654483:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.654488:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.654491:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000100:00000200:2.0:1767384653.654493:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059673088, offset 0 00000400:00000200:2.0:1767384653.654500:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.654512:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.654522:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a05c00 00000400:00000200:2.0:1767384653.654529:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2240 00000400:00000200:2.0:1767384653.654579:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.654584:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.654590:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.654592:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384653.654595:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae84b1e1. 00000100:00000040:2.0:1767384653.654598:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000ae84b1e1 x1853237059673088 msgsize 224 00000100:00100000:2.0:1767384653.654604:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384653.654614:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.654622:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000400:00000010:2.0:1767384653.654623:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:2.0:1767384653.654628:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384653.654630:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.654638:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.654646:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.654652:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.654654:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.654659:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.654663:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4803 usecs (5 jiffies) 00000100:00000001:2.0:1767384653.654666:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943749 00000100:00000010:2.0:1767384653.654670:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9074119. 00000100:00000001:2.0:1767384653.654675:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384653.654680:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943749 00000100:00000010:2.0:1767384653.654683:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000013e632c. 00000100:00000001:2.0:1767384653.654687:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384653.654691:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000010:2.0:1767384653.654694:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041eea25e. 00000100:00000001:2.0:1767384653.654696:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384653.654701:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943749 00000100:00000010:2.0:1767384653.654705:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c44eb8. 00000100:00000001:2.0:1767384653.654708:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384653.654711:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.654713:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.654716:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.654718:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.654725:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.654727:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384653.654729:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.654731:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.654733:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.654735:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.654743:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.654745:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655078:0:23247:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.655081:0:23247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673088 02000000:00000001:2.0:1767384653.655084:0:23247:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.655103:0:23247:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.655105:0:23247:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.655108:0:23247:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.655112:0:23247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673088 00000020:00000001:2.0:1767384653.655114:0:23247:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.655116:0:23247:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:2.0:1767384653.655118:0:23247:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.655120:0:23247:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:2.0:1767384653.655122:0:23247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:2.0:1767384653.655125:0:23247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384653.655128:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.655132:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f8aeec0. 00000020:00000010:2.0:1767384653.655135:0:23247:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ef2190f9. 00000020:00000040:2.0:1767384653.655141:0:23247:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:2.0:1767384653.655149:0:23247:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384653.655154:0:23247:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f26f87ed. 00000020:00000010:2.0:1767384653.655158:0:23247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384653.655161:0:23247:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000040:2.0:1767384653.655184:0:23247:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384653.655187:0:23247:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.655188:0:23247:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.655190:0:23247:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655197:0:23247:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655204:0:23247:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.655251:0:23247:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.655253:0:23247:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384653.655258:0:23247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384653.655261:0:23247:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:2.0:1767384653.655263:0:23247:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204767488 : -115911504784128 : ffff96943fee9500) 00000100:00000040:2.0:1767384653.655267:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae84b1e1 x1853237059673088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655273:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384653.655311:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384653.655322:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384653.655327:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c7b562. 00000020:00000040:2.0:1767384653.655329:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384653.655332:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.655334:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.655336:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.655340:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043644330. 00000100:00000001:2.0:1767384653.655343:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655346:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384653.655353:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.655354:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655359:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074c7b562] to pc [ptlrpcd_00_02+2] req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655374:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655376:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384653.655379:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384653.655382:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029275bb8. 00000020:00000040:2.0:1767384653.655384:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384653.655386:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.655387:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.655388:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.655391:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cfb3e7b. 00000100:00000001:2.0:1767384653.655394:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655397:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384653.655401:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.655402:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655403:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029275bb8] to pc [ptlrpcd_00_03+3] req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655410:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655419:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (281) 00000100:00080000:2.0:1767384653.655431:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384653.655435:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:2.0:1767384653.655445:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.655447:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.655449:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384653.655451:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655456:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.655457:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.655459:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384653.655461:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384653.655463:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.655465:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059673216:0@lo:400: 00000100:00000001:2.0:1767384653.655468:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.655470:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384653.655471:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.655472:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384653.655476:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068b3d267. 02000000:00000001:2.0:1767384653.655478:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.655481:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2a209df. 00000400:00000010:2.0:1767384653.655485:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000100:00000200:2.0:1767384653.655487:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059673216, portal 10 00000100:00000001:2.0:1767384653.655489:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.655490:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204774656 : -115911504776960 : ffff96943feeb100) 00000100:00000040:2.0:1767384653.655494:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655498:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.655501:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.655504:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dee935b5. 00000100:00000200:2.0:1767384653.655507:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059673216, offset 0 00000400:00000200:2.0:1767384653.655511:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.655516:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.655523:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a05c80 00000400:00000200:2.0:1767384653.655534:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000400:00000200:2.0:1767384653.655538:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.655542:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.655547:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.655549:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384653.655553:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f54adec. 00000100:00000040:2.0:1767384653.655554:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000001f54adec x1853237059673216 msgsize 224 00000100:00100000:2.0:1767384653.655559:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384653.655567:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.655571:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dee935b5 00000400:00000010:2.0:1767384653.655572:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dee935b5. 00000100:00000001:2.0:1767384653.655575:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384653.655577:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655583:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.655586:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655591:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655592:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.655595:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655598:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3352 usecs (4 jiffies) 00000100:00000001:2.0:1767384653.655600:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943749 00000100:00000001:2.0:1767384653.655602:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655604:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943749 00000100:00000001:2.0:1767384653.655605:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655607:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000001:2.0:1767384653.655609:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655610:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943749 00000100:00000001:2.0:1767384653.655611:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655612:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.655619:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655621:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655623:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.655628:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.655629:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384653.655631:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.655632:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.655634:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.655635:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384653.655636:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.655638:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.655639:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.655641:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.655642:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.655644:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384653.655648:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655652:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.655653:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.655655:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384653.655657:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384653.655658:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.655661:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059673344:0@lo:400: 00000100:00000001:2.0:1767384653.655664:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.655666:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384653.655667:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.655669:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384653.655673:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba53ad39. 02000000:00000001:2.0:1767384653.655674:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.655678:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fa6c692. 00000400:00000010:2.0:1767384653.655681:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dee935b5. 00000100:00000200:2.0:1767384653.655684:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059673344, portal 10 00000100:00000001:2.0:1767384653.655685:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.655686:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162204762112 : -115911504789504 : ffff96943fee8000) 00000100:00000040:2.0:1767384653.655690:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655704:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.655706:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.655709:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000100:00000200:2.0:1767384653.655711:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059673344, offset 0 00000400:00000200:2.0:1767384653.655715:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.655721:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.655727:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a05d00 00000400:00000200:2.0:1767384653.655730:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000400:00000200:2.0:1767384653.655733:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.655735:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.655738:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.655739:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384653.655754:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068edae84. 00000100:00000040:2.0:1767384653.655756:0:16142:0:(events.c:337:request_in_callback()) incoming req@0000000068edae84 x1853237059673344 msgsize 224 00000100:00100000:2.0:1767384653.655759:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384653.655766:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.655770:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000400:00000010:2.0:1767384653.655772:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000100:00000001:2.0:1767384653.655775:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384653.655779:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655784:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.655787:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.655791:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655792:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.655794:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.655796:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3458 usecs (4 jiffies) 00000100:00000001:2.0:1767384653.655798:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294943749 00000100:00000001:2.0:1767384653.655800:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655802:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294943749 00000100:00000001:2.0:1767384653.655804:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655811:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000001:2.0:1767384653.655813:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655814:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294943749 00000100:00000001:2.0:1767384653.655816:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294943749 00000100:00000001:2.0:1767384653.655817:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.655819:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655822:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.655825:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656077:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.656079:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656111:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.656114:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673216 02000000:00000001:2.0:1767384653.656115:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.656117:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.656118:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.656121:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.656123:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673216 00000020:00000001:2.0:1767384653.656125:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.656126:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000001:2.0:1767384653.656128:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.656130:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000020:00000001:2.0:1767384653.656132:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:2.0:1767384653.656134:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:2.0:1767384653.656137:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.656140:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124672dc. 00000100:00000001:2.0:1767384653.656143:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.656145:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000124672dc. 00000020:00000010:2.0:1767384653.656150:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025ea50ab. 00000020:00000010:2.0:1767384653.656155:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b30363d. 00000020:00000010:2.0:1767384653.656158:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9f51b31. 00000100:00000040:2.0:1767384653.656166:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384653.656169:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.656170:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.656193:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.656202:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384653.656204:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384653.656205:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656213:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.656222:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.656223:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673344 02000000:00000001:2.0:1767384653.656224:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.656225:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.656226:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.656228:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.656230:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673344 00000020:00000001:2.0:1767384653.656231:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.656233:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000001:2.0:1767384653.656234:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.656236:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:2.0:1767384653.656238:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000001:2.0:1767384653.656240:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:2.0:1767384653.656243:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.656246:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124672dc. 00000020:00000010:2.0:1767384653.656249:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000497abd28. 00000020:00000040:2.0:1767384653.656254:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:2.0:1767384653.656260:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384653.656264:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050404cc3. 00000020:00000010:2.0:1767384653.656268:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbb18576. 00000020:00000010:2.0:1767384653.656272:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000100:00000001:2.0:1767384653.656274:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.656275:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.656277:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.656280:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384653.656281:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384653.656283:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656291:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.656296:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.656297:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384653.656308:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:2.0:1767384653.656310:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:2.0:1767384653.656312:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162204766592 : -115911504785024 : ffff96943fee9180) 00000100:00000040:2.0:1767384653.656317:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f54adec x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.656323:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.656326:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384653.656328:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.656330:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000100:00100000:2.0:1767384653.656336:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f54adec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059673216:12345-0@lo:400: 00000100:00000200:2.0:1767384653.656339:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673216 00000020:00000001:2.0:1767384653.656341:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.656344:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384653.656346:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656348:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384653.656350:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384653.656353:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384653.656356:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.656358:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384653.656360:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384653.656362:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656363:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384653.656366:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.656368:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384653.656372:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f9db0705. 02000000:00000001:2.0:1767384653.656374:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656375:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656377:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.656380:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059673216 00010000:00000001:2.0:1767384653.656382:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384653.656386:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f54adec x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384653.656392:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384653.656398:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.656402:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.656406:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.656408:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384653.656410:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384653.656412:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.656413:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656416:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.656420:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.656422:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000100:00000200:2.0:1767384653.656425:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059673216, offset 224 00000400:00000200:2.0:1767384653.656430:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.656437:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.656445:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a05c80 00000400:00000200:2.0:1767384653.656449:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ad1 [1] + 224 00000400:00000200:2.0:1767384653.656453:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.656455:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.656459:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.656462:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.656469:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.656478:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.656483:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000400:00000010:2.0:1767384653.656484:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000100:00000001:2.0:1767384653.656487:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.656488:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.656491:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.656493:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384653.656495:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384653.656497:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656499:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384653.656503:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f54adec x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.656519:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f54adec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059673216:12345-0@lo:400: Request processed in 195us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384653.656526:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:2.0:1767384653.656529:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:2.0:1767384653.656531:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.656533:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384653.656537:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b30363d. 00000020:00000010:2.0:1767384653.656540:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9f51b31. 00000020:00000010:2.0:1767384653.656543:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025ea50ab. 00000020:00000040:2.0:1767384653.656547:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000001:2.0:1767384653.656549:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.656556:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.656557:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384653.656561:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1767384653.656563:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:2.0:1767384653.656564:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864910592 : -115916844641024 : ffff969301a6d500) 00000100:00000040:2.0:1767384653.656567:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068edae84 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.656572:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.656575:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384653.656576:0:16807:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.656578:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000100:00100000:2.0:1767384653.656581:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068edae84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059673344:12345-0@lo:400: 00000100:00000200:2.0:1767384653.656583:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673344 00000020:00000001:2.0:1767384653.656585:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.656587:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384653.656588:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656590:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384653.656591:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384653.656593:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384653.656601:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.656603:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384653.656604:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384653.656606:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656607:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384653.656609:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.656612:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384653.656615:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000790a6cb7. 02000000:00000001:2.0:1767384653.656616:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656618:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656620:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.656622:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059673344 00010000:00000001:2.0:1767384653.656624:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384653.656627:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068edae84 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384653.656632:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384653.656633:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.656635:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.656638:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.656640:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384653.656641:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384653.656643:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.656644:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656645:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.656647:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.656650:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000100:00000200:2.0:1767384653.656653:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059673344, offset 224 00000400:00000200:2.0:1767384653.656657:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.656661:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.656665:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a05d00 00000400:00000200:2.0:1767384653.656669:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ad9 [1] + 224 00000400:00000200:2.0:1767384653.656672:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.656676:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.656679:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.656681:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.656694:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.656701:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.656706:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000400:00000010:2.0:1767384653.656707:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000100:00000001:2.0:1767384653.656710:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.656711:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.656714:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.656717:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384653.656719:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384653.656720:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656722:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384653.656725:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068edae84 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.656732:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068edae84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059673344:12345-0@lo:400: Request processed in 158us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384653.656737:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1767384653.656739:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:2.0:1767384653.656740:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.656742:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384653.656744:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbb18576. 00000020:00000010:2.0:1767384653.656747:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384653.656749:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050404cc3. 00000020:00000040:2.0:1767384653.656753:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:2.0:1767384653.656755:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384653.656776:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384653.656780:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:2.0:1767384653.656788:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384653.656791:0:23247:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.656793:0:23247:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000100:00100000:2.0:1767384653.656796:0:23247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae84b1e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059673088:12345-0@lo:13: 00000100:00000200:2.0:1767384653.656805:0:23247:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673088 00000020:00000001:2.0:1767384653.656807:0:23247:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.656809:0:23247:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384653.656810:0:23247:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656812:0:23247:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384653.656814:0:23247:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:2.0:1767384653.656816:0:23247:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384653.656818:0:23247:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.656820:0:23247:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384653.656821:0:23247:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384653.656822:0:23247:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656825:0:23247:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.656827:0:23247:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384653.656855:0:23247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001d90e6d6. 02000000:00000001:2.0:1767384653.656857:0:23247:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656859:0:23247:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384653.656862:0:23247:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384653.656866:0:23247:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384653.656868:0:23247:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384653.656871:0:23247:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384653.656881:0:23247:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.656884:0:23247:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384653.656886:0:23247:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384653.656889:0:23247:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384653.656891:0:23247:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384653.656894:0:23247:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384653.656896:0:23247:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384653.656899:0:23247:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384653.656900:0:23247:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384653.656902:0:23247:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.656903:0:23247:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059673088 00010000:00000001:2.0:1767384653.656905:0:23247:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384653.656908:0:23247:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae84b1e1 x1853237059673088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384653.656913:0:23247:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384653.656921:0:23247:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.656923:0:23247:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.656926:0:23247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.656928:0:23247:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384653.656930:0:23247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384653.656933:0:23247:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.656934:0:23247:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.656936:0:23247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.656940:0:23247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.656942:0:23247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000100:00000200:2.0:1767384653.656945:0:23247:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059673088, offset 224 00000400:00000200:2.0:1767384653.656950:0:23247:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.656954:0:23247:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.656961:0:23247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a05c00 00000400:00000200:2.0:1767384653.656964:0:23247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ac9 [1] + 224 00000400:00000200:2.0:1767384653.656967:0:23247:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.656970:0:23247:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.656974:0:23247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.656976:0:23247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.656982:0:23247:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.656993:0:23247:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.656998:0:23247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000400:00000010:2.0:1767384653.656999:0:23247:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000100:00000001:2.0:1767384653.657002:0:23247:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.657003:0:23247:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.657006:0:23247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.657009:0:23247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384653.657011:0:23247:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384653.657012:0:23247:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.657014:0:23247:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384653.657018:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae84b1e1 x1853237059673088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.657034:0:23247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae84b1e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059673088:12345-0@lo:13: Request processed in 1759us (2434us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384653.657040:0:23247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384653.657041:0:23247:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384653.657043:0:23247:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.657044:0:23247:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384653.657046:0:23247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc1d3ad0. 00000020:00000010:2.0:1767384653.657049:0:23247:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384653.657052:0:23247:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f26f87ed. 00000020:00000040:2.0:1767384653.657056:0:23247:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:2.0:1767384653.657058:0:23247:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.657307:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.657309:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384653.657315:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384653.657316:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.657318:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00000400:00000200:2.0:1767384653.657323:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000010:2.0:1767384653.657325:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000001:2.0:1767384653.657328:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384653.657336:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.657340:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384653.657345:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384653.657347:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384653.657348:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384653.657349:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fa6c692. 00000400:00000200:0.0:1767384653.657356:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dee935b5 00000100:00000200:2.0:1767384653.657360:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384653.657360:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dee935b5. 00000100:00000001:0.0:1767384653.657366:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384653.657370:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384653.657373:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384653.657373:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.657378:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384653.657380:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384653.657383:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.657385:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.657390:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.657395:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=51 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384653.657396:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384653.657399:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.657406:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384653.657412:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.657414:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.657416:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.657419:0:16142:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384653.657420:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384653.657424:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:2.0:1767384653.657427:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.657428:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384653.657432:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.657439:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.657439:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.657445:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384653.657448:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:0.0:1767384653.657449:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384653.657450:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384653.657452:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384653.657456:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=56 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384653.657459:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.657461:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384653.657465:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.657469:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384653.657471:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.657474:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.657476:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384653.657477:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384653.657479:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384653.657482:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384653.657486:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00010000:00000001:0.0:1767384653.657496:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384653.657498:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767384653.657502:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000004:00000001:2.0:1767384653.657504:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.657506:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384653.657510:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.657511:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767384653.657517:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018bf6413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059673088:0@lo:13: 00000100:00000001:2.0:1767384653.657520:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.657522:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.657523:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.657527:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018bf6413 x1853237059673088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.657532:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.657534:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.657537:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384653.657540:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa72c901. 00000100:00000001:0.0:1767384653.657542:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384653.657545:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384653.657546:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.657548:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384653.657551:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384653.657555:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.657558:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384653.657564:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384653.657566:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029275bb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059673344:0@lo:400: 02000000:00000010:2.0:1767384653.657568:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d85584e. 02000000:00000001:2.0:1767384653.657574:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384653.657576:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384653.657577:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018bf6413. 00000400:00000001:0.0:1767384653.657578:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384653.657582:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384653.657584:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2a209df. 00000100:00000001:2.0:1767384653.657585:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.657587:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.657589:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8a6340 00000100:00000001:2.0:1767384653.657590:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384653.657594:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000001:2.0:1767384653.657596:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.657599:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.657602:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.657602:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384653.657607:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384653.657610:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384653.657622:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.657631:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.657634:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.657637:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384653.657639:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384653.657641:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384653.657643:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.657646:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384653.657650:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384653.657653:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384653.657656:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384653.657658:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.657659:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384653.657663:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384653.657678:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.657681:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384653.657682:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384653.657684:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384653.657685:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.657688:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.657691:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.657693:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.657695:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384653.657698:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.657703:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000074c7b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059673216:0@lo:400: 00000100:00000001:0.0:1767384653.657707:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.657709:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.657711:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029275bb8 x1853237059673344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.657716:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384653.657717:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384653.657718:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba53ad39. 02000000:00000001:0.0:1767384653.657722:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384653.657723:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.657724:0:16142:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384653.657725:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384653.657726:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cfb3e7b. 02000000:00000001:0.0:1767384653.657728:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384653.657729:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.657730:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029275bb8. 00000100:00000001:0.0:1767384653.657733:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.657733:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.657735:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.657737:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000074c7b562 x1853237059673216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.657747:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384653.657749:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384653.657750:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068b3d267. 02000000:00000001:0.0:1767384653.657754:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384653.657756:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.657757:0:16142:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384653.657759:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384653.657760:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043644330. 02000000:00000001:0.0:1767384653.657763:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384653.657766:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.657767:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c7b562. 00000100:00000001:0.0:1767384653.657771:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.657772:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.657774:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.657778:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384653.657780:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.657782:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.657784:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.659903:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294943749, at 4294943750 00000100:00000010:2.0:1767384653.659911:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041eea25e. 00000100:00000040:0.0:1767384653.659912:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294943749, at 4294943750 00000100:00000010:0.0:1767384653.659920:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9074119. 00000100:00000040:1.0:1767384653.659987:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294943749, at 4294943750 00000100:00000010:1.0:1767384653.659994:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000013e632c. 00000100:00000040:3.0:1767384653.660006:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294943749, at 4294943750 00000100:00000010:3.0:1767384653.660013:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c44eb8. 00010000:00000001:0.0:1767384653.718897:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384653.718904:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.718910:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384653.718912:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.718945:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384653.718948:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.718951:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384654.166899:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384654.166905:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384654.166908:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000400:00000010:2.0:1767384654.166912:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000400:00000200:2.0:1767384654.166917:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384654.166923:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384654.166932:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f98aba9e. 00000400:00000010:2.0:1767384654.166937:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000265eb5f1. 00000100:00000001:0.0:1767384654.677902:0:17557:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384654.677910:0:17557:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.741895:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384654.741899:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.741903:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384654.741905:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.741938:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384654.741941:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384654.741944:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384654.949709:0:31557:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384654.949722:0:31557:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.949725:0:31557:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384654.949730:0:31557:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384654.949735:0:31557:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.949737:0:31557:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384655.190933:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp36 00000400:00000010:2.0:1767384655.190941:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000333aeed0. 00000800:00000200:0.0:1767384655.190950:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (6) 00000400:00000010:2.0:1767384655.190951:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c0d29de. 00000400:00000010:2.0:1767384655.190960:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000800:00000200:0.0:1767384655.190962:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp19 ip 192.168.202.117:988 00000800:00000200:0.0:1767384655.190968:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384655.190980:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000046da7bd2. 00000400:00000200:2.0:1767384655.190988:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp36 00000400:00000200:2.0:1767384655.191009:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp36 local destination 00000400:00000200:2.0:1767384655.191016:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp36 00000400:00000200:2.0:1767384655.191020:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp36 NI seq info: [117:117:256:4294967295] 192.168.202.117@tcp36 LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1767384655.191028:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp36 00000400:00000200:2.0:1767384655.191040:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36:) -> 192.168.202.117@tcp36(192.168.202.117@tcp36:192.168.202.117@tcp36) : GET try# 0 00000800:00000200:2.0:1767384655.191046:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp36 00000800:00000010:2.0:1767384655.191051:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000479e759. 00000800:00000200:2.0:1767384655.191058:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000800:00000200:2.1:1767384655.191064:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000400:00000200:2.0:1767384655.191103:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp36 added to recovery queue. ping count: 1 next ping: 279 health :900 00000800:00000200:1.0:1767384655.191179:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384655.191179:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:1.0:1767384655.191185:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384655.191197:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384655.191201:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384655.191204:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384655.191254:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191300:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191330:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191359:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191386:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191414:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191441:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191468:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191496:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191526:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191554:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191582:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191610:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191637:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191661:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191688:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191714:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191737:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191760:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191786:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191811:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191864:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191904:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191942:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191969:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.191990:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192011:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192034:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192065:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192110:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192129:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192144:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192169:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384655.192183:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384655.192307:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6c2ed8d. 00000800:00000010:0.0:1767384655.192312:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000909a5d16. 00000800:00000010:0.0:1767384655.192316:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6598e13. 00000800:00000010:0.0:1767384655.192330:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6598e13. 00000800:00020000:0.0:1767384655.192336:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384655.192339:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000909a5d16. 00000800:00000010:0.0:1767384655.192342:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6c2ed8d. 00000400:02020000:0.0:1767384655.192372:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp36 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384655.192377:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp36 notifying 192.168.202.117@tcp36: down 00000400:00000200:0.0:1767384655.192380:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384655.192384:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp36 00000800:00000010:0.0:1767384655.192386:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000479e759. 00000400:00000200:0.0:1767384655.192389:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384655.192393:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384655.192400:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384655.192402:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384655.192405:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp36) recovery failed with -71 00000001:00000001:1.0:1767384655.645711:0:31721:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384655.645717:0:31721:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:1.0:1767384655.648789:0:31721:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384655.655979:0:31722:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005b637c0c. 00000400:00000010:1.0:1767384655.655997:0:31722:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005fad65b0. 00000400:00000010:1.0:1767384655.656006:0:31722:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003ecf76bc. 00000400:00000010:1.0:1767384655.656009:0:31722:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a574d687. 00000400:00000010:1.0:1767384655.656013:0:31722:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000edd49fdd. 00000400:00000010:1.0:1767384655.656016:0:31722:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca5c0476. 00000400:00000010:1.0:1767384655.656018:0:31722:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dab44d4d. 00000400:00000010:1.0:1767384655.656019:0:31722:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f28f48c. 00000400:00000010:1.0:1767384655.656027:0:31722:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000608c2b3b. 00000800:00000010:1.0:1767384655.656041:0:31722:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005c41f22b. 00000800:00000200:1.0:1767384655.656051:0:31722:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384655.656061:0:31722:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384655.656111:0:31722:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384655.656132:0:31722:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp39 [8/256/0/180] 00000400:00000010:1.0:1767384655.657719:0:31722:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000a6368356. 00000400:00000010:1.0:1767384655.657725:0:31722:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065774441. 00000400:00000010:1.0:1767384655.657729:0:31722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000400:00000001:1.0:1767384655.657744:0:31722:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384655.657746:0:31722:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384655.657748:0:31722:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087f49169. 00000400:00000200:1.0:1767384655.657749:0:31722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df90c796 00000400:00000010:1.0:1767384655.657751:0:31722:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df90c796. 00000400:00000010:1.0:1767384655.657754:0:31722:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000076f02652. 00000400:00000200:1.0:1767384655.657758:0:31722:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (29) 00000400:00000200:1.0:1767384655.657769:0:31722:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384655.657776:0:31722:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:1.0:1767384655.657782:0:31722:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000041a2fcd5. 00000020:01000000:1.0:1767384655.657787:0:31722:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384655.657790:0:31722:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp39 00000400:00000200:3.0:1767384655.657793:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384655.657799:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:1.0:1767384655.657802:0:31722:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005fad65b0. 00000400:00000010:3.0:1767384655.657805:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000249468d4. 00000400:00000010:1.0:1767384655.657807:0:31722:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005b637c0c. 00000400:00000200:3.0:1767384655.657810:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (30) 00000400:00000010:3.0:1767384655.657818:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a928dea1. 00000400:00000200:3.0:1767384655.657821:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:0.0:1767384655.657827:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384655.657906:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384655.657914:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:3.0:1767384655.657920:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:3.0:1767384655.657931:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:3.0:1767384655.657934:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:3.0:1767384655.657937:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000400:00000200:3.0:1767384655.657941:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000400:00000200:3.0:1767384655.657944:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:3.0:1767384655.657947:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:3.0:1767384655.657951:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:3.0:1767384655.657954:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:3.0:1767384655.657959:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:3.0:1767384655.657962:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:3.0:1767384655.657965:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:3.0:1767384655.657968:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:3.0:1767384655.657972:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:3.0:1767384655.657976:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:3.0:1767384655.657979:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:3.0:1767384655.657984:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:3.0:1767384655.657988:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 26], ns[104, 26] 00000400:00000200:3.0:1767384655.657993:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 26], ns[66, 26] 00000400:00000200:3.0:1767384655.658006:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[79, 26] 00000400:00000200:3.0:1767384655.658010:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 26], ns[91, 26] 00000400:00000200:3.0:1767384655.658014:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 26], ns[112, 26] 10000000:00000001:0.0:1767384655.658016:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384655.658021:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 26], ns[115, 26] 10000000:00000001:0.0:1767384655.658023:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384655.658027:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 26], ns[94, 26] 10000000:01000000:0.0:1767384655.658029:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384655.658035:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[110, 26], ns[113, 26] 00000020:01000004:0.0:1767384655.658037:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384655.658041:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[114, 26], ns[117, 26] 00000020:01000004:0.0:1767384655.658042:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384655.658047:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000020:01000004:0.0:1767384655.658047:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384655.658052:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384655.658054:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000020:01000004:0.0:1767384655.658055:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384655.658058:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384655.658059:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384655.658060:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp37 00000020:01000004:0.0:1767384655.658061:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384655.658064:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384655.658066:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp37 lpni_is_preferred = 0 00000020:01000004:0.0:1767384655.658067:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384655.658085:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp37 00000100:00000010:0.0:1767384655.658088:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000400:00000200:3.0:1767384655.658090:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp37 NI seq info: [118:118:256:4294967295] 192.168.202.117@tcp37 LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1767384655.658098:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp37 00000020:00000040:0.0:1767384655.658100:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:3.0:1767384655.658107:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp37(192.168.202.117@tcp37:) -> 192.168.202.117@tcp37(192.168.202.117@tcp:192.168.202.117@tcp37) : PUT try# 0 00000100:00000001:0.0:1767384655.658108:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384655.658113:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384655.658116:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.117@tcp37 02000000:00000001:0.0:1767384655.658118:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384655.658121:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008cb051ff. 02000000:00000010:0.0:1767384655.658127:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b6c2ed8d. 00000800:00000010:3.0:1767384655.658130:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003317579f. 00000100:00000001:0.0:1767384655.658134:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384655.658135:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000435fd1e1. 00000800:00000200:3.0:1767384655.658142:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (2) 00000100:00000001:0.0:1767384655.658145:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.1:1767384655.658146:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (2) 00000100:00000001:0.0:1767384655.658149:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384655.658158:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_00+0] req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384655.658161:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384655.658168:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 10000000:00000001:0.0:1767384655.658188:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384655.658191:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.658193:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384655.658195:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384655.658202:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384655.658202:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384655.658203:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384655.658206:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00100000:3.0:1767384655.658207:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:01000000:0.0:1767384655.658208:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384655.658211:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384655.658212:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384655.658214:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384655.658215:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384655.658217:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384655.658219:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384655.658222:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384655.658223:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384655.658224:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384655.658225:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384655.658227:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000562b9413. 00000020:00000040:0.0:1767384655.658229:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384655.658230:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384655.658231:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384655.658233:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384655.658238:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cdc0e277. 00000100:00000001:0.0:1767384655.658240:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384655.658241:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:0.0:1767384655.658243:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384655.658246:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384655.658257:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562b9413] to pc [ptlrpcd_00_01+1] req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384655.658267:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658268:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384655.658271:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384655.658271:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.658275:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658277:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384655.658279:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384655.658281:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384655.658282:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000041a2fcd5. 00000100:00000001:3.0:1767384655.658284:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384655.658291:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384655.658294:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:3.0:1767384655.658303:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384655.658305:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.658306:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384655.658308:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384655.658311:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.658312:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384655.658316:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384655.658319:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000562b9413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059673600:0@lo:253: 00000100:00000001:3.0:1767384655.658323:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384655.658327:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384655.658330:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.658331:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384655.658336:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a80b4905. 02000000:00000001:3.0:1767384655.658338:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384655.658342:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000010:3.0:1767384655.658343:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f28db44. 00000400:00000010:3.0:1767384655.658350:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005101b676. 00000100:00000200:3.0:1767384655.658353:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059673600, portal 25 00000100:00000001:3.0:1767384655.658356:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384655.658357:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027867648 : -115911681683968 : ffff969435634e00) 00000100:00000040:3.0:1767384655.658361:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.658368:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384655.658370:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384655.658373:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027b1732a. 00000100:00000200:3.0:1767384655.658375:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059673600, offset 0 00000400:00000200:3.0:1767384655.658379:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384655.658385:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384655.658389:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384655.658400:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05e00 00000400:00000200:3.0:1767384655.658405:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x130d [2] + 0 00000400:00000010:3.0:1767384655.658414:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd5dff5. 00000400:00000200:3.0:1767384655.658417:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed8921e3 00000400:00000200:2.0:1767384655.658419:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384655.658424:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384655.658429:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384655.658434:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8921e3 00000400:00000010:3.0:1767384655.658436:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed8921e3. 00000100:00000001:3.0:1767384655.658440:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384655.658442:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384655.658444:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000008dea84a6 x1853237059673600 msgsize 4848 00000100:00100000:3.0:1767384655.658448:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384655.658450:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384655.658456:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:3.0:1767384655.658461:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384655.658469:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b1732a 00000400:00000010:3.0:1767384655.658471:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027b1732a. 00000100:00000001:3.0:1767384655.658474:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384655.658477:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.658485:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384655.658488:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.658488:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384655.658493:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673600 00000400:00000200:2.0:1767384655.658495:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 02000000:00000001:0.0:1767384655.658498:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384655.658499:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.658503:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384655.658504:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384655.658508:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658512:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384655.658512:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658519:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294945760 00000100:00100000:0.0:1767384655.658520:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673600 00000020:00000001:0.0:1767384655.658524:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384655.658526:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000970fb0de. 00000020:00000040:0.0:1767384655.658527:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:2.0:1767384655.658531:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000020:00000001:0.0:1767384655.658531:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384655.658535:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767384655.658536:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384655.658540:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384655.658543:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384655.658544:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294945760 00000100:00000001:0.0:1767384655.658546:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384655.658548:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9f0e9fb. 00000020:00000010:0.0:1767384655.658551:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f20cbbcf. 00000100:00000001:3.0:1767384655.658552:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384655.658556:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.658560:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294945760 00000020:00000010:0.0:1767384655.658560:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f20cbbcf. 00000100:00000010:3.0:1767384655.658566:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017bc5523. 00000100:00000001:3.0:1767384655.658569:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384655.658569:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc35bd85. 00000400:00000200:2.0:1767384655.658572:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:3.0:1767384655.658575:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294945760 00000020:00000010:0.0:1767384655.658585:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000197fdfcd. 00000100:00000010:3.0:1767384655.658588:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc6eabcd. 00000020:00000010:0.0:1767384655.658594:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001bfbab86. 00000100:00000001:3.0:1767384655.658595:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384655.658604:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384655.658606:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384655.658608:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.658610:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384655.658614:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384655.658615:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384655.658616:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384655.658617:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000040:3.0:1767384655.658623:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.658625:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658631:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384655.658634:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.658637:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384655.658639:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384655.658640:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384655.658644:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059673472:0@lo:253: 00000100:00000001:0.0:1767384655.658645:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.658650:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384655.658654:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384655.658655:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.658657:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384655.658661:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 02000000:00000010:3.0:1767384655.658662:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d78bab9f. 00000100:00000001:0.0:1767384655.658663:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384655.658668:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.658668:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384655.658674:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd5dff5. 00000100:00100000:0.0:1767384655.658677:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000400:00000010:3.0:1767384655.658680:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027b1732a. 00000100:00000040:0.0:1767384655.658681:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384655.658685:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935580240 : -115911773971376 : ffff96942fe31c50) 00000100:00000200:3.0:1767384655.658686:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059673472, portal 25 00000100:00000001:3.0:1767384655.658692:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384655.658693:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000100:00000040:0.0:1767384655.658696:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008dea84a6 x1853237059673600/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:636/0 lens 4848/0 e 0 to 0 dl 1767384666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384655.658701:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384655.658715:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:3.0:1767384655.658722:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384655.658722:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384655.658728:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384655.658728:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f20cbbcf. 00000400:00000010:3.0:1767384655.658734:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005acd0750. 00000100:00000001:0.0:1767384655.658734:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384655.658740:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f20cbbcf. 00000100:00000200:3.0:1767384655.658741:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059673472, offset 0 00000100:00100000:0.0:1767384655.658751:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008dea84a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059673600:12345-0@lo:253: 00000400:00000200:3.0:1767384655.658752:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384655.658758:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673600 00000400:00000200:3.0:1767384655.658763:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384655.658763:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384655.658768:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384655.658771:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.658774:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05d80 00000020:00000001:0.0:1767384655.658775:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384655.658778:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384655.658781:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384655.658782:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000020:00000001:0.0:1767384655.658784:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.658790:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1341 [2] + 0 00000020:00000001:0.0:1767384655.658790:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384655.658794:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384655.658798:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4406b84. 00000020:00000001:0.0:1767384655.658798:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.658806:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384655.658807:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3eca364 02000000:00000001:0.0:1767384655.658809:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384655.658816:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384655.658820:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f378ee0f. 02000000:00000001:0.0:1767384655.658824:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.658825:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384655.658826:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384655.658851:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384655.658860:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009db6e92b. 20000000:01000000:0.0:1767384655.658863:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384655.658866:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384655.658871:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3eca364 20000000:00000001:0.0:1767384655.658873:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384655.658874:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000010:3.0:1767384655.658876:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3eca364. 20000000:00000001:0.0:1767384655.658877:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384655.658883:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384655.658885:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384655.658886:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384655.658890:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384655.658893:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000b9c3b37b x1853237059673472 msgsize 4848 20000000:00000010:0.0:1767384655.658895:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034ea5570. 20000000:01000000:0.0:1767384655.658898:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000100:00100000:3.0:1767384655.658904:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 20000000:00000001:0.0:1767384655.658905:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:3.0:1767384655.658907:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00080000:00000001:0.0:1767384655.658912:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:3.0:1767384655.658915:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384655.658922:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005acd0750 00000400:00000010:3.0:1767384655.658924:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005acd0750. 00000100:00000001:3.0:1767384655.658927:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384655.658930:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.658937:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384655.658937:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000040:3.0:1767384655.658942:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.658949:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658950:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384655.658955:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658958:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294945761 00080000:00000001:0.0:1767384655.658962:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.658964:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945760 00080000:00000001:0.0:1767384655.658967:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384655.658970:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.658972:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294945761 00080000:00000001:0.0:1767384655.658972:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384655.658978:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384655.658980:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294945760 00000020:00000001:0.0:1767384655.658983:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000100:00000001:3.0:1767384655.658986:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294945761 00080000:00000001:0.0:1767384655.658988:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384655.658993:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294945760 00080000:00000010:0.0:1767384655.658998:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004c35b907. 00000100:00000001:3.0:1767384655.658999:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294945761 00080000:00000001:0.0:1767384655.659005:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868767744 : -115916840783872 : ffff969301e1b000) 00000400:00000200:2.0:1767384655.659006:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000100:00000001:3.0:1767384655.659007:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294945760 00080000:00000001:0.0:1767384655.659012:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384655.659020:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.659023:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.659025:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.659027:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.659031:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384655.659032:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384655.659035:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.659036:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384655.659038:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.659039:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.659060:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384655.659063:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673472 00000400:00000200:2.0:1767384655.659065:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 02000000:00000001:3.0:1767384655.659066:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384655.659069:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384655.659083:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.659088:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384655.659092:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673472 00000020:00000001:3.0:1767384655.659094:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384655.659096:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384655.659098:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384655.659101:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:3.0:1767384655.659104:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384655.659107:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384655.659111:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384655.659116:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cf363a6. 00000100:00000001:3.0:1767384655.659119:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384655.659122:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cf363a6. 00000020:00000010:3.0:1767384655.659129:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c761d11c. 00000400:00000200:2.0:1767384655.659130:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000020:00000010:3.0:1767384655.659135:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cada7844. 00000020:00000010:3.0:1767384655.659142:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007f4c905. 00000100:00000001:3.0:1767384655.659148:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384655.659151:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:0.0:1767384655.659152:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1767384655.659153:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384655.659155:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384655.659159:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384655.659160:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.659172:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384655.659177:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384655.659181:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384655.659183:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000100:00000001:3.0:1767384655.659193:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384655.659197:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384655.659203:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:3.0:1767384655.659207:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384655.659210:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935585360 : -115911773966256 : ffff96942fe33050) 00000100:00000040:3.0:1767384655.659215:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9c3b37b x1853237059673472/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:636/0 lens 4848/0 e 0 to 0 dl 1767384666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.659225:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384655.659230:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cf363a6. 00000100:00000001:3.0:1767384655.659233:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384655.659237:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cf363a6. 00000100:00100000:3.0:1767384655.659244:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9c3b37b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059673472:12345-0@lo:253: 00000100:00000200:3.0:1767384655.659249:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673472 00000020:00000001:3.0:1767384655.659251:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384655.659254:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384655.659257:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384655.659259:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384655.659262:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:2.0:1767384655.659263:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000020:00000001:3.0:1767384655.659265:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384655.659270:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384655.659273:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384655.659275:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384655.659277:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.659280:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384655.659284:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384655.659289:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000fe9a671. 02000000:00000001:3.0:1767384655.659292:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.659295:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.659298:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384655.659307:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000800a305c. 20000000:01000000:3.0:1767384655.659311:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384655.659312:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 20000000:00000001:3.0:1767384655.659314:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384655.659316:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:3.0:1767384655.659318:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384655.659328:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.659332:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.659334:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384655.659335:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659386:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659437:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659502:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659546:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659587:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659624:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659670:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659706:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659749:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659796:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659873:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.659949:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.660005:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384655.660067:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384655.660308:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005cb21c70. 00000800:00000010:2.0:1767384655.660315:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000998a27d4. 00000800:00000010:2.0:1767384655.660323:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007402eb6b. 00000800:00000010:2.0:1767384655.660355:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007402eb6b. 00000800:00020000:2.0:1767384655.660367:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384655.660371:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000998a27d4. 00000800:00000010:2.0:1767384655.660375:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005cb21c70. 00000400:02020000:2.0:1767384655.660436:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp37 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384655.660445:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp37 notifying 192.168.202.117@tcp37: down 00000800:00000200:2.0:1767384655.660452:0:16130:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp37 down 00000800:00000100:2.0:1767384655.660458:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.202.117@tcp37 00000800:00000010:2.0:1767384655.660463:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008cb051ff. 00000400:00000200:2.0:1767384655.660467:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384655.660471:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp37->192.168.202.117@tcp37: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384655.660480:0:16130:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp37 added to recovery queue. ping count: 0 next ping: 279 health :900 00000400:00000200:2.0:1767384655.660491:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384655.660496:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:2.0:1767384655.660500:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384655.660531:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384655.660535:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101171 00000400:00000001:2.0:1767384655.660540:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384655.660542:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384655.660544:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000249468d4 00000400:00000010:2.0:1767384655.660546:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000249468d4. 00000400:00000200:2.0:1767384655.660550:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384655.660553:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384655.660556:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (31) 00000400:00000200:2.0:1767384655.660559:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384655.660563:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc -71 00000400:00000200:2.0:1767384655.660568:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384655.660572:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (30) 00080000:00000001:3.0:1767384655.668283:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384655.668285:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384655.668289:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384655.668294:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384655.668295:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:3.0:1767384655.668297:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384655.668300:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384655.668302:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384655.668305:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004c35b907. 20000000:00000001:0.0:1767384655.668307:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384655.668313:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384655.668324:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384655.668339:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384655.668344:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384655.668354:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384655.668354:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384655.668357:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000001ce1e07. 20000000:00000001:3.0:1767384655.668360:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384655.668363:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 10000000:01000000:3.0:1767384655.668365:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384655.668370:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384655.668373:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384655.668378:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384655.668378:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:3.0:1767384655.668386:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d0d1373. 00010000:00000001:3.0:1767384655.668393:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384655.668398:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8591fb6. 00000020:00000001:3.0:1767384655.668403:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384655.668404:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384655.668406:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8591fb6 with handle 0x534bb1615bf4c883 to hash 00080000:00000001:2.0:1767384655.668409:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384655.668412:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384655.668412:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668416:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00080000:00000001:2.0:1767384655.668417:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384655.668421:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384655.668422:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00000020:00000001:2.0:1767384655.668426:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:3.0:1767384655.668427:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384655.668431:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384655.668432:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:3.0:1767384655.668436:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384655.668439:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fa72c901. 00080000:00000001:2.0:1767384655.668443:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855361536 : -115916854190080 : ffff969301152000) 00080000:00000001:2.0:1767384655.668448:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384655.668454:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384655.668458:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384655.668461:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384655.668464:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384655.668466:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.668469:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384655.668471:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.668474:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384655.668476:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384655.668487:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384655.668489:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384655.668492:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d0d1373) refcount = 1 00010000:00010000:3.0:1767384655.668496:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384655.668502:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384655.668503:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384655.668505:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668508:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384655.668509:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384655.668513:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.668517:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668519:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384655.668522:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384655.668524:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384655.668526:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00080000:00000001:2.0:1767384655.668528:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384655.668531:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384655.668533:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384655.668537:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8591fb6 refcount=4 00000020:00000001:3.0:1767384655.668540:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.668543:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.668546:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384655.668548:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.668555:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384655.668557:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.668564:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.668566:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384655.668568:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.668574:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384655.668576:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668579:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384655.668581:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384655.668594:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:3.0:1767384655.668597:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8591fb6 already unused, calling callback (000000008eba355a) 00080000:00000001:2.0:1767384655.668598:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384655.668603:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384655.668607:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384655.668609:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.668616:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384655.668618:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384655.668620:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384655.668622:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8591fb6 refcount=5 00000020:00000001:3.0:1767384655.668625:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.668627:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.668630:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384655.668633:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.668638:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384655.668641:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384655.668643:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668647:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384655.668650:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384655.668652:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384655.668654:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384655.668657:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8591fb6 with handle 0x534bb1615bf4c883 from hash 00010000:00000001:3.0:1767384655.668660:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384655.668662:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.668663:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.668665:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384655.668668:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384655.668670:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384655.668673:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384655.668675:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.668679:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668681:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384655.668690:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384655.668693:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.668695:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.668696:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668699:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.668702:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384655.668705:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.668711:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.668713:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.668715:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384655.668717:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384655.668720:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.668721:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.668723:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384655.668726:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.668729:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384655.668733:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.668739:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384655.668741:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384655.668743:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c883 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384655.668751:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d0d1373 count: 0 00010000:00000001:3.0:1767384655.668764:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384655.668766:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384655.671885:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294945761, at 4294945762 00000100:00000040:1.0:1767384655.671891:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294945761, at 4294945762 00000100:00000010:2.0:1767384655.671897:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017bc5523. 00000100:00000010:1.0:1767384655.671899:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9f0e9fb. 00000100:00000040:3.0:1767384655.672925:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294945761, at 4294945763 00000100:00000040:0.0:1767384655.672925:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294945761, at 4294945763 00000100:00000010:3.0:1767384655.672934:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc6eabcd. 00000100:00000010:0.0:1767384655.672937:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000970fb0de. 00010000:00000010:3.1:1767384655.673870:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d0d1373. 00010000:00000010:3.1:1767384655.673876:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8591fb6. 00080000:00000001:3.0:1767384655.677236:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384655.677239:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384655.677241:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384655.677242:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384655.677242:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384655.677245:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384655.677249:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fa72c901. 00000020:00000002:2.0:1767384655.677251:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:2.0:1767384655.677257:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384655.677260:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384655.677261:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384655.677266:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384655.677283:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384655.677287:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384655.677292:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384655.677295:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384655.677296:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384655.677300:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384655.677305:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384655.677307:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384655.677313:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d0d1373. 00010000:00000001:3.0:1767384655.677317:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384655.677321:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8591fb6. 00000020:00000001:3.0:1767384655.677324:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384655.677327:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8591fb6 with handle 0x534bb1615bf4c88a to hash 00000020:00000001:3.0:1767384655.677330:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384655.677332:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.677334:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.677337:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384655.677339:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384655.677341:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677348:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384655.677351:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384655.677353:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384655.677355:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384655.677357:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.677358:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384655.677360:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.677361:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384655.677363:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384655.677364:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384655.677365:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384655.677367:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d0d1373) refcount = 1 00010000:00010000:3.0:1767384655.677369:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677374:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384655.677375:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384655.677381:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.677382:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.677384:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384655.677386:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384655.677389:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384655.677391:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384655.677393:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384655.677394:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8591fb6 refcount=4 00000020:00000001:3.0:1767384655.677396:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.677398:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.677399:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384655.677401:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677405:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384655.677406:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677410:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.677411:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384655.677412:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677415:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384655.677417:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.677419:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384655.677420:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384655.677425:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8591fb6 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384655.677427:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384655.677428:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384655.677429:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677440:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384655.677441:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384655.677443:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384655.677444:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8591fb6 refcount=5 00000020:00000001:3.0:1767384655.677445:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.677447:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586116608 : -115912123435008 : ffff96941b0eb800) 00010000:00000001:3.0:1767384655.677449:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384655.677450:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677454:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384655.677456:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384655.677457:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.677459:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384655.677460:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384655.677462:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384655.677463:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384655.677465:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8591fb6 with handle 0x534bb1615bf4c88a from hash 00010000:00000001:3.0:1767384655.677467:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384655.677468:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.677468:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.677469:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384655.677470:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384655.677471:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384655.677472:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384655.677473:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384655.677475:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.677477:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384655.677478:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384655.677480:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.677482:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.677483:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.677484:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.677486:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384655.677493:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677498:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.677499:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.677500:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384655.677502:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384655.677504:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384655.677505:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384655.677506:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384655.677508:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.677509:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384655.677511:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384655.677514:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384655.677516:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384655.677517:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8591fb6/0x534bb1615bf4c88a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384655.677521:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d0d1373 count: 0 00010000:00000001:3.0:1767384655.677532:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384655.677533:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384655.679393:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384655.679404:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384655.679408:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009db6e92b. 20000000:00000001:0.0:1767384655.679414:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384655.679419:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059673600 00010000:00000001:0.0:1767384655.679423:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384655.679432:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008dea84a6 x1853237059673600/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384655.679441:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384655.679444:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384655.679448:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384655.679454:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384655.679457:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384655.679460:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384655.679464:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384655.679468:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.679472:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384655.679477:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384655.679482:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003c5e58b. 00000100:00000200:0.0:1767384655.679488:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059673600, offset 224 00000400:00000200:0.0:1767384655.679496:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384655.679509:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384655.679521:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05e00 00000400:00000200:0.0:1767384655.679529:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af9 [2] + 224 00000400:00000200:0.0:1767384655.679538:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384655.679542:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384655.679549:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384655.679557:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384655.679567:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.679591:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384655.679601:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c5e58b 00000100:00000001:3.0:1767384655.679602:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384655.679605:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003c5e58b. 00000100:00000001:3.0:1767384655.679607:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384655.679613:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384655.679615:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384655.679617:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384655.679619:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f28db44. 00000100:00000001:0.0:1767384655.679623:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384655.679626:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005101b676 00000400:00000010:3.0:1767384655.679630:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005101b676. 00000100:00000001:0.0:1767384655.679631:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.679634:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384655.679638:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384655.679642:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384655.679643:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384655.679645:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384655.679650:0:31727:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008de1aaf9. 00000020:00000001:0.0:1767384655.679651:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384655.679661:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008dea84a6 x1853237059673600/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384655.679664:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384655.679668:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384655.679673:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384655.679679:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384655.679683:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384655.679688:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384655.679692:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00100000:0.0:1767384655.679698:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008dea84a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059673600:12345-0@lo:253: Request processed in 20975us (21251us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384655.679699:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:1.0:1767384655.679699:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384655.679704:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384655.679705:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384655.679708:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00100000:0.0:1767384655.679711:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:3.0:1767384655.679718:0:16141:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:1.0:1767384655.679718:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000040:0.0:1767384655.679719:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384655.679723:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384655.679724:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:1.0:1767384655.679724:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:0.0:1767384655.679726:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384655.679728:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:1.0:1767384655.679730:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384655.679733:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384655.679733:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000197fdfcd. 00000400:00000040:1.0:1767384655.679734:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000001:3.0:1767384655.679740:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384655.679741:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:00000010:0.0:1767384655.679742:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001bfbab86. 00000400:00000040:1.0:1767384655.679745:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384655.679749:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:00000010:0.0:1767384655.679749:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc35bd85. 00000100:00001000:3.0:1767384655.679751:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=63 v=5 (5 0 0 0) 00000400:00000040:1.0:1767384655.679754:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:00000040:0.0:1767384655.679756:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000400:00000040:1.0:1767384655.679758:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00001000:3.0:1767384655.679760:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=63 v=5 (1 0 0 0) 00000400:00000040:1.0:1767384655.679762:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 02000000:00000001:0.0:1767384655.679762:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384655.679764:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384655.679766:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f378ee0f. 00000400:00000040:1.0:1767384655.679767:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384655.679768:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384655.679771:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000040:1.0:1767384655.679772:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:3.0:1767384655.679774:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384655.679775:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384655.679776:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:3.0:1767384655.679779:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384655.679782:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000200:0.0:1767384655.679783:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384655.679785:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384655.679787:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384655.679791:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000040:3.0:1767384655.679793:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384655.679796:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384655.679800:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384655.679805:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384655.679810:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384655.679811:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:1.0:1767384655.679816:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384655.679817:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384655.679820:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384655.679821:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000020:01000004:3.0:1767384655.679825:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:1.0:1767384655.679826:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:3.0:1767384655.679829:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000040:1.0:1767384655.679858:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:01000004:3.0:1767384655.679860:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:1.0:1767384655.679862:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:01000004:3.0:1767384655.679864:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:1.0:1767384655.679867:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:01000004:3.0:1767384655.679868:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384655.679873:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:1.0:1767384655.679873:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:3.0:1767384655.679877:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000040:1.0:1767384655.679878:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000020:01000004:3.0:1767384655.679881:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:1.0:1767384655.679884:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:3.0:1767384655.679885:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:1.0:1767384655.679890:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000040:3.0:1767384655.679891:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384655.679894:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384655.679899:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384655.679903:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000010:0.0:1767384655.679908:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ac6932a. 00000400:00000040:1.0:1767384655.679909:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00100000:3.0:1767384655.679912:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000562b9413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059673600:0@lo:253: 00000400:00000040:1.0:1767384655.679914:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384655.679918:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384655.679921:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000100:00000001:3.0:1767384655.679922:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384655.679923:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384655.679926:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000001:3.0:1767384655.679928:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384655.679934:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000562b9413 x1853237059673600/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384655.679936:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000010:0.0:1767384655.679938:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003c5e58b. 00000400:00000040:1.0:1767384655.679941:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384655.679946:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384655.679950:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767384655.679953:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:1.0:1767384655.679954:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384655.679958:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 02000000:00000001:3.0:1767384655.679959:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:1.0:1767384655.679960:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384655.679962:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384655.679963:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 02000000:00000010:3.0:1767384655.679972:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a80b4905. 02000000:00000001:3.0:1767384655.679981:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384655.679985:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384655.679989:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384655.679993:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384655.679997:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cdc0e277. 02000000:00000001:3.0:1767384655.680007:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384655.680011:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384655.680014:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000562b9413. 00000100:00000001:3.0:1767384655.680022:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384655.680024:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.680030:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.680034:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.680037:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384655.680042:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.680048:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384655.680104:0:31727:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008de1aaf9. 00080000:00000020:3.0:1767384655.680745:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384655.680749:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384655.680751:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000800a305c. 20000000:00000001:3.0:1767384655.680758:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384655.680762:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059673472 00010000:00000001:3.0:1767384655.680764:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384655.680768:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9c3b37b x1853237059673472/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384655.680776:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384655.680778:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384655.680780:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384655.680784:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384655.680786:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384655.680788:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384655.680791:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384655.680793:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.680795:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384655.680798:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384655.680801:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce99db38. 00000100:00000200:3.0:1767384655.680805:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059673472, offset 224 00000400:00000200:3.0:1767384655.680810:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384655.680823:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384655.680830:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05d80 00010000:00000010:3.1:1767384655.681358:0:19650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d0d1373. 00010000:00000010:3.1:1767384655.681364:0:19650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8591fb6. 00000400:00000200:3.0:1767384655.681390:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b01 [2] + 224 00000400:00000200:3.0:1767384655.681396:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384655.681400:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384655.681404:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384655.681408:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384655.681419:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.681440:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384655.681446:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce99db38 00000400:00000010:3.0:1767384655.681448:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce99db38. 00000100:00000001:3.0:1767384655.681450:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384655.681452:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384655.681457:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.681461:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384655.681461:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384655.681465:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384655.681466:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384655.681469:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384655.681470:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384655.681472:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384655.681475:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384655.681476:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd5dff5. 00000400:00000200:0.0:1767384655.681481:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b1732a 00000100:00000040:3.0:1767384655.681482:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c3b37b x1853237059673472/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384655.681484:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027b1732a. 00000100:00000001:0.0:1767384655.681488:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384655.681494:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384655.681502:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9c3b37b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059673472:12345-0@lo:253: Request processed in 22273us (22604us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384655.681514:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:3.0:1767384655.681520:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:3.0:1767384655.681526:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384655.681529:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.681530:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384655.681535:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cada7844. 00000100:00000001:0.0:1767384655.681537:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384655.681540:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384655.681542:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007f4c905. 00000100:00000001:0.0:1767384655.681542:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384655.681545:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384655.681547:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384655.681549:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c761d11c. 00000100:00000001:0.0:1767384655.681549:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384655.681555:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384655.681557:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00001000:0.0:1767384655.681558:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=63 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384655.681561:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384655.681562:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384655.681563:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.681565:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384655.681568:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.681570:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384655.681571:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384655.681575:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000fe9a671. 00000100:00000040:0.0:1767384655.681575:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384655.681582:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384655.681584:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.681588:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.681588:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384655.681590:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384655.681594:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384655.681596:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:3.0:1767384655.681597:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384655.681597:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384655.681601:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384655.681603:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384655.681604:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384655.681605:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f28db44. 00000020:01000004:0.0:1767384655.681605:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384655.681608:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384655.681611:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384655.681612:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce99db38. 00000020:01000004:0.0:1767384655.681613:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384655.681617:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384655.681623:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059673472:0@lo:253: 00000100:00000001:0.0:1767384655.681634:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.681636:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384655.681638:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059673472/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.681643:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384655.681645:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384655.681647:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d78bab9f. 02000000:00000001:0.0:1767384655.681649:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384655.681650:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384655.681651:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384655.681652:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384655.681653:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b6c2ed8d. 02000000:00000001:0.0:1767384655.681655:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384655.681656:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384655.681657:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000100:00000001:0.0:1767384655.681659:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384655.681660:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.681661:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.681667:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384655.681669:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.681670:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384655.681671:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.765890:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384655.765897:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.765903:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384655.765904:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384655.765942:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384655.765946:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384655.765950:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384656.213909:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384656.213914:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384656.213917:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000010:2.0:1767384656.213921:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000400:00000200:2.0:1767384656.213926:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384656.213932:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384656.213943:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000333aeed0. 00000400:00000010:2.0:1767384656.213948:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c0d29de. 00000400:00000200:2.0:1767384656.213954:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp36 00000400:00000010:2.0:1767384656.213959:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000333aeed0. 00000400:00000010:2.0:1767384656.213964:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006b5ddece. 00000400:00000010:2.0:1767384656.213967:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000400:00000010:2.0:1767384656.213974:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000605dc29e. 00000400:00000200:2.0:1767384656.213977:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp36 00000400:00000200:2.0:1767384656.213990:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp36 local destination 00000400:00000200:2.0:1767384656.213995:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp36 00000400:00000200:2.0:1767384656.214000:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp36 NI seq info: [119:119:256:4294967295] 192.168.202.117@tcp36 LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1767384656.214005:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp36 00000400:00000200:2.0:1767384656.214012:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36:) -> 192.168.202.117@tcp36(192.168.202.117@tcp36:192.168.202.117@tcp36) : GET try# 0 00000800:00000200:2.0:1767384656.214016:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp36 00000800:00000010:2.0:1767384656.214019:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000479e759. 00000800:00000200:2.0:1767384656.214030:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000800:00000200:2.1:1767384656.214034:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000400:00000200:2.0:1767384656.214050:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp36 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:2.0:1767384656.214053:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp35 00000400:00000010:2.0:1767384656.214056:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000096bbd0fc. 00000400:00000010:2.0:1767384656.214059:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000646ede36. 00000400:00000010:2.0:1767384656.214061:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000400:00000010:2.0:1767384656.214084:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004636cac7. 00000400:00000200:2.0:1767384656.214089:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp35 00000400:00000200:2.0:1767384656.214095:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp35 local destination 00000400:00000200:2.0:1767384656.214098:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp35 00000400:00000200:2.0:1767384656.214100:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp35 NI seq info: [120:120:256:4294967295] 192.168.202.117@tcp35 LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1767384656.214103:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp35 00000400:00000200:2.0:1767384656.214108:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35:) -> 192.168.202.117@tcp35(192.168.202.117@tcp35:192.168.202.117@tcp35) : GET try# 0 00000800:00000200:2.0:1767384656.214112:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp35 00000800:00000010:2.0:1767384656.214115:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000acef9e51. 00000800:00000200:2.0:1767384656.214120:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000400:00000200:1.0:1767384656.214122:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:2.1:1767384656.214123:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000400:00000200:2.0:1767384656.214139:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp35 added to recovery queue. ping count: 3 next ping: 287 health :700 00000400:00000200:2.0:1767384656.214144:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp37 00000400:00000010:2.0:1767384656.214147:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005be18eec. 00000400:00000010:2.0:1767384656.214151:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000469769de. 00000400:00000010:2.0:1767384656.214155:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c168eec5. 00000400:00000010:2.0:1767384656.214161:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5cf21f6. 00000400:00000200:2.0:1767384656.214166:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp37 00000400:00000200:2.0:1767384656.214173:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp37 local destination 00000400:00000200:1.0:1767384656.214175:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214176:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp37 00000400:00000200:2.0:1767384656.214183:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp37 NI seq info: [121:121:256:4294967295] 192.168.202.117@tcp37 LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1767384656.214188:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp37 00000400:00000200:2.0:1767384656.214200:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp37(192.168.202.117@tcp37:) -> 192.168.202.117@tcp37(192.168.202.117@tcp37:192.168.202.117@tcp37) : GET try# 0 00000800:00000200:2.0:1767384656.214205:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp37 00000800:00000010:2.0:1767384656.214214:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f349ad50. 00000800:00000200:2.0:1767384656.214219:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (2) 00000400:00000200:0.0:1767384656.214219:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:2.1:1767384656.214227:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (2) 00000400:00000200:2.0:1767384656.214241:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp37 added to recovery queue. ping count: 1 next ping: 281 health :900 00000400:00000200:1.0:1767384656.214249:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214300:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214309:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214326:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214364:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214389:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214397:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214435:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214484:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214489:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214499:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214557:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214582:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214583:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214616:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214647:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214672:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214679:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214719:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214771:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214777:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214787:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214855:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214883:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214907:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214913:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214942:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.214994:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.214998:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.214998:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215056:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215092:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215103:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215121:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215162:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215177:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215181:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215221:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215256:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215266:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215285:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215310:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215345:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215354:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215360:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215420:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215432:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215433:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215493:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215518:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215518:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215563:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215580:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215594:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215638:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215644:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215660:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215706:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215718:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215719:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215768:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215780:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215797:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215825:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215861:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215897:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215905:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215919:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.215982:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.215982:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.215982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216036:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216058:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216088:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216101:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216127:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216173:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216184:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216185:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216233:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216253:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216280:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216289:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216327:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216368:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216370:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216394:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216432:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216458:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216469:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216490:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216534:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384656.216550:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216561:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216610:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216640:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216681:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216694:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.216749:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216753:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000800:00000010:1.0:1767384656.216798:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a86a9cd. 00000800:00000010:1.0:1767384656.216805:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009127b222. 00000400:00000200:2.0:1767384656.216808:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000800:00000010:1.0:1767384656.216810:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f3e9c5c. 00000400:00000200:0.0:1767384656.216857:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000800:00000010:1.0:1767384656.216864:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f3e9c5c. 00000800:00020000:1.0:1767384656.216878:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384656.216881:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009127b222. 00000400:00000200:2.0:1767384656.216882:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000800:00000010:1.0:1767384656.216885:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a86a9cd. 00000400:00000200:0.0:1767384656.216935:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.216945:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:02020000:1.0:1767384656.216953:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp36 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384656.216961:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp36 notifying 192.168.202.117@tcp36: down 00000400:00000200:1.0:1767384656.216967:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384656.216973:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp36 00000800:00000010:1.0:1767384656.216976:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000479e759. 00000400:00000200:1.0:1767384656.216981:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384656.216987:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384656.216996:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384656.216999:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384656.217004:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp36) recovery failed with -71 00000400:00000200:0.0:1767384656.217024:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.217025:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000800:00000200:1.0:1767384656.217046:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (6) 00000800:00000200:1.0:1767384656.217052:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp22 ip 192.168.202.117:988 00000800:00000200:1.0:1767384656.217061:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384656.217102:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.217127:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384656.217167:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.217196:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384656.217371:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005cb21c70. 00000800:00000010:2.0:1767384656.217376:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b136351. 00000800:00000010:2.0:1767384656.217380:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cdd560c. 00000800:00000010:0.0:1767384656.217398:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009db6e92b. 00000800:00000010:0.0:1767384656.217405:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007862afdf. 00000800:00000010:0.0:1767384656.217412:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee4593cb. 00000800:00000010:2.0:1767384656.217425:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cdd560c. 00000800:00000010:0.0:1767384656.217453:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee4593cb. 00000800:00020000:0.0:1767384656.217466:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384656.217478:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007862afdf. 00000800:00000010:0.0:1767384656.217485:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009db6e92b. 00000800:00000200:2.0:1767384656.217496:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384656.217502:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.217511:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384656.217517:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.217520:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:0.0:1767384656.217580:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp35 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384656.217587:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp35 notifying 192.168.202.117@tcp35: down 00000400:00000200:0.0:1767384656.217592:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384656.217598:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp35 00000800:00000010:0.0:1767384656.217601:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000acef9e51. 00000400:00000200:0.0:1767384656.217606:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384656.217612:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp35->192.168.202.117@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384656.217619:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384656.217623:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384656.217629:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp35) recovery failed with -71 00000400:00000200:1.0:1767384656.217790:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384656.217808:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp37 from 211.3.0.2 00000800:00000010:1.0:1767384656.217812:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fcca6e84. 00000800:00000010:2.0:1767384656.217869:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff17f106. 00000800:00000010:2.0:1767384656.217873:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a1cde2e9. 00000800:00000010:2.0:1767384656.217888:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f88f6d4f. 00000800:00000200:2.1:1767384656.217892:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (2) 00000800:00000200:2.1:1767384656.217895:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp37 00000000f88f6d4f deleted 00000800:00000010:2.1:1767384656.217897:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f88f6d4f. 00000800:00000200:2.1:1767384656.217902:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384656.217907:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp37 ip 192.168.202.117:979 00000800:00000200:2.1:1767384656.217909:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f349ad50 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384656.217912:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp37 p 3.x 192.168.202.117 -> 192.168.202.117:979 incarnation:1767384651370196002 sched[0] 00000800:00000010:2.0:1767384656.217915:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cdd560c. 00000800:00000010:2.0:1767384656.217960:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cdd560c. 00000800:00000010:2.0:1767384656.217965:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a1cde2e9. 00000800:00000200:0.1:1767384656.217996:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384656.218004:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fcca6e84. 00000800:00000200:0.0:1767384656.218010:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp37 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384651370196002 sched[0] 00000800:00000010:0.0:1767384656.218015:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b136351. 00000800:00000001:2.0:1767384656.218017:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.218023:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384656.218064:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384656.218082:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f349ad50. 00000400:00000200:2.0:1767384656.218086:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.218091:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp37->192.168.202.117@tcp37: GET: OK 00000400:00000200:2.0:1767384656.218094:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384656.218098:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp37 recovery message sent successfully:0 00000400:00000200:0.0:1767384656.218105:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:2.0:1767384656.218109:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.218116:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384656.218118:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.218124:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384656.218132:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp37(192.168.202.117@tcp37) <- 192.168.202.117@tcp37 : GET - for me 00000400:00000200:2.0:1767384656.218142:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384656.218150:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1af1 [1] + 0 00000400:00000200:2.0:1767384656.218159:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp37 to MR: 192.168.202.117@tcp37 local destination 00000400:00000200:2.0:1767384656.218165:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp37 NI seq info: [122:122:256:4294967295] 192.168.202.117@tcp37 LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1767384656.218178:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp37(192.168.202.117@tcp37:192.168.202.117@tcp37) -> 192.168.202.117@tcp37(192.168.202.117@tcp37:192.168.202.117@tcp37) 192.168.202.117@tcp37 : REPLY try# 0 00000400:00000200:0.0:1767384656.218183:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000200:2.0:1767384656.218184:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp37 00000800:00000010:2.0:1767384656.218189:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f349ad50. 00000800:00000200:2.0:1767384656.218195:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (4) 00000800:00000200:2.0:1767384656.218200:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp37 ip 192.168.202.117:988 00000800:00000200:2.0:1767384656.218202:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f349ad50 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384656.218242:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384656.218244:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f349ad50. 00000400:00000200:2.0:1767384656.218247:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.218252:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp37->192.168.202.117@tcp37: REPLY: OK 00000800:00000001:2.0:1767384656.218263:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384656.218263:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:2.0:1767384656.218268:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384656.218277:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.218281:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384656.218283:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.218287:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384656.218293:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp37(192.168.202.117@tcp37) <- 192.168.202.117@tcp37 : REPLY - for me 00000400:00000200:2.0:1767384656.218303:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp37: Reply from 12345-192.168.202.117@tcp37 of length 272/272 into md 0x1b21 00000800:00000001:2.0:1767384656.218307:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.218311:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384656.218312:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.218317:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp37->192.168.202.117@tcp37: REPLY: OK 00000400:00000200:2.0:1767384656.218321:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c168eec5 00000400:00000010:2.0:1767384656.218323:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c168eec5. 00000400:00000200:2.0:1767384656.218326:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384656.218331:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005be18eec. 00000400:00000010:2.0:1767384656.218335:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000469769de. 00000400:00000200:0.0:1767384656.218339:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000001:2.0:1767384656.218342:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384656.218347:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384656.218413:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218482:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218553:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218617:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218681:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218748:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218807:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218912:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.218972:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219032:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219095:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219153:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219201:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219240:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219263:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219296:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219322:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219364:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219415:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219481:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219512:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219543:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219600:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219666:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219724:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219759:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219795:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219824:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219949:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.219986:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384656.220043:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384656.220251:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009db6e92b. 00000800:00000010:0.0:1767384656.220257:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007862afdf. 00000800:00000010:0.0:1767384656.220261:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee4593cb. 00000800:00000010:0.0:1767384656.220292:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee4593cb. 00000800:00020000:0.0:1767384656.220303:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384656.220307:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007862afdf. 00000800:00000010:0.0:1767384656.220311:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009db6e92b. 00000400:02020000:0.0:1767384656.220388:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp37 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384656.789919:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384656.789924:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.789929:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384656.789931:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.789963:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384656.789966:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384656.789969:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384657.137357:0:32169:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384657.137370:0:32169:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.137373:0:32169:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384657.137379:0:32169:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384657.137383:0:32169:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.137385:0:32169:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384657.237957:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.237964:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384657.237968:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000010:2.0:1767384657.237973:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000400:00000200:2.0:1767384657.237981:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384657.237989:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384657.238001:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000333aeed0. 00000400:00000010:2.0:1767384657.238006:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006b5ddece. 00000400:00000001:2.0:1767384657.238016:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.238018:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384657.238020:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000400:00000010:2.0:1767384657.238021:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000400:00000200:2.0:1767384657.238025:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384657.238028:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384657.238031:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000096bbd0fc. 00000400:00000010:2.0:1767384657.238045:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000646ede36. 00010000:00000001:0.0:1767384657.813924:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384657.813934:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.813941:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384657.813942:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384657.813987:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384657.813991:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384657.813994:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384657.913031:0:32334:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384657.913036:0:32334:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:0.0:1767384657.917230:0:32334:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384657.926364:0:32335:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000079249996. 00000400:00000010:0.0:1767384657.926383:0:32335:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000080f5c54. 00000400:00000010:0.0:1767384657.926394:0:32335:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000da59b791. 00000400:00000010:0.0:1767384657.926398:0:32335:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e150dba2. 00000400:00000010:0.0:1767384657.926402:0:32335:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b8266311. 00000400:00000010:0.0:1767384657.926407:0:32335:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d614a24b. 00000400:00000010:0.0:1767384657.926409:0:32335:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b619a6cd. 00000400:00000010:0.0:1767384657.926410:0:32335:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa82b9d8. 00000400:00000010:0.0:1767384657.926415:0:32335:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000feb39505. 00000800:00000010:0.0:1767384657.926434:0:32335:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ec27b7ac. 00000800:00000200:0.0:1767384657.926447:0:32335:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384657.926461:0:32335:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384657.926502:0:32335:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384657.926528:0:32335:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp40 [8/256/0/180] 00000400:00000010:0.0:1767384657.927915:0:32335:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000004c35b907. 00000400:00000010:0.0:1767384657.927921:0:32335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000400:00000010:0.0:1767384657.927927:0:32335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070595828. 00000400:00000001:0.0:1767384657.927950:0:32335:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384657.927952:0:32335:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384657.927954:0:32335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065774441. 00000400:00000200:0.0:1767384657.927956:0:32335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000400:00000010:0.0:1767384657.927964:0:32335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000400:00000010:0.0:1767384657.927967:0:32335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000a6368356. 00000400:00000200:0.0:1767384657.927972:0:32335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (29) 00000400:00000200:0.0:1767384657.927984:0:32335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384657.927993:0:32335:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:0.0:1767384657.928001:0:32335:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009db6e92b. 00000020:01000000:0.0:1767384657.928009:0:32335:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384657.928011:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384657.928012:0:32335:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp40 00000400:00000200:2.0:1767384657.928026:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:0.0:1767384657.928033:0:32335:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000080f5c54. 00000400:00000010:2.0:1767384657.928034:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000400:00000200:2.0:1767384657.928046:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (30) 00000400:00000010:0.0:1767384657.928046:0:32335:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000079249996. 00000400:00000010:2.0:1767384657.928067:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000921b53ca. 00000020:00000001:3.0:1767384657.928074:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384657.928075:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 10000000:00000001:3.0:1767384657.928084:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384657.928088:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384657.928091:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384657.928096:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:01000004:3.0:1767384657.928098:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384657.928104:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384657.928106:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384657.928107:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000020:01000004:3.0:1767384657.928112:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384657.928120:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384657.928124:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:3.0:1767384657.928125:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384657.928130:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384657.928138:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384657.928141:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384657.928143:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384657.928146:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000100:00000010:3.0:1767384657.928149:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e7ca39. 00000020:00000040:3.0:1767384657.928157:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384657.928158:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:2.0:1767384657.928171:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000100:00000001:3.0:1767384657.928173:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384657.928178:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384657.928180:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 02000000:00000001:3.0:1767384657.928189:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.928190:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:2.0:1767384657.928203:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:2.0:1767384657.928207:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 02000000:00000010:3.0:1767384657.928208:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000800a305c. 00000400:00000200:2.0:1767384657.928213:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:2.0:1767384657.928217:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000001:3.0:1767384657.928219:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.928226:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:2.0:1767384657.928230:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00000001:3.0:1767384657.928232:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384657.928236:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.928237:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:2.0:1767384657.928254:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000100:00000040:3.0:1767384657.928257:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e7ca39] to pc [ptlrpcd_00_02+2] req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384657.928290:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:2.0:1767384657.928314:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:2.0:1767384657.928322:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:2.0:1767384657.928328:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 26], ns[104, 26] 10000000:00000001:3.0:1767384657.928330:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384657.928339:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.928341:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384657.928343:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 26], ns[66, 26] 00000020:00000001:3.0:1767384657.928346:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.928351:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384657.928356:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384657.928357:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384657.928370:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384657.928372:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384657.928377:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384657.928377:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[79, 26] 10000000:00000001:3.0:1767384657.928384:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384657.928386:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384657.928391:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384657.928392:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384657.928396:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384657.928398:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384657.928402:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384657.928407:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384657.928409:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384657.928410:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384657.928416:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384657.928416:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 26], ns[91, 26] 02000000:00000001:0.0:1767384657.928419:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384657.928420:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384657.928423:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384657.928427:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384657.928428:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384657.928433:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000100:00100000:0.0:1767384657.928438:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e7ca39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059673728:0@lo:253: 00000020:00000040:3.0:1767384657.928441:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384657.928449:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384657.928451:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 26], ns[112, 26] 02000000:00000001:3.0:1767384657.928453:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384657.928453:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384657.928459:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.928461:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384657.928465:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.928466:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 26], ns[115, 26] 02000000:00000010:3.0:1767384657.928468:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b6c2ed8d. 02000000:00000001:0.0:1767384657.928468:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384657.928475:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384657.928480:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061750cbc. 00000100:00000001:3.0:1767384657.928482:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384657.928486:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.928487:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.928488:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 26], ns[94, 26] 00000100:00000040:3.0:1767384657.928494:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa33995e] to pc [ptlrpcd_00_03+3] req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384657.928497:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d5144a. 00000400:00000010:0.0:1767384657.928506:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000080f5c54. 00000100:00000200:0.0:1767384657.928518:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059673728, portal 25 00000400:00000200:2.0:1767384657.928531:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 26], ns[120, 26] 00000100:00000001:0.0:1767384657.928531:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384657.928534:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.928538:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933870848 : -115911775680768 : ffff96942fc90700) 10000000:00000001:3.0:1767384657.928544:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384657.928556:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384657.928558:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:3.0:1767384657.928562:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384657.928563:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 26], ns[119, 26] 00000020:00000010:3.0:1767384657.928571:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009db6e92b. 00000100:00000001:3.0:1767384657.928594:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384657.928599:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 26], ns[122, 26] 00000100:00000001:3.0:1767384657.928609:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384657.928612:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000100:00000001:3.0:1767384657.928615:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384657.928624:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.928627:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384657.928631:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp19 00000100:00000040:0.0:1767384657.928640:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384657.928646:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072bedd82. 00000100:00000001:3.0:1767384657.928648:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384657.928649:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp19 lpni_is_preferred = 0 00000100:00000001:3.0:1767384657.928651:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384657.928654:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059673728, offset 0 02000000:00000001:3.0:1767384657.928662:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384657.928665:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384657.928671:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp19 00000400:00000200:0.0:1767384657.928671:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384657.928672:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384657.928681:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059673856:0@lo:253: 00000100:00000001:3.0:1767384657.928690:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384657.928694:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384657.928695:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp19 NI seq info: [123:123:256:4294967295] 192.168.202.117@tcp19 LPNI seq info [120:120:8:4294967295] 02000000:00000001:3.0:1767384657.928696:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384657.928703:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384657.928710:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cdc0e277. 02000000:00000001:3.0:1767384657.928714:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.928718:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp19 00000400:00000010:3.0:1767384657.928721:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7cc786. 00000400:00000010:3.0:1767384657.928727:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f7a1b9c. 00000100:00000200:3.0:1767384657.928735:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059673856, portal 25 00000100:00000001:3.0:1767384657.928738:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384657.928741:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000400:00000200:2.0:1767384657.928745:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19:) -> 192.168.202.117@tcp19(192.168.202.117@tcp:192.168.202.117@tcp19) : PUT try# 0 00000100:00000040:3.0:1767384657.928751:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384657.928767:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.117@tcp19 00000400:00000200:0.0:1767384657.928768:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384657.928770:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384657.928776:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384657.928783:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f1429ce. 00000400:00000200:0.0:1767384657.928783:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05e80 00000800:00000010:2.0:1767384657.928785:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de5bf06f. 00000100:00000200:3.0:1767384657.928788:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059673856, offset 0 00000400:00000200:0.0:1767384657.928794:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1349 [2] + 0 00000400:00000010:0.0:1767384657.928798:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e70db1. 00000800:00000200:2.0:1767384657.928807:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (6) 00000400:00000200:0.0:1767384657.928808:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb5d3510 00000400:00000200:3.0:1767384657.928817:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384657.928820:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384657.928851:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384657.928858:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a05f00 00000800:00000200:2.0:1767384657.928864:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp19 ip 192.168.202.117:988 00000400:00000200:3.0:1767384657.928865:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x136d [2] + 0 00000400:00000010:3.0:1767384657.928872:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329976d3. 00000800:00000200:2.0:1767384657.928880:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de5bf06f type 1, nob 640 niov 1 nkiov 1 00000400:00000200:3.0:1767384657.928882:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5542409 00000400:00000200:3.0:1767384657.928892:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.928896:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384657.928903:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb5d3510 00000400:00000200:2.0:1767384657.928905:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384657.928912:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384657.928912:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb5d3510. 00000400:00000200:2.0:1767384657.928917:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000400:00000200:3.0:1767384657.928923:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5542409 00000100:00000001:0.0:1767384657.928925:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384657.928929:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5542409. 00000100:00000200:0.0:1767384657.928931:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384657.928937:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384657.928938:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000f942ed21 x1853237059673728 msgsize 4848 00000100:00000200:3.0:1767384657.928941:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384657.928947:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000666ebf26 x1853237059673856 msgsize 4848 00000100:00100000:0.0:1767384657.928948:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384657.928953:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384657.928955:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384657.928967:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384657.928970:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384657.928979:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bedd82 00000100:00000001:3.0:1767384657.928981:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384657.928984:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072bedd82. 00000400:00000200:3.0:1767384657.928990:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f1429ce 00000100:00000001:0.0:1767384657.928990:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384657.928995:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f1429ce. 00000100:00000001:3.0:1767384657.928999:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384657.928999:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384657.929005:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.929017:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384657.929017:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384657.929025:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384657.929026:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.929062:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.929067:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384657.929068:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.929071:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384657.929073:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.929078:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.929079:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294948031 00000800:00000200:2.0:1767384657.929079:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384657.929084:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294948031 00000100:00000010:3.0:1767384657.929093:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f87fcee. 00000800:00000010:2.0:1767384657.929094:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de5bf06f. 00000100:00000001:3.0:1767384657.929105:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384657.929106:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384657.929113:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294948031 00000100:00000001:0.0:1767384657.929114:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294948031 00000100:00000010:3.0:1767384657.929121:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009793cfd8. 00000400:00000200:2.0:1767384657.929126:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: PUT: OK 00000100:00000001:0.0:1767384657.929126:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294948031 00000100:00000001:3.0:1767384657.929128:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384657.929139:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294948031 00000100:00000001:0.0:1767384657.929139:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294948031 00000400:00000200:2.0:1767384657.929142:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384657.929145:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294948031 00000100:00000010:3.0:1767384657.929146:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc6eabcd. 00000400:00000200:2.0:1767384657.929152:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000100:00000001:3.0:1767384657.929154:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384657.929161:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294948031 00000100:00000001:0.0:1767384657.929161:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294948031 00000100:00000010:3.0:1767384657.929167:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000791d827d. 00000100:00000001:0.0:1767384657.929168:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294948031 00000800:00000001:2.0:1767384657.929170:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384657.929173:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384657.929188:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384657.929189:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.929190:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294948031 00000100:00000001:0.0:1767384657.929200:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384657.929201:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384657.929203:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384657.929203:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.929207:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.929214:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.929214:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384657.929216:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.929223:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.929231:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384657.929231:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384657.929236:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384657.929238:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384657.929240:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19) <- 192.168.202.117@tcp19 : PUT - for me 00000100:00000001:3.0:1767384657.929247:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.929250:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384657.929253:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384657.929254:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384657.929257:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.929258:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.929261:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.929263:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.929271:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384657.929285:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 496/544 into md 0x1a41 [1] + 0 00000400:00000010:2.0:1767384657.929290:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cebe9c77. 00000400:00000200:2.0:1767384657.929298:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a77cedf 00000800:00000001:2.0:1767384657.929304:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.929313:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.929317:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.929323:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: PUT: OK 00000400:00000200:2.0:1767384657.929327:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00000400:00000010:2.0:1767384657.929330:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00000400:00000200:2.0:1767384657.929334:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384657.929339:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (31) 00000400:00000200:2.0:1767384657.929348:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:2.0:1767384657.929351:0:16134:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (544 bytes) 00000400:00000200:2.0:1767384657.929357:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384657.929368:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (32) 00000400:00000200:2.0:1767384657.929384:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384657.929391:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp19 to MR: 192.168.202.117@tcp19 local destination 00000400:00000200:2.0:1767384657.929400:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp19 NI seq info: [124:124:256:4294967295] 192.168.202.117@tcp19 LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1767384657.929415:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19:192.168.202.117@tcp19) -> 192.168.202.117@tcp19(192.168.202.117@tcp19:192.168.202.117@tcp19) 192.168.202.117@tcp19 : ACK try# 0 00000800:00000200:2.0:1767384657.929425:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp19 00000800:00000010:2.0:1767384657.929429:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de5bf06f. 00000100:00000001:0.0:1767384657.929435:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:2.0:1767384657.929436:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (6) 00000100:00100000:0.0:1767384657.929439:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673728 02000000:00000001:0.0:1767384657.929443:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1767384657.929451:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp19 ip 192.168.202.117:1003 00000100:00000001:0.0:1767384657.929452:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384657.929456:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384657.929456:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384657.929460:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de5bf06f type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384657.929463:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000f8bdf028. 02000000:00000001:0.0:1767384657.929464:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384657.929473:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f8b00a. 00000100:00100000:0.0:1767384657.929474:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673728 00000020:00000001:0.0:1767384657.929478:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384657.929480:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a00b1f7. 00000020:00000040:0.0:1767384657.929482:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000800:00000001:2.0:1767384657.929484:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384657.929486:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f8bdf028 00000020:00000001:0.0:1767384657.929487:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384657.929492:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000400:00000010:3.0:1767384657.929494:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000f9ddff12. 00000020:00000001:0.0:1767384657.929496:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384657.929500:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:3.0:1767384657.929501:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000800:00000001:2.0:1767384657.929505:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.929506:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384657.929512:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102471 00000020:00000010:0.0:1767384657.929513:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000400:00000200:3.0:1767384657.929517:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (31) 00000100:00000001:0.0:1767384657.929519:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384657.929522:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000008e2d6b95. 00000020:00000010:0.0:1767384657.929523:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000400:00000010:3.0:1767384657.929527:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004167f7cc. 00000400:00000010:3.0:1767384657.929536:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095c5a775. 00000020:00000010:0.0:1767384657.929536:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5f7264d. 00000020:00000010:0.0:1767384657.929542:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a093d78. 00000400:00000200:3.0:1767384657.929544:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000020:00000010:0.0:1767384657.929551:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001bfbab86. 00000400:00000200:3.0:1767384657.929557:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384657.929568:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000040:0.0:1767384657.929569:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:2.0:1767384657.929570:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384657.929580:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:2.0:1767384657.929581:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de5bf06f. 00000400:00000200:3.0:1767384657.929586:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000100:00000001:0.0:1767384657.929586:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384657.929590:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384657.929592:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384657.929608:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:2.0:1767384657.929610:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: ACK: OK 00000100:00000001:0.0:1767384657.929611:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384657.929624:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:3.0:1767384657.929627:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000400:00000200:3.0:1767384657.929631:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000100:00000001:0.0:1767384657.929632:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384657.929636:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000100:00000001:0.0:1767384657.929646:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384657.929648:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000100:00100000:0.0:1767384657.929651:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673856 02000000:00000001:0.0:1767384657.929656:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384657.929659:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384657.929660:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000100:00000001:0.0:1767384657.929662:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.929668:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384657.929672:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000100:00100000:0.0:1767384657.929673:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673856 00000020:00000001:0.0:1767384657.929678:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384657.929681:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:3.0:1767384657.929683:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000020:00000001:0.0:1767384657.929686:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384657.929689:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384657.929693:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:3.0:1767384657.929694:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000020:00000001:0.0:1767384657.929698:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384657.929703:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384657.929706:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000400:00000200:3.0:1767384657.929707:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000100:00000001:0.0:1767384657.929711:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384657.929717:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000400:00000200:3.0:1767384657.929720:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000020:00000010:0.0:1767384657.929722:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e97ca8e. 00000020:00000010:0.0:1767384657.929728:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5573af2. 00000400:00000200:3.0:1767384657.929732:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000020:00000010:0.0:1767384657.929738:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000580b8c13. 00000400:00000200:3.0:1767384657.929741:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000100:00000001:0.0:1767384657.929745:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384657.929749:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384657.929750:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384657.929753:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000100:00000001:0.0:1767384657.929755:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384657.929767:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000100:00000001:0.0:1767384657.929771:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384657.929775:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 28], ns[104, 28] 00000400:00000200:3.0:1767384657.929787:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 28], ns[66, 28] 00000100:00000001:0.0:1767384657.929792:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384657.929793:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 28], ns[79, 28] 00000400:00000200:3.0:1767384657.929801:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 28], ns[91, 28] 00000100:00000001:0.0:1767384657.929805:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384657.929810:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 28], ns[112, 28] 00000100:00100000:0.0:1767384657.929817:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000400:00000200:3.0:1767384657.929818:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[115, 28] 00000100:00000040:0.0:1767384657.929826:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384657.930094:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935586384 : -115911773965232 : ffff96942fe33450) 00000100:00000040:0.0:1767384657.930106:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f942ed21 x1853237059673728/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:638/0 lens 4848/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384657.930114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 28], ns[94, 28] 00000100:00000001:0.0:1767384657.930119:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384657.930125:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000100:00000001:0.0:1767384657.930130:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384657.930134:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 28], ns[120, 28] 00000020:00000010:0.0:1767384657.930136:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000400:00000200:3.0:1767384657.930145:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 28], ns[119, 28] 00000100:00100000:0.0:1767384657.930153:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f942ed21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059673728:12345-0@lo:253: 00000400:00000200:3.0:1767384657.930156:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 28], ns[122, 28] 00000100:00000200:0.0:1767384657.930164:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673728 00000400:00000200:3.0:1767384657.930166:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000020:00000001:0.0:1767384657.930170:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384657.930175:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp20 00000020:00000001:0.0:1767384657.930180:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384657.930181:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp20 lpni_is_preferred = 0 00000020:00000001:0.0:1767384657.930184:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384657.930185:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp20 00000400:00000200:3.0:1767384657.930191:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp20 NI seq info: [125:125:256:4294967295] 192.168.202.117@tcp20 LPNI seq info [122:122:8:4294967295] 00000020:00000001:0.0:1767384657.930191:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384657.930196:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:3.0:1767384657.930200:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp20 00000020:00000001:0.0:1767384657.930203:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384657.930207:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384657.930211:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20:) -> 192.168.202.117@tcp20(192.168.202.117@tcp:192.168.202.117@tcp20) : GET try# 0 00000020:00000001:0.0:1767384657.930214:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384657.930218:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384657.930222:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384657.930226:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp20 00000100:00000001:0.0:1767384657.930226:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:2.0:1767384657.930231:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384657.930231:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1767384657.930232:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009c0763a5. 00000800:00000001:2.0:1767384657.930241:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384657.930242:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (6) 02000000:00000010:0.0:1767384657.930243:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008bef140a. 02000000:00000001:0.0:1767384657.930254:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384657.930255:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384657.930258:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp20 ip 192.168.202.117:988 00000100:00000001:0.0:1767384657.930263:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384657.930264:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c0763a5 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384657.930266:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384657.930271:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384657.930276:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000800:00000001:2.0:1767384657.930277:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384657.930284:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100671 rc 0 20000000:00000010:0.0:1767384657.930285:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009db6e92b. 00000800:00000001:2.0:1767384657.930288:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384657.930293:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384657.930300:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384657.930304:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384657.930305:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp19(192.168.202.117@tcp19) <- 192.168.202.117@tcp19 : ACK - for me 00000100:00000001:3.0:1767384657.930308:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:0.0:1767384657.930310:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.930313:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384657.930324:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 20000000:00000001:0.0:1767384657.930325:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384657.930330:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000400:00000200:2.0:1767384657.930332:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp19: ACK from 12345-192.168.202.117@tcp19 into md 0x1b29 00000100:00000001:3.0:1767384657.930334:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935573072 : -115911773978544 : ffff96942fe30050) 20000000:00000001:0.0:1767384657.930335:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384657.930345:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384657.930346:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000666ebf26 x1853237059673856/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:638/0 lens 4848/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:0.0:1767384657.930352:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000072b43302. 20000000:01000000:0.0:1767384657.930361:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000100:00000001:3.0:1767384657.930366:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384657.930368:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp19->192.168.202.117@tcp19: ACK: OK 00000020:00000010:3.0:1767384657.930372:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca25d9a. 00000400:00000200:2.0:1767384657.930375:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000100:00000001:3.0:1767384657.930376:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384657.930376:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:2.0:1767384657.930381:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000020:00000010:3.0:1767384657.930385:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca25d9a. 00080000:00000001:0.0:1767384657.930388:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384657.930392:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:3.0:1767384657.930393:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000666ebf26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059673856:12345-0@lo:253: 00000100:00000200:3.0:1767384657.930401:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673856 00000020:00000001:3.0:1767384657.930404:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384657.930405:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000020:00000001:3.0:1767384657.930407:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384657.930410:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384657.930413:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384657.930414:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:2.0:1767384657.930417:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000020:00000001:3.0:1767384657.930419:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384657.930422:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384657.930425:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384657.930427:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384657.930428:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.930430:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384657.930432:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384657.930435:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (32) 02000000:00000010:3.0:1767384657.930438:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d78bab9f. 02000000:00000001:3.0:1767384657.930440:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.930442:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384657.930447:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384657.930452:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384657.930455:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000fe9a671. 00080000:00000001:0.0:1767384657.930457:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:01000000:3.0:1767384657.930460:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384657.930461:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384657.930464:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384657.930466:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384657.930466:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384657.930470:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384657.930472:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.930473:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384657.930474:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384657.930483:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:0.0:1767384657.930491:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384657.930499:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a647fdb. 00080000:00000001:0.0:1767384657.930502:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868761600 : -115916840790016 : ffff969301e19800) 00000800:00000200:2.0:1767384657.930506:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1767384657.930507:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384657.930513:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009c0763a5. 00000400:00000200:2.0:1767384657.930518:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.930524:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: GET: OK 00000400:00000200:2.0:1767384657.930528:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384657.930531:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:2.0:1767384657.930537:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.930543:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384657.930545:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.930550:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384657.930552:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.930556:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.930561:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20) <- 192.168.202.117@tcp20 : GET - for me 00000400:00000200:2.0:1767384657.930569:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384657.930574:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 544/544 into md 0x1b25 [1] + 0 00000400:00000200:2.0:1767384657.930583:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp20 to MR: 192.168.202.117@tcp20 local destination 00000400:00000200:2.0:1767384657.930590:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp20 NI seq info: [126:126:256:4294967295] 192.168.202.117@tcp20 LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1767384657.930600:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) -> 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) 192.168.202.117@tcp20 : REPLY try# 0 00000800:00000200:2.0:1767384657.930606:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.117@tcp20 00000800:00000010:2.0:1767384657.930610:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de5bf06f. 00000800:00000200:2.0:1767384657.930616:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (6) 00000800:00000200:2.0:1767384657.930623:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp20 ip 192.168.202.117:1001 00000800:00000200:2.0:1767384657.930627:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de5bf06f type 3, nob 640 niov 1 nkiov 1 00000001:00000001:0.0:1767384657.930653:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384657.930657:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384657.930661:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:2.0:1767384657.930665:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384657.930670:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de5bf06f. 00000400:00000200:2.0:1767384657.930674:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.930680:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: REPLY: OK 00080000:00000001:0.0:1767384657.930687:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384657.930690:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384657.930695:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000001:2.0:1767384657.930696:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384657.930700:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.930705:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384657.930714:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.930719:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.930725:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20) <- 192.168.202.117@tcp20 : REPLY - for me 00000400:00000200:2.0:1767384657.930737:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp20: Reply from 12345-192.168.202.117@tcp20 of length 544/544 into md 0x1b41 00000800:00000001:2.0:1767384657.930741:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.930750:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.930753:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.930760:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: REPLY: OK 00000400:00000200:2.0:1767384657.930766:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004167f7cc 00000400:00000010:2.0:1767384657.930768:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004167f7cc. 00000400:00000200:2.0:1767384657.930773:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384657.930777:0:16134:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:2.0:1767384657.930781:0:16134:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:2.0:1767384657.930787:0:16134:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 32. state = 0x100271 00000400:00000200:2.0:1767384657.930795:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384657.930801:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (31) 00000800:00000001:2.0:1767384657.930810:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.930817:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384657.930854:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384657.930859:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384657.930990:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384657.930998:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:2.0:1767384657.931006:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 00000000700467c4. 00000400:00000010:2.0:1767384657.931011:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000fa72c901. 00000400:00000010:2.0:1767384657.931015:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 0000000023a470a5. 00000400:00000200:2.0:1767384657.931046:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp32(0000000089940113) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384657.931068:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp35(0000000024f9613a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384657.931073:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp36(000000001e317bea) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384657.931082:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004470767f. 00000400:00000200:2.0:1767384657.931089:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004470767f nid 192.168.202.117@tcp38 00000400:00000010:2.0:1767384657.931095:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000041eea25e. 00000400:00000200:2.0:1767384657.931097:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000041eea25e net tcp38 00000400:00000200:2.0:1767384657.931101:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (30) 00000400:00000200:2.0:1767384657.931107:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp38 flags 0x11 00000400:00000010:2.0:1767384657.931122:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d26220c3. 00000400:00000200:2.0:1767384657.931128:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d26220c3 nid 192.168.202.117@tcp39 00000400:00000010:2.0:1767384657.931134:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b9074119. 00000400:00000200:2.0:1767384657.931139:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b9074119 net tcp39 00000400:00000200:2.0:1767384657.931141:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (31) 00000400:00000200:2.0:1767384657.931149:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp39 flags 0x11 00000400:00000010:2.0:1767384657.931154:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001e1e9012. 00000400:00000200:2.0:1767384657.931158:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001e1e9012 nid 192.168.202.117@tcp40 00000400:00000010:2.0:1767384657.931160:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000013e632c. 00000400:00000200:2.0:1767384657.931162:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000013e632c net tcp40 00000400:00000200:2.0:1767384657.931164:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (32) 00000400:00000200:2.0:1767384657.931168:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp40 flags 0x11 00000400:00000010:2.0:1767384657.931171:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 00000000700467c4. 00000400:00000010:2.0:1767384657.931175:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000fa72c901. 00000400:00000010:2.0:1767384657.931179:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 0000000023a470a5. 00000400:00000010:2.0:1767384657.931183:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000008e2d6b95. 00000400:00000200:2.0:1767384657.931187:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384657.931190:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:2.0:1767384657.931195:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:2.0:1767384657.931200:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:2.0:1767384657.931204:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384657.931206:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:2.0:1767384657.931210:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384657.931213:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (33) 00080000:00000001:0.0:1767384657.940576:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384657.940589:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384657.940595:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384657.940597:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384657.940599:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384657.940605:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384657.940610:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384657.940612:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384657.940613:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384657.940616:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384657.940617:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a647fdb. 00080000:00000001:1.0:1767384657.940627:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384657.940633:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384657.940639:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008d686e95. 20000000:01000000:0.0:1767384657.940640:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384657.940645:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:3.0:1767384657.940651:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384657.940653:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384657.940657:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384657.940661:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384657.940667:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384657.940671:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384657.940677:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384657.940681:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384657.940690:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d2b3c35c. 00080000:00000001:3.0:1767384657.940694:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384657.940696:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384657.940697:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384657.940702:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384657.940704:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00080000:00000001:3.0:1767384657.940705:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384657.940709:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384657.940714:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384657.940715:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000020:00000040:1.0:1767384657.940721:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c891 to hash 00000020:00000001:1.0:1767384657.940726:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384657.940731:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:3.0:1767384657.940732:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384657.940738:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000010:3.0:1767384657.940742:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006cfe9335. 00010000:00000001:1.0:1767384657.940745:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384657.940749:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161410999296 : -115912298552320 : ffff9694109ea400) 00010000:00000001:1.0:1767384657.940750:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384657.940760:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384657.940761:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.940773:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384657.940777:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384657.940780:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384657.940782:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384657.940785:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.940787:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384657.940789:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.940798:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384657.940800:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384657.940801:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384657.940804:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384657.940807:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d2b3c35c) refcount = 1 00010000:00010000:1.0:1767384657.940813:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.940821:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384657.940823:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384657.940825:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.940829:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.940874:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384657.940879:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384657.940883:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384657.940887:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:3.0:1767384657.940890:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1767384657.940891:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384657.940895:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384657.940897:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00080000:00000001:3.0:1767384657.940899:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384657.940905:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384657.940909:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384657.940913:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384657.940915:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384657.940916:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384657.940925:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384657.940935:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384657.940940:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.940947:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.940950:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384657.940952:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.940959:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384657.940961:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.940970:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384657.940974:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384657.940980:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384657.940985:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384657.940988:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384657.940990:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.940996:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384657.940997:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384657.941000:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384657.941002:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384657.941005:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384657.941009:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384657.941015:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384657.941018:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.941026:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384657.941029:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384657.941030:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384657.941032:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384657.941034:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384657.941043:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384657.941047:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384657.941066:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384657.941069:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384657.941072:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c891 from hash 00010000:00000001:1.0:1767384657.941076:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384657.941077:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.941080:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.941083:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384657.941086:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384657.941088:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384657.941091:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384657.941095:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.941103:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.941106:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384657.941108:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384657.941111:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.941113:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.941115:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.941118:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.941122:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384657.941127:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.941134:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.941136:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.941140:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384657.941142:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384657.941146:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.941150:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.941153:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384657.941158:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384657.941160:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384657.941162:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.941170:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384657.941172:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384657.941175:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c891 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384657.941182:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d2b3c35c count: 0 00010000:00000001:1.0:1767384657.941197:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384657.941200:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384657.941931:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294948031, at 4294948032 00000100:00000010:0.0:1767384657.941945:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f87fcee. 00000100:00000040:2.0:1767384657.942078:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294948031, at 4294948032 00000100:00000010:2.0:1767384657.942088:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc6eabcd. 00000100:00000040:1.0:1767384657.942283:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294948031, at 4294948032 00000100:00000010:1.0:1767384657.942290:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009793cfd8. 00000100:00000040:3.0:1767384657.942904:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294948031, at 4294948033 00000100:00000010:3.0:1767384657.942915:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000791d827d. 00010000:00000010:1.1:1767384657.945904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d2b3c35c. 00010000:00000010:1.1:1767384657.945915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00000400:00000010:3.0:1767384657.952673:0:32340:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c384c04e. 00000400:00000040:3.0:1767384657.952705:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384657.952709:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384657.952714:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384657.952717:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384657.952721:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384657.952723:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384657.952727:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384657.952730:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384657.952732:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384657.952734:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384657.952737:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384657.952740:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384657.952743:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384657.952747:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384657.952749:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384657.952752:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384657.952754:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384657.952757:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384657.952758:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384657.952761:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384657.952764:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384657.952766:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384657.952769:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384657.952778:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384657.952781:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384657.952784:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384657.952787:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384657.952789:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384657.952791:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384657.952795:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384657.952797:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384657.952800:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384657.952803:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384657.952805:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384657.952807:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384657.952809:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384657.952811:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384657.952813:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384657.952815:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384657.952817:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384657.952818:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384657.952819:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384657.952821:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384657.952822:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384657.952823:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384657.952825:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384657.952826:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384657.952827:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384657.952829:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384657.952853:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384657.952855:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384657.952857:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384657.952858:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384657.952859:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384657.952861:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384657.952862:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384657.952864:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384657.953090:0:32340:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c384c04e. 00080000:00000001:3.0:1767384657.954098:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384657.954102:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384657.954105:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:3.0:1767384657.954112:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384657.954113:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384657.954118:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384657.954124:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384657.954125:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384657.954127:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384657.954131:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384657.954132:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006cfe9335. 00080000:00000001:2.0:1767384657.954142:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384657.954148:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384657.954156:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384657.954166:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384657.954188:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384657.954191:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384657.954195:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384657.954200:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384657.954203:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384657.954212:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d0d1373. 00010000:00000001:3.0:1767384657.954217:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384657.954220:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ce68463. 00000020:00000001:3.0:1767384657.954225:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384657.954230:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ce68463 with handle 0x534bb1615bf4c898 to hash 00000020:00000001:3.0:1767384657.954233:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384657.954235:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384657.954237:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384657.954240:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384657.954243:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384657.954247:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954255:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384657.954260:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384657.954262:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384657.954264:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384657.954267:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384657.954270:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384657.954272:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384657.954275:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384657.954278:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384657.954280:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384657.954281:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384657.954283:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d0d1373) refcount = 1 00010000:00010000:3.0:1767384657.954285:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954295:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384657.954297:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384657.954299:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384657.954302:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384657.954304:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384657.954307:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384657.954312:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384657.954314:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384657.954316:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384657.954317:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ce68463 refcount=4 00000020:00000001:3.0:1767384657.954320:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384657.954323:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384657.954326:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384657.954328:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954334:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384657.954336:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954339:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384657.954341:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384657.954342:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954346:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384657.954347:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384657.954349:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384657.954351:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384657.954357:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ce68463 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384657.954360:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384657.954366:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384657.954368:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954373:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384657.954374:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384657.954375:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384657.954376:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ce68463 refcount=5 00000020:00000001:3.0:1767384657.954377:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384657.954379:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586112512 : -115912123439104 : ffff96941b0ea800) 00010000:00000001:3.0:1767384657.954383:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384657.954386:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954392:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384657.954394:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384657.954395:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384657.954399:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384657.954402:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384657.954404:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384657.954406:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384657.954409:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ce68463 with handle 0x534bb1615bf4c898 from hash 00010000:00000001:3.0:1767384657.954412:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384657.954414:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384657.954415:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384657.954416:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384657.954418:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384657.954420:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384657.954423:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384657.954425:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384657.954428:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384657.954430:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384657.954432:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384657.954435:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384657.954436:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384657.954438:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384657.954447:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384657.954450:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384657.954453:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954462:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384657.954465:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384657.954469:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384657.954472:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384657.954475:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384657.954477:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384657.954479:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384657.954485:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384657.954487:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384657.954489:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384657.954494:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384657.954496:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384657.954498:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ce68463/0x534bb1615bf4c898 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384657.954502:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d0d1373 count: 0 00010000:00000001:3.0:1767384657.954510:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384657.954511:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384657.956760:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384657.956769:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384657.956773:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009db6e92b. 20000000:00000001:1.0:1767384657.956782:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384657.956796:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059673728 00010000:00000001:1.0:1767384657.956801:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384657.956815:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f942ed21 x1853237059673728/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384657.956826:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384657.956829:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384657.956875:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384657.956881:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384657.956884:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384657.956887:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384657.956893:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384657.956897:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.956904:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384657.956914:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384657.956919:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa22bf2. 00000100:00000200:1.0:1767384657.956926:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059673728, offset 224 00000400:00000200:1.0:1767384657.956934:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384657.956949:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.956959:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05e80 00000400:00000200:1.0:1767384657.956967:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b2d [2] + 224 00000400:00000200:1.0:1767384657.956977:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.956983:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384657.956990:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384657.956995:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.957006:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.957018:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384657.957027:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa22bf2 00000400:00000010:1.0:1767384657.957030:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa22bf2. 00000100:00000001:1.0:1767384657.957033:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384657.957035:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.957035:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384657.957039:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384657.957040:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.957043:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:2.0:1767384657.957045:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.957047:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384657.957068:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d5144a. 00000400:00000200:2.0:1767384657.957074:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080f5c54 00010000:00000001:1.0:1767384657.957074:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384657.957077:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000080f5c54. 00000020:00000001:1.0:1767384657.957078:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.957081:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384657.957082:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384657.957085:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.957085:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f942ed21 x1853237059673728/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384657.957099:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.957101:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f942ed21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059673728:12345-0@lo:253: Request processed in 26978us (28157us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384657.957110:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384657.957112:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000001:2.0:1767384657.957113:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.957115:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384657.957117:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 02000000:00000001:2.0:1767384657.957119:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384657.957121:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384657.957122:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.957123:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384657.957124:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.957128:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384657.957128:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a093d78. 00000100:00001000:2.0:1767384657.957133:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=65 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384657.957133:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001bfbab86. 00000100:00001000:2.0:1767384657.957137:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=65 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384657.957139:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5f7264d. 00000100:00000001:2.0:1767384657.957141:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384657.957145:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384657.957145:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00010000:00000001:2.0:1767384657.957148:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384657.957151:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.957152:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384657.957155:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384657.957155:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008bef140a. 00000100:00000040:2.0:1767384657.957161:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384657.957161:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384657.957164:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.957169:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384657.957171:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384657.957172:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384657.957175:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384657.957179:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009423f1d8. 00000020:01000004:2.0:1767384657.957180:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384657.957184:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384657.957184:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa22bf2. 00000020:01000004:2.0:1767384657.957186:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384657.957188:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384657.957189:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384657.957198:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384657.957200:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384657.957204:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384657.957206:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384657.957208:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384657.957212:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384657.957223:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e7ca39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059673728:0@lo:253: 00000100:00000001:2.0:1767384657.957231:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.957234:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384657.957238:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e7ca39 x1853237059673728/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.957246:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384657.957249:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384657.957251:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061750cbc. 02000000:00000001:2.0:1767384657.957255:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384657.957257:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384657.957259:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384657.957261:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384657.957263:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000800a305c. 02000000:00000001:2.0:1767384657.957271:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384657.957273:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384657.957276:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e7ca39. 00000100:00000001:2.0:1767384657.957282:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384657.957285:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.957289:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.957298:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384657.957301:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.957307:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384657.957312:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384657.958261:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384657.958264:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384657.958266:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000fe9a671. 20000000:00000001:1.0:1767384657.958270:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384657.958275:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059673856 00010000:00000001:1.0:1767384657.958277:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384657.958281:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000666ebf26 x1853237059673856/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384657.958291:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384657.958292:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384657.958294:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384657.958298:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384657.958306:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384657.958309:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384657.958312:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384657.958313:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.958316:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384657.958318:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384657.958321:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007328cca9. 00000100:00000200:1.0:1767384657.958324:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059673856, offset 224 00000400:00000200:1.0:1767384657.958328:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384657.958334:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.958339:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a05f00 00000400:00000200:1.0:1767384657.958344:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b35 [2] + 224 00000400:00000200:1.0:1767384657.958350:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.958354:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384657.958357:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384657.958361:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.958370:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.958389:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384657.958393:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007328cca9 00000400:00000010:1.0:1767384657.958395:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007328cca9. 00000100:00000001:1.0:1767384657.958397:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384657.958399:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384657.958403:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.958406:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384657.958410:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384657.958412:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.958413:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384657.958418:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384657.958418:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384657.958430:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384657.958431:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000666ebf26 x1853237059673856/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384657.958433:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384657.958437:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7cc786. 00000400:00000200:3.0:1767384657.958444:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f7a1b9c 00000400:00000010:3.0:1767384657.958454:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f7a1b9c. 00000100:00100000:1.0:1767384657.958463:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000666ebf26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059673856:12345-0@lo:253: Request processed in 28088us (29506us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384657.958464:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384657.958475:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384657.958514:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.958514:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:1.0:1767384657.958521:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384657.958532:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384657.958536:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384657.958539:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5573af2. 00000020:00000010:1.0:1767384657.958546:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000580b8c13. 00000020:00000010:1.0:1767384657.958555:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e97ca8e. 00000100:00000001:3.0:1767384657.958562:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384657.958565:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384657.958567:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384657.958569:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384657.958575:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384657.958577:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384657.958578:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384657.958585:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384657.958586:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d78bab9f. 02000000:00000001:3.0:1767384657.958592:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.958596:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384657.958598:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=65 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384657.958603:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384657.958604:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384657.958614:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384657.958616:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384657.958618:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384657.958619:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384657.958621:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.958629:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384657.958632:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d49e4f01. 00000100:00000040:3.0:1767384657.958634:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384657.958643:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007328cca9. 00000100:00000001:3.0:1767384657.958645:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384657.958650:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384657.958652:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384657.958656:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384657.958658:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384657.958659:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384657.958661:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384657.958664:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384657.958665:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384657.958667:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384657.958669:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384657.958671:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384657.958672:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384657.958678:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059673856:0@lo:253: 00000100:00000001:3.0:1767384657.958685:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.958687:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384657.958688:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa33995e x1853237059673856/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.958699:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384657.958702:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384657.958705:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cdc0e277. 02000000:00000001:3.0:1767384657.958709:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384657.958710:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384657.958712:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384657.958714:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384657.958715:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b6c2ed8d. 02000000:00000001:3.0:1767384657.958718:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384657.958719:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384657.958721:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000100:00000001:3.0:1767384657.958724:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384657.958725:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.958726:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.958733:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384657.958734:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.958736:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384657.958737:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384657.961863:0:32343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d0d1373. 00010000:00000010:3.1:1767384657.961873:0:32343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ce68463. 00000004:00000001:3.0:1767384658.773930:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384658.773936:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384658.773943:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000100:00000040:0.0:1767384658.773944:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1767384658.773951:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384658.773952:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384658.773958:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384658.773963:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384658.773965:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 02000000:00000001:3.0:1767384658.773969:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384658.773969:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384658.773975:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384658.773977:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384658.773979:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067316d63. 02000000:00000001:0.0:1767384658.773980:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384658.773987:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000331f68e. 00000100:00000001:3.0:1767384658.773989:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.773992:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.773997:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384658.774000:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.774004:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384658.774011:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa33995e] to pc [ptlrpcd_00_00+0] req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.774017:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384658.774020:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.774032:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_01+1] req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384658.774057:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.774059:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.774063:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384658.774066:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384658.774069:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ea90da9. 00000020:00000040:0.0:1767384658.774073:0:2396:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384658.774076:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384658.774078:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384658.774080:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384658.774086:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000de87d9ef. 00000100:00000001:0.0:1767384658.774090:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.774100:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384658.774106:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384658.774108:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.774113:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea90da9] to pc [ptlrpcd_00_02+2] req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.774135:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.774141:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384658.774141:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.774146:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384658.774146:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384658.774150:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384658.774158:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384658.774159:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384658.774163:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384658.774168:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384658.774171:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384658.774175:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.774176:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384658.774179:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384658.774179:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ed33459. 02000000:00000001:3.0:1767384658.774184:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384658.774184:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.774187:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384658.774191:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.774191:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384658.774198:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059673984:0@lo:13: 00000100:00000001:0.0:1767384658.774204:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384658.774206:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384658.774207:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.774213:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384658.774215:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000719f0039] to pc [ptlrpcd_00_03+3] req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384658.774217:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.774222:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384658.774226:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384658.774229:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e2d6b95. 00000100:00000040:0.0:1767384658.774230:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384658.774234:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.774235:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384658.774239:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d19dd8a. 00000020:00000040:0.0:1767384658.774241:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1767384658.774242:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7cc786. 00000100:00000001:0.0:1767384658.774242:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384658.774246:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384658.774249:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.774254:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085a2d00d. 02000000:00000010:0.0:1767384658.774261:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005e0bc0c5. 00000100:00000200:3.0:1767384658.774264:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059673984, portal 4 00000100:00000001:0.0:1767384658.774267:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.774271:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384658.774275:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000100:00000040:0.0:1767384658.774276:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384658.774284:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384658.774285:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.774288:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384658.774289:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d19dd8a] to pc [ptlrpcd_00_00+0] req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.774320:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384658.774335:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.774340:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384658.774347:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384658.774350:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb6c24ed. 00000100:00000001:2.0:1767384658.774357:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384658.774360:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059673984, offset 0 00000100:00000001:2.0:1767384658.774362:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384658.774372:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384658.774377:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384658.774394:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384658.774404:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384658.774417:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a05f80 00000100:00000001:2.0:1767384658.774418:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.774427:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384658.774428:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2464 02000000:00000001:2.0:1767384658.774437:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384658.774440:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384658.774444:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.774450:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384658.774456:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059674240:0@lo:400: 00000100:00000001:3.0:1767384658.774460:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384658.774465:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384658.774467:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384658.774475:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384658.774476:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083db24cc. 00000100:00000040:3.0:1767384658.774484:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000083db24cc x1853237059673984 msgsize 224 02000000:00000001:2.0:1767384658.774486:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.774495:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384658.774501:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384658.774506:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9ddff12. 02000000:00000001:2.0:1767384658.774512:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.774513:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384658.774522:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000400:00000200:3.0:1767384658.774524:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb6c24ed 00000400:00000010:3.0:1767384658.774528:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb6c24ed. 00000100:00000001:3.0:1767384658.774531:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384658.774535:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.774537:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384658.774540:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000100:00000001:0.0:1767384658.774543:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384658.774552:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384658.774555:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059674240, portal 4 00000100:00000001:0.0:1767384658.774556:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384658.774559:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.774567:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384658.774567:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.774572:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.774574:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027872128 : -115911681679488 : ffff969435635f80) 00000100:00000001:3.0:1767384658.774576:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384658.774584:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.774591:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4770 usecs (5 jiffies) 00000100:00000040:2.0:1767384658.774594:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.774595:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384658.774598:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948869 00000100:00000001:0.0:1767384658.774598:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384658.774608:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000791d827d. 00000100:00000001:3.0:1767384658.774620:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384658.774620:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384658.774635:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948869 00000100:00000010:3.0:1767384658.774642:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a03ee887. 00000100:00000040:2.0:1767384658.774643:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384658.774652:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384658.774654:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000001:3.0:1767384658.774662:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948869 00000100:00000200:2.0:1767384658.774663:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059674240, offset 0 00000100:00000010:3.0:1767384658.774666:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000080b02ea. 00000100:00000001:3.0:1767384658.774670:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384658.774678:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948869 02000000:00000001:0.0:1767384658.774682:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384658.774686:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384658.774688:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005379ac6. 02000000:00000001:0.0:1767384658.774688:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.774695:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384658.774696:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384658.774705:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059674112:0@lo:400: 00000100:00000001:3.0:1767384658.774707:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.774709:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384658.774711:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.774719:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.774719:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384658.774726:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384658.774730:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384658.774730:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.774735:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384658.774741:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a06080 00000100:00000001:3.0:1767384658.774745:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.774749:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384658.774754:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384658.774761:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3440 00000100:00000001:3.0:1767384658.774762:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384658.774768:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384658.774777:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384658.774780:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384658.774794:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384658.774797:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.774801:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384658.774804:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384658.774808:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384658.774811:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.774815:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384658.774819:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059674496:0@lo:400: 00000100:00000200:2.0:1767384658.774821:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384658.774824:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384658.774828:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384658.774877:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae632d94. 00000100:00000040:2.0:1767384658.774885:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000ae632d94 x1853237059674240 msgsize 224 00000100:00100000:2.0:1767384658.774901:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384658.774926:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384658.774952:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 02000000:00000001:3.0:1767384658.774956:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.774956:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 02000000:00000001:3.0:1767384658.774960:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384658.774966:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b8f6723. 00000100:00000001:2.0:1767384658.774968:0:16142:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384658.774970:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.774976:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b0f040a. 00000400:00000010:3.0:1767384658.774981:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb6c24ed. 00000100:00000200:2.0:1767384658.774981:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384658.774991:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059674496, portal 10 00000100:00000001:3.0:1767384658.774997:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384658.775003:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000100:00000040:3.0:1767384658.775018:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.775020:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384658.775032:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384658.775036:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.775055:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384658.775061:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5ed7a5. 00000100:00000200:3.0:1767384658.775070:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059674496, offset 0 00000100:00000001:0.0:1767384658.775070:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.775073:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775075:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384658.775080:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384658.775082:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384658.775085:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384658.775090:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.775095:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775098:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384658.775105:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384658.775107:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4770 usecs (5 jiffies) 00000100:00000001:0.0:1767384658.775107:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.775117:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384658.775123:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384658.775124:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948870 02000000:00000001:0.0:1767384658.775131:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.775136:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a06180 00000100:00100000:0.0:1767384658.775139:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059674368:0@lo:400: 00000100:00000001:2.0:1767384658.775140:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294948869 00000400:00000200:3.0:1767384658.775151:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:0.0:1767384658.775152:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384658.775155:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948870 02000000:00000001:0.0:1767384658.775156:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384658.775161:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.775165:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294948869 02000000:00000001:0.0:1767384658.775165:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384658.775168:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384658.775172:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005089ffee. 02000000:00000001:0.0:1767384658.775177:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.775181:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384658.775183:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948870 00000400:00000010:0.0:1767384658.775184:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053285ba1. 00000100:00000001:3.0:1767384658.775186:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384658.775191:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384658.775200:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eecc1ebf. 00000100:00000001:2.0:1767384658.775200:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294948869 00000400:00000010:0.0:1767384658.775201:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ce32a60. 00000100:00000040:3.0:1767384658.775212:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000eecc1ebf x1853237059674496 msgsize 224 00000100:00000200:0.0:1767384658.775215:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059674368, portal 10 00000100:00000001:2.0:1767384658.775221:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948870 00000100:00000001:0.0:1767384658.775222:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384658.775231:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384658.775236:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:2.0:1767384658.775244:0:16142:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294948869 00000100:00000040:0.0:1767384658.775245:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.775248:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384658.775256:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5ed7a5 00000100:00000001:0.0:1767384658.775257:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384658.775259:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384658.775262:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5ed7a5. 00000100:00000001:2.0:1767384658.775268:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.775268:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384658.775273:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384658.775276:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7cf5a0. 00000100:00000001:2.0:1767384658.775281:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384658.775282:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059674368, offset 0 00000100:00000200:3.0:1767384658.775288:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.775292:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.775303:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384658.775312:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384658.775316:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384658.775317:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384658.775317:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384658.775330:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.775330:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.775335:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384658.775335:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a06100 00000100:00000001:2.0:1767384658.775344:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.775347:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.775350:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000100:00000001:3.0:1767384658.775358:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384658.775360:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.775360:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384658.775365:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.775375:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3381 usecs (4 jiffies) 00000400:00000200:0.0:1767384658.775379:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384658.775382:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294948869 00000100:00000001:3.0:1767384658.775387:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294948870 00000100:00000001:0.0:1767384658.775388:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384658.775389:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294948869 00000100:00000200:0.0:1767384658.775391:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384658.775395:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294948870 00000100:00000010:0.0:1767384658.775396:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678296d1. 00000100:00000001:3.0:1767384658.775401:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294948869 00000100:00000040:0.0:1767384658.775403:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000678296d1 x1853237059674368 msgsize 224 00000100:00000001:3.0:1767384658.775405:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294948870 00000100:00000001:2.0:1767384658.775406:0:23247:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384658.775413:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294948869 00000100:00100000:2.0:1767384658.775415:0:23247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059673984 00000100:00100000:0.0:1767384658.775415:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384658.775423:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294948870 00000100:00000001:3.0:1767384658.775424:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.775426:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775429:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384658.775436:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.775437:0:23247:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384658.775440:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7cf5a0 00000400:00000010:0.0:1767384658.775444:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db7cf5a0. 00000100:00000001:2.0:1767384658.775445:0:23247:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384658.775446:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.775455:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384658.775455:0:23247:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775457:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384658.775459:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384658.775465:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.775467:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384658.775469:0:23247:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.775471:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384658.775476:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384658.775481:0:23247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059673984 00000100:00000001:3.0:1767384658.775482:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775484:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384658.775496:0:23247:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384658.775501:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384658.775502:0:23247:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:2.0:1767384658.775511:0:23247:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384658.775514:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384658.775516:0:23247:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000001:0.0:1767384658.775517:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384658.775526:0:23247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384658.775528:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384658.775532:0:23247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000040:0.0:1767384658.775536:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3313 usecs (4 jiffies) 00000100:00000001:2.0:1767384658.775539:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384658.775541:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948869 00000020:00000010:2.0:1767384658.775546:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74ecc0. 00000100:00000001:0.0:1767384658.775547:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948870 00000020:00000010:2.0:1767384658.775554:0:23247:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006f8aeec0. 00000100:00000001:0.0:1767384658.775565:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948869 00000020:00000040:2.0:1767384658.775568:0:23247:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:0.0:1767384658.775571:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948870 00000100:00000001:0.0:1767384658.775576:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948869 00000100:00000001:0.0:1767384658.775580:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948870 00000100:00000001:0.0:1767384658.775582:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948869 00000100:00000001:0.0:1767384658.775584:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948870 00000100:00000001:0.0:1767384658.775587:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384658.775588:0:23247:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384658.775591:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775595:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384658.775596:0:23247:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004833af75. 00000100:00000001:0.0:1767384658.775599:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384658.775607:0:23247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000fd6e724. 00000100:00000001:0.0:1767384658.775607:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384658.775613:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384658.775619:0:23247:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000001:0.0:1767384658.775620:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.775623:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384658.775627:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775631:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.775643:0:23247:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384658.775651:0:23247:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384658.775654:0:23247:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384658.775658:0:23247:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.775662:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384658.775667:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059674496 02000000:00000001:3.0:1767384658.775670:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384658.775671:0:23247:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.775674:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384658.775680:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.775683:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384658.775686:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059674496 00000020:00000001:3.0:1767384658.775689:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384658.775691:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00000001:2.0:1767384658.775692:0:23247:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384658.775695:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.775707:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:3.0:1767384658.775711:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000001:3.0:1767384658.775715:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:3.0:1767384658.775720:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384658.775725:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e775b5. 00000020:00000010:3.0:1767384658.775729:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000124672dc. 00000100:00000001:2.0:1767384658.775731:0:23247:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767384658.775734:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5f7264d. 00000020:00000040:3.0:1767384658.775735:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:2.0:1767384658.775736:0:23247:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384658.775739:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.775744:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1767384658.775746:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000020:00000010:3.0:1767384658.775753:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79e581e. 00000100:00100000:2.0:1767384658.775754:0:23247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000400:00000010:0.0:1767384658.775755:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7cf5a0. 00000100:00000200:0.0:1767384658.775764:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059674112, portal 25 00000020:00000010:3.0:1767384658.775765:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cada7844. 00000100:00000040:2.0:1767384658.775767:0:23247:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384658.775768:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384658.775770:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000020:00000010:3.0:1767384658.775771:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007f4c905. 00000100:00000001:2.0:1767384658.775776:0:23247:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933875328 : -115911775676288 : ffff96942fc91880) 00000100:00000040:0.0:1767384658.775784:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.775787:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1767384658.775792:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083db24cc x1853237059673984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:639/0 lens 224/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.775793:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384658.775800:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384658.775801:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384658.775806:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384658.775811:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384658.775817:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000100:00000001:3.0:1767384658.775819:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384658.775825:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059674112, offset 0 00000100:00000001:3.0:1767384658.775827:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384658.775864:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384658.775876:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384658.775883:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a06000 00000400:00000200:0.0:1767384658.775890:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1375 [2] + 0 00000100:00000001:3.0:1767384658.775892:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.775905:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384658.775905:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000043978df. 00000400:00000200:0.0:1767384658.775909:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000013343e04 00000100:00000001:3.0:1767384658.775910:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.775913:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384658.775920:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f8aeec0. 00000400:00000200:0.0:1767384658.775925:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384658.775929:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384658.775931:0:23247:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384658.775931:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013343e04 00000100:00100000:3.0:1767384658.775932:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059674368 02000000:00000001:3.0:1767384658.775938:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384658.775940:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013343e04. 00000100:00000001:3.0:1767384658.775943:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384658.775944:0:23247:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f8aeec0. 00000100:00000001:3.0:1767384658.775946:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.775947:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384658.775951:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384658.775957:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.775957:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000bc9c80a2 x1853237059674112 msgsize 224 00000100:00100000:3.0:1767384658.775962:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059674368 00000020:00000001:3.0:1767384658.775968:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384658.775972:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00100000:2.0:1767384658.775974:0:23247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083db24cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059673984:12345-0@lo:13: 00000020:00000001:3.0:1767384658.775976:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384658.775980:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384658.775984:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00000040:0.0:1767384658.775987:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:3.0:1767384658.775992:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000200:2.0:1767384658.775996:0:23247:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059673984 00000020:00000001:3.0:1767384658.775997:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:0.0:1767384658.776001:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384658.776005:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384658.776007:0:23247:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384658.776007:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000020:00000010:3.0:1767384658.776011:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf1fda79. 00000400:00000010:0.0:1767384658.776014:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00000001:3.0:1767384658.776017:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384658.776018:0:23247:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384658.776019:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384658.776022:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf1fda79. 00000100:00000200:0.0:1767384658.776026:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384658.776028:0:23247:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384658.776030:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e9882. 00000020:00000010:3.0:1767384658.776039:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e07e0880. 00000020:00000010:3.0:1767384658.776055:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024a32bf0. 00000020:00000001:2.0:1767384658.776058:0:23247:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384658.776061:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384658.776062:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384658.776063:0:23247:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000100:00000001:3.0:1767384658.776065:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384658.776068:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.776069:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384658.776079:0:23247:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384658.776080:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384658.776081:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.776084:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384658.776087:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384658.776089:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384658.776089:0:23247:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.776094:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776104:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294948878 00000020:00000001:2.0:1767384658.776106:0:23247:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384658.776108:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384658.776115:0:23247:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384658.776122:0:23247:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776123:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948870 00000100:00000001:3.0:1767384658.776127:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384658.776132:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384658.776133:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294948878 00000100:00000001:2.0:1767384658.776136:0:23247:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384658.776138:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384658.776140:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948870 00000100:00000040:3.0:1767384658.776145:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 02000000:00000001:2.0:1767384658.776145:0:23247:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384658.776147:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294948878 00000100:00000001:3.0:1767384658.776152:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933871744 : -115911775679872 : ffff96942fc90a80) 02000000:00000010:2.0:1767384658.776155:0:23247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000023a470a5. 00000100:00000001:0.0:1767384658.776156:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948870 00000100:00000040:3.0:1767384658.776157:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eecc1ebf x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:639/0 lens 224/0 e 0 to 0 dl 1767384669 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384658.776167:0:23247:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776168:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294948878 00000100:00000001:0.0:1767384658.776175:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948870 00000100:00000001:2.0:1767384658.776176:0:23247:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776185:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1767384658.776190:0:23247:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384658.776193:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384658.776198:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf1fda79. 00000100:00000001:0.0:1767384658.776198:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384658.776200:0:23247:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384658.776202:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.776203:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384658.776206:0:23247:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384658.776207:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384658.776208:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf1fda79. 00080000:00000001:2.0:1767384658.776215:0:23247:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:3.0:1767384658.776216:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eecc1ebf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059674496:12345-0@lo:400: 00000100:00000001:0.0:1767384658.776216:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384658.776222:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384658.776223:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059674496 00000100:00000001:0.0:1767384658.776226:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384658.776227:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384658.776230:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384658.776234:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384658.776235:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.776237:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384658.776238:0:23247:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776240:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.776242:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384658.776246:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:3.0:1767384658.776256:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384658.776256:0:23247:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384658.776262:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:2.0:1767384658.776263:0:23247:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767384658.776272:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384658.776275:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384658.776276:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059674112 00000020:00000020:2.0:1767384658.776278:0:23247:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:3.0:1767384658.776280:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384658.776283:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384658.776286:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384658.776288:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384658.776288:0:23247:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384658.776289:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.776297:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384658.776297:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384658.776304:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059674112 00002000:00000020:2.0:1767384658.776306:0:23247:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:0.0:1767384658.776307:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384658.776308:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384658.776309:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 02000000:00000001:3.0:1767384658.776314:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384658.776316:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:2.0:1767384658.776317:0:23247:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:0.0:1767384658.776319:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 02000000:00000010:3.0:1767384658.776320:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006cfe9335. 02000000:00000001:3.0:1767384658.776325:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.776326:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000001:00000001:2.0:1767384658.776327:0:23247:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384658.776329:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.776333:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384658.776338:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384658.776339:0:23247:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776340:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1767384658.776344:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059674496 00000020:00000010:0.0:1767384658.776348:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac09be97. 00002000:00000001:2.0:1767384658.776349:0:23247:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.776350:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384658.776351:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384658.776361:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eecc1ebf x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384658.776362:0:23247:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059673984 00000020:00000010:0.0:1767384658.776362:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac09be97. 00010000:00000001:3.0:1767384658.776371:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384658.776373:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc35bd85. 00010000:00000001:3.0:1767384658.776374:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384658.776382:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001da5fb0. 00000100:00001000:3.0:1767384658.776386:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=61 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384658.776387:0:23247:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384658.776387:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000100:00000001:3.0:1767384658.776398:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384658.776402:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000200:2.0:1767384658.776406:0:23247:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083db24cc x1853237059673984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:639/0 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.776407:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384658.776407:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384658.776411:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384658.776414:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.776422:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:0.0:1767384658.776423:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.776433:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384658.776437:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.776444:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384658.776446:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384658.776447:0:23247:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384658.776451:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384658.776457:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5ed7a5. 00010000:00000001:2.0:1767384658.776459:0:23247:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384658.776462:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059674496, offset 224 00000100:00000001:0.0:1767384658.776462:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:2.0:1767384658.776467:0:23247:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384658.776472:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384658.776473:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384658.776479:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384658.776482:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000001:2.0:1767384658.776483:0:23247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384658.776487:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384658.776491:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384658.776493:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000040:2.0:1767384658.776498:0:23247:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:1.0:1767384658.776498:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776500:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935584336 : -115911773967280 : ffff96942fe32c50) 00000400:00000200:3.0:1767384658.776512:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a06180 00000100:00000001:1.0:1767384658.776515:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.776516:0:23247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000040:0.0:1767384658.776521:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc9c80a2 x1853237059674112/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:639/0 lens 224/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384658.776526:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b65 [1] + 224 02000000:00000001:2.0:1767384658.776533:0:23247:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384658.776537:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384658.776540:0:23247:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.776549:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384658.776551:0:23247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384658.776564:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384658.776565:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384658.776566:0:23247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384658.776571:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac09be97. 00000400:00000010:2.0:1767384658.776573:0:23247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000001:0.0:1767384658.776581:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384658.776582:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384658.776584:0:23247:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059673984, offset 224 00000020:00000010:0.0:1767384658.776592:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac09be97. 00000400:00000200:2.0:1767384658.776606:0:23247:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384658.776608:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.776615:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9c80a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059674112:12345-0@lo:400: 00000100:00000200:0.0:1767384658.776624:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059674112 00000020:00000001:0.0:1767384658.776630:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384658.776633:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384658.776634:0:23247:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384658.776635:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384658.776639:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5ed7a5 00000020:00000001:0.0:1767384658.776641:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.776644:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5ed7a5. 00000020:00000001:0.0:1767384658.776646:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384658.776649:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384658.776650:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000100:00000001:3.0:1767384658.776653:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384658.776655:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384658.776660:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.776661:0:23247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a05f80 00000020:00000001:0.0:1767384658.776661:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384658.776671:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000001:0.0:1767384658.776672:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384658.776676:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384658.776677:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384658.776682:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.776683:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.776685:0:23247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b55 [1] + 224 00000020:00000001:0.0:1767384658.776688:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384658.776689:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384658.776693:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384658.776698:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eecc1ebf x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384658.776700:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384658.776702:0:23247:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384658.776706:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079249996. 02000000:00000001:0.0:1767384658.776713:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776720:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384658.776723:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eecc1ebf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059674496:12345-0@lo:400: Request processed in 524us (1504us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384658.776723:0:23247:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384658.776724:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384658.776733:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059674112 00010000:00000001:0.0:1767384658.776740:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384658.776744:0:23247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384658.776746:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00000200:0.0:1767384658.776747:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc9c80a2 x1853237059674112/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384658.776756:0:23247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.776759:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:3.0:1767384658.776766:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384658.776769:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384658.776775:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cada7844. 00000020:00000010:3.0:1767384658.776785:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007f4c905. 00000020:00000010:3.0:1767384658.776793:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79e581e. 00000020:00000040:3.0:1767384658.776805:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:3.0:1767384658.776813:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.776822:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384658.776828:0:23247:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.776828:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.776859:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384658.776861:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384658.776867:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00001000:0.0:1767384658.776867:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=66 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384658.776875:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:3.0:1767384658.776878:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027876608 : -115911681675008 : ffff969435637100) 00000100:00000001:0.0:1767384658.776878:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384658.776883:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:0.0:1767384658.776886:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000040:3.0:1767384658.776887:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000678296d1 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:639/0 lens 224/0 e 0 to 0 dl 1767384669 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384658.776892:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384658.776897:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.776906:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384658.776917:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384658.776923:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000100:00000001:3.0:1767384658.776928:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384658.776934:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059674112, offset 224 00000020:00000010:3.0:1767384658.776936:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf1fda79. 00000100:00000001:3.0:1767384658.776950:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384658.776955:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf1fda79. 00000400:00000200:0.0:1767384658.776956:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384658.776957:0:23247:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384658.776966:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000678296d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059674368:12345-0@lo:400: 00000100:00000200:3.0:1767384658.776973:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059674368 00000400:00000200:2.0:1767384658.776973:0:23247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00000400:00000200:0.0:1767384658.776977:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384658.776980:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384658.776983:0:23247:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000020:00000001:3.0:1767384658.776984:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384658.776988:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.776992:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384658.776994:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000400:00000200:0.0:1767384658.776995:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a06000 00000100:00000001:2.0:1767384658.776996:0:23247:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384658.776998:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384658.777004:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.777004:0:23247:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384658.777012:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384658.777012:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1b75 [1] + 224 00000020:00000001:3.0:1767384658.777016:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384658.777017:0:23247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.777019:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384658.777020:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.777026:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384658.777031:0:23247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000400:00000200:0.0:1767384658.777031:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384658.777038:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384658.777058:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384658.777059:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384658.777061:0:23247:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:3.0:1767384658.777063:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed90a676. 02000000:00000001:3.0:1767384658.777067:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384658.777067:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.777070:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.777079:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384658.777080:0:23247:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384658.777086:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059674368 00000020:00000001:2.0:1767384658.777090:0:23247:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384658.777091:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384658.777092:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384658.777103:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000678296d1 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384658.777107:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083db24cc x1853237059673984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:639/0 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.777127:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384658.777132:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384658.777135:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00010000:00000001:3.0:1767384658.777139:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384658.777140:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (286) 00000400:00000010:0.0:1767384658.777142:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00001000:3.0:1767384658.777152:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384658.777155:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384658.777161:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384658.777167:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384658.777171:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.777177:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00100000:2.0:1767384658.777182:0:23247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083db24cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059673984:12345-0@lo:13: Request processed in 1261us (2682us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384658.777183:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384658.777185:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384658.777194:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384658.777194:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384658.777198:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.777199:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.777204:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384658.777205:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384658.777215:0:23247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384658.777216:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384658.777223:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9c80a2 x1853237059674112/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384658.777226:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5ed7a5. 00000100:00000040:2.0:1767384658.777231:0:23247:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000200:3.0:1767384658.777232:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059674368, offset 224 00000100:00000001:2.0:1767384658.777243:0:23247:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384658.777251:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384658.777252:0:23247:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384658.777253:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9c80a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059674112:12345-0@lo:400: Request processed in 682us (1287us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384658.777266:0:23247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000fd6e724. 00000100:00000001:1.0:1767384658.777271:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384658.777280:0:23247:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000100:00000001:1.0:1767384658.777280:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384658.777280:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000400:00000200:3.0:1767384658.777281:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384658.777297:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000020:00000010:2.0:1767384658.777298:0:23247:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004833af75. 00000400:00000001:1.0:1767384658.777298:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384658.777308:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384658.777308:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384658.777310:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a06100 00000020:00000040:2.0:1767384658.777314:0:23247:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:0.0:1767384658.777316:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384658.777325:0:23247:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384658.777325:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001da5fb0. 00000020:00000010:0.0:1767384658.777335:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000020:00000010:0.0:1767384658.777341:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc35bd85. 00000020:00000040:0.0:1767384658.777347:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000400:00000010:1.0:1767384658.777353:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 02000000:00000001:0.0:1767384658.777353:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384658.777358:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000079249996. 00000400:00000200:1.0:1767384658.777360:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7cf5a0 02000000:00000001:0.0:1767384658.777363:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384658.777364:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db7cf5a0. 00000100:00080000:2.0:1767384658.777369:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384658.777370:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384658.777372:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384658.777383:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b6d [1] + 224 00000100:00000200:0.0:1767384658.777388:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384658.777391:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384658.777391:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000200:1.0:1767384658.777392:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384658.777394:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000043978df. 00000400:00000010:0.0:1767384658.777407:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8f02b8e. 00000100:00080000:2.0:1767384658.777411:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:3.0:1767384658.777417:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384658.777424:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384658.777431:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384658.777439:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.777452:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384658.777452:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384658.777498:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384658.777500:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.777502:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384658.777510:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384658.777514:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384658.777517:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5ed7a5 00000100:00000001:1.0:1767384658.777518:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384658.777526:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5ed7a5. 00000100:00000001:1.0:1767384658.777527:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384658.777540:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.777542:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384658.777544:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767384658.777547:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=66 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384658.777548:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384658.777564:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=66 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384658.777566:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384658.777577:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384658.777579:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384658.777580:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384658.777582:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.777592:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384658.777592:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384658.777598:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.777602:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678296d1 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384658.777604:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.777622:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384658.777623:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000678296d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059674368:12345-0@lo:400: Request processed in 692us (2218us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384658.777624:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.777631:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059674240 02000000:00000001:0.0:1767384658.777640:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384658.777646:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384658.777654:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384658.777657:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 02000000:00000001:0.0:1767384658.777669:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.777670:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:1.0:1767384658.777672:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.777678:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384658.777682:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384658.777682:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767384658.777682:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059674240 00000100:00000001:1.0:1767384658.777693:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384658.777694:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e07e0880. 00000020:00000001:0.0:1767384658.777694:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384658.777702:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000010:3.0:1767384658.777706:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024a32bf0. 00000100:00000040:1.0:1767384658.777709:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384658.777711:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384658.777712:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d65e9882. 00000020:00000040:0.0:1767384658.777715:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000040:3.0:1767384658.777723:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000020:00000001:0.0:1767384658.777727:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384658.777733:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384658.777741:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384658.777753:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384658.777756:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059674112:0@lo:400: 00000100:00000001:3.0:1767384658.777759:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384658.777762:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.777764:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384658.777764:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac09be97. 00000400:00000001:3.0:1767384658.777773:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384658.777776:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384658.777777:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384658.777778:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384658.777784:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053285ba1. 00000020:00000010:0.0:1767384658.777784:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac09be97. 00000100:00000040:1.0:1767384658.777785:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059674112/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384658.777796:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ce32a60 00000020:00000010:0.0:1767384658.777799:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc35bd85. 00000400:00000010:3.0:1767384658.777802:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ce32a60. 00000100:00000001:1.0:1767384658.777802:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384658.777804:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001da5fb0. 02000000:00000001:1.0:1767384658.777811:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384658.777813:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000100:00000001:3.0:1767384658.777814:0:16143:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384658.777816:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5f7264d. 00000100:00000200:3.0:1767384658.777822:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384658.777826:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384658.777858:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384658.777868:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384658.777872:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384658.777876:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384658.777881:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.777882:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384658.777887:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.777888:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384658.777890:0:16143:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384658.777893:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384658.777894:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384658.777896:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.777897:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384658.777901:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.777904:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384658.777910:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=61 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384658.777910:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384658.777913:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384658.777917:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384658.777919:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.777922:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384658.777930:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.777931:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384658.777934:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384658.777942:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384658.777943:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384658.777950:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384658.777950:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384658.777955:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864907904 : -115916844643712 : ffff969301a6ca80) 00000100:00000040:3.0:1767384658.777956:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384658.777962:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384658.777964:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae632d94 x1853237059674240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:639/0 lens 224/0 e 0 to 0 dl 1767384669 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.777966:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.777976:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384658.777977:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384658.777980:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac09be97. 00000100:00000001:0.0:1767384658.777985:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384658.777990:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac09be97. 00000020:00000001:1.0:1767384658.777993:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384658.777999:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000100:00100000:0.0:1767384658.778000:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae632d94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059674240:12345-0@lo:400: 00000100:00000001:3.0:1767384658.778007:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384658.778012:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384658.778014:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059674240 00000100:00000001:3.0:1767384658.778023:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384658.778024:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000331f68e. 00000020:00000001:0.0:1767384658.778024:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384658.778032:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384658.778034:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384658.778036:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384658.778038:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384658.778040:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384658.778053:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384658.778056:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384658.778057:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000010:1.0:1767384658.778063:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000020:00000001:0.0:1767384658.778064:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384658.778070:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384658.778080:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384658.778080:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384658.778087:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059674368:0@lo:400: 00000100:00000001:1.0:1767384658.778094:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384658.778094:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384658.778104:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384658.778107:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.778108:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384658.778109:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384658.778110:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384658.778118:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.778119:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384658.778120:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384658.778125:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384658.778129:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059674368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384658.778129:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384658.778131:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079249996. 00000100:00000001:1.0:1767384658.778135:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.778137:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.778151:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.778154:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384658.778155:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384658.778157:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059674240 00010000:00000001:0.0:1767384658.778160:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384658.778166:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:0.0:1767384658.778168:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae632d94 x1853237059674240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384658.778170:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005089ffee. 02000000:00000001:3.0:1767384658.778176:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384658.778178:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384658.778179:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384658.778182:0:16143:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384658.778182:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384658.778186:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=56 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384658.778188:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384658.778192:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767384658.778193:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ed33459. 00000100:00000040:0.0:1767384658.778200:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 02000000:00000001:3.0:1767384658.778201:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384658.778203:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384658.778204:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384658.778207:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 02000000:00000001:0.0:1767384658.778208:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384658.778211:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.778214:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384658.778217:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384658.778219:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.778223:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384658.778228:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384658.778230:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384658.778231:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000100:00000001:3.0:1767384658.778234:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384658.778237:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059674240, offset 224 00000100:00000001:3.0:1767384658.778240:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.778245:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.778249:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384658.778261:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384658.778275:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a06080 00000400:00000200:0.0:1767384658.778287:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b5d [1] + 224 00000400:00000200:0.0:1767384658.778292:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384658.778302:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384658.778313:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384658.778321:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384658.778339:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.778358:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384658.778370:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000400:00000010:0.0:1767384658.778373:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00000001:0.0:1767384658.778382:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384658.778386:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384658.778398:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.778403:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384658.778406:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384658.778408:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.778412:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384658.778420:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae632d94 x1853237059674240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:639/0 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.778432:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae632d94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059674240:12345-0@lo:400: Request processed in 451us (3542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384658.778441:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384658.778445:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:0.0:1767384658.778447:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384658.778451:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384658.778455:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001da5fb0. 00000020:00000010:0.0:1767384658.778460:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000020:00000010:0.0:1767384658.778467:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc35bd85. 00000020:00000040:0.0:1767384658.778475:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:0.0:1767384658.778479:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.778525:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.778529:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384658.778540:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384658.778547:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384658.778554:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b0f040a. 00000400:00000200:0.0:1767384658.778561:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb6c24ed 00000400:00000010:0.0:1767384658.778564:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb6c24ed. 00000100:00000001:0.0:1767384658.778572:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384658.778585:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384658.778599:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.778606:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384658.778610:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.778612:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384658.778614:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384658.778616:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384658.778617:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.778620:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384658.778625:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384658.778630:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384658.778635:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384658.778638:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.778641:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384658.778651:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.778657:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.778662:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384658.778666:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384658.778668:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384658.778673:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.778680:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.778685:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.778688:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384658.778690:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384658.778695:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.778702:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059674496:0@lo:400: 00000400:00000001:0.0:1767384658.778714:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384658.778720:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384658.778723:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7cc786. 00000400:00000200:0.0:1767384658.778727:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085a2d00d 00000400:00000010:0.0:1767384658.778730:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085a2d00d. 00000100:00000001:0.0:1767384658.778734:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384658.778741:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384658.778751:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.778759:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384658.778762:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.778765:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384658.778767:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384658.778769:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384658.778771:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.778774:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384658.778778:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384658.778779:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384658.778784:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384658.778787:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.778790:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384658.778797:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.778801:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.778804:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384658.778806:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384658.778807:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384658.778809:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.778813:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.778817:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.778819:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384658.778821:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384658.778824:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384658.778863:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384658.778866:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384658.778878:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384658.778882:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.778887:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.778893:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059673984:0@lo:13: 00000100:00000001:0.0:1767384658.778898:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.778901:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384658.778906:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d19dd8a x1853237059674496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.778913:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384658.778916:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384658.778918:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b8f6723. 02000000:00000001:0.0:1767384658.778922:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384658.778923:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384658.778925:0:16140:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384658.778927:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384658.778929:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005e0bc0c5. 02000000:00000001:0.0:1767384658.778932:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384658.778934:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384658.778936:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d19dd8a. 00000100:00000001:0.0:1767384658.778940:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384658.778943:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.778944:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384658.778950:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa33995e x1853237059673984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.778954:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384658.778955:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384658.778956:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e2d6b95. 02000000:00000001:0.0:1767384658.778960:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384658.778966:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384658.778967:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384658.778970:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384658.778972:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067316d63. 02000000:00000001:0.0:1767384658.778977:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384658.778978:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384658.778979:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000100:00000001:0.0:1767384658.778985:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384658.778986:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.778987:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.778991:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384658.778992:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.778994:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.778995:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.779072:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.779075:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384658.779079:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384658.779081:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384658.779083:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00000400:00000200:0.0:1767384658.779089:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065736d18 00000400:00000010:0.0:1767384658.779091:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000100:00000001:0.0:1767384658.779097:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384658.779101:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384658.779107:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.779115:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384658.779118:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.779120:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384658.779122:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384658.779125:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384658.779126:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.779129:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384658.779132:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384658.779135:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384658.779137:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384658.779138:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.779145:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384658.779152:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.779158:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.779159:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384658.779161:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384658.779163:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384658.779165:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.779169:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.779173:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.779174:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384658.779175:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384658.779177:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.779181:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059674240:0@lo:400: 00000100:00000001:0.0:1767384658.779185:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.779187:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384658.779193:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ea90da9 x1853237059674240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.779199:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384658.779200:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384658.779203:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9ddff12. 02000000:00000001:0.0:1767384658.779206:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384658.779210:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384658.779212:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384658.779215:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384658.779218:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000de87d9ef. 02000000:00000001:0.0:1767384658.779221:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384658.779222:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384658.779223:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ea90da9. 00000100:00000001:0.0:1767384658.779230:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384658.779232:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.779239:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.779245:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384658.779247:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.779251:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.779254:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.788886:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000040:0.0:1767384658.788890:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000010:2.0:1767384658.788898:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000080b02ea. 00000100:00000010:0.0:1767384658.788902:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000791d827d. 00000100:00000040:3.0:1767384658.788908:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000040:1.0:1767384658.788916:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000010:3.0:1767384658.788917:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005379ac6. 00000100:00000010:1.0:1767384658.788930:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a03ee887. 00010000:00000001:0.0:1767384658.837906:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384658.837912:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.837918:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384658.837919:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.837953:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384658.837959:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.837962:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384659.285954:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp32 00000400:00000010:3.0:1767384659.285961:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d42759c7. 00000400:00000010:3.0:1767384659.285970:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b79e581e. 00000400:00000010:3.0:1767384659.285976:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5ed7a5. 00000400:00000010:3.0:1767384659.285985:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079325382. 00000400:00000200:3.0:1767384659.285989:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp32 00000400:00000200:3.0:1767384659.286011:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp32 local destination 00000400:00000200:3.0:1767384659.286018:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp32 00000400:00000200:3.0:1767384659.286022:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp32 NI seq info: [127:127:256:4294967295] 192.168.202.117@tcp32 LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1767384659.286028:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp32 00000400:00000200:3.0:1767384659.286050:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp32(192.168.202.117@tcp32:) -> 192.168.202.117@tcp32(192.168.202.117@tcp32:192.168.202.117@tcp32) : GET try# 0 00000800:00000200:3.0:1767384659.286057:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp32 00000800:00000010:3.0:1767384659.286068:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000978c6b32. 00000800:00000200:3.0:1767384659.286075:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000800:00000200:3.1:1767384659.286079:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000400:00000200:3.0:1767384659.286101:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp32 added to recovery queue. ping count: 4 next ping: 298 health :600 00000400:00000200:1.0:1767384659.286183:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286249:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286290:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286333:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286374:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286412:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286450:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286482:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286507:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286525:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286542:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286559:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286587:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286601:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286618:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286634:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286664:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286692:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286722:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286746:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286761:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286794:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286823:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.286971:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287008:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287093:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287124:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287156:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287185:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287232:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287279:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287313:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287331:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384659.287369:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384659.287614:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a86a9cd. 00000800:00000010:1.0:1767384659.287621:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe4f5adc. 00000800:00000010:1.0:1767384659.287628:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b9ce7576. 00000800:00000010:1.0:1767384659.287663:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b9ce7576. 00000800:00020000:1.0:1767384659.287673:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384659.287676:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe4f5adc. 00000800:00000010:1.0:1767384659.287681:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a86a9cd. 00000400:02020000:1.0:1767384659.287724:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp32 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384659.287730:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp32 notifying 192.168.202.117@tcp32: down 00000800:00000200:1.0:1767384659.287738:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp32 down 00000800:00000100:1.0:1767384659.287745:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp32 00000800:00000010:1.0:1767384659.287748:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000978c6b32. 00000400:00000200:1.0:1767384659.287752:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384659.287756:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp32->192.168.202.117@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384659.287768:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384659.287772:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384659.287775:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp32) recovery failed with -71 00080000:00000001:1.0:1767384659.686874:0:32793:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384659.686892:0:32793:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.686904:0:32793:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.686914:0:32793:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384659.686924:0:32793:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.686928:0:32793:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.797931:0:19653:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384659.797940:0:19653:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384659.797960:0:19654:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384659.797966:0:19654:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.861933:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384659.861943:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.861951:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384659.861953:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384659.861992:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384659.861998:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384659.862001:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384660.309890:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384660.309899:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384660.309902:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5ed7a5 00000400:00000010:3.0:1767384660.309908:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5ed7a5. 00000400:00000200:3.0:1767384660.309914:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384660.309923:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384660.309934:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d42759c7. 00000400:00000010:3.0:1767384660.309939:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b79e581e. 00000400:00000200:3.0:1767384660.309943:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp36 00000400:00000010:3.0:1767384660.309947:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000000e1dcad. 00000400:00000010:3.0:1767384660.309953:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b79e581e. 00000400:00000010:3.0:1767384660.309960:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5ed7a5. 00000400:00000010:3.0:1767384660.309966:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d02a8cc8. 00000400:00000200:3.0:1767384660.309970:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp36 00000400:00000200:3.0:1767384660.309980:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp36 local destination 00000400:00000200:3.0:1767384660.309986:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp36 00000400:00000200:3.0:1767384660.309989:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp36 NI seq info: [128:128:256:4294967295] 192.168.202.117@tcp36 LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1767384660.309995:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp36 00000400:00000200:3.0:1767384660.310001:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36:) -> 192.168.202.117@tcp36(192.168.202.117@tcp36:192.168.202.117@tcp36) : GET try# 0 00000800:00000200:3.0:1767384660.310005:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp36 00000800:00000010:3.0:1767384660.310009:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b10c8df2. 00000800:00000200:3.0:1767384660.310015:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000800:00000200:3.1:1767384660.310022:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000400:00000200:3.0:1767384660.310053:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp36 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:1.0:1767384660.310130:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310170:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310189:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310203:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310223:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310239:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310277:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310295:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310330:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310360:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310382:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310401:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310436:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310466:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310504:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310537:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310569:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310596:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310645:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310674:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310719:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310739:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310761:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310785:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310809:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310879:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.310963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000800:00000200:2.0:1767384660.310969:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (6) 00000800:00000200:2.0:1767384660.310982:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp23 ip 192.168.202.117:988 00000800:00000200:2.0:1767384660.310987:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384660.311043:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.311099:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.311154:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000800:00000200:2.0:1767384660.311155:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384660.311164:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384660.311176:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384660.311194:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384660.311198:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000800:00000001:2.0:1767384660.311200:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384660.311250:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384660.311285:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384660.311493:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a86a9cd. 00000800:00000010:1.0:1767384660.311498:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000565f99fb. 00000800:00000010:1.0:1767384660.311504:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000056c90cf6. 00000800:00000010:1.0:1767384660.311525:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000056c90cf6. 00000800:00020000:1.0:1767384660.311534:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384660.311538:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000565f99fb. 00000800:00000010:1.0:1767384660.311542:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a86a9cd. 00000400:02020000:1.0:1767384660.311579:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp36 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384660.311586:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp36 notifying 192.168.202.117@tcp36: down 00000800:00000200:1.0:1767384660.311591:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp36 down 00000800:00000100:1.0:1767384660.311597:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp36 00000800:00000010:1.0:1767384660.311601:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b10c8df2. 00000400:00000200:1.0:1767384660.311606:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384660.311610:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384660.311619:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384660.311621:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384660.311625:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp36) recovery failed with -71 00000001:00000001:1.0:1767384660.500488:0:32957:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384660.500493:0:32957:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:1.0:1767384660.504570:0:32957:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384660.512478:0:32958:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a6368356. 00000400:00000010:1.0:1767384660.512495:0:32958:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000565f99fb. 00000400:00000010:1.0:1767384660.512508:0:32958:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005fad65b0. 00000400:00000010:1.0:1767384660.512511:0:32958:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005dde77f7. 00000400:00000010:1.0:1767384660.512515:0:32958:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000037f82d80. 00000400:00000010:1.0:1767384660.512519:0:32958:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3dc16a5. 00000400:00000010:1.0:1767384660.512521:0:32958:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036d39360. 00000400:00000010:1.0:1767384660.512522:0:32958:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4960795. 00000400:00000010:1.0:1767384660.512525:0:32958:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007cc1f5c3. 00000800:00000010:1.0:1767384660.512540:0:32958:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000036ac0d07. 00000800:00000200:1.0:1767384660.512553:0:32958:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384660.512569:0:32958:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384660.512612:0:32958:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384660.512643:0:32958:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp41 [8/256/0/180] 00000400:00000010:1.0:1767384660.515360:0:32958:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000001df8a9a1. 00000400:00000010:1.0:1767384660.515368:0:32958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98d8241. 00000400:00000010:1.0:1767384660.515375:0:32958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000400:00000001:1.0:1767384660.515403:0:32958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384660.515405:0:32958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384660.515407:0:32958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000400:00000200:1.0:1767384660.515411:0:32958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070595828 00000400:00000010:1.0:1767384660.515414:0:32958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070595828. 00000400:00000010:1.0:1767384660.515418:0:32958:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000004c35b907. 00000400:00000200:1.0:1767384660.515424:0:32958:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (32) 00000400:00000200:1.0:1767384660.515440:0:32958:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384660.515450:0:32958:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:1.0:1767384660.515458:0:32958:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009a86a9cd. 00000020:01000000:1.0:1767384660.515462:0:32958:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384660.515465:0:32958:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp41 00000400:00000010:1.0:1767384660.515479:0:32958:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000565f99fb. 00000400:00000010:1.0:1767384660.515484:0:32958:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a6368356. 00000020:00000001:0.0:1767384660.515497:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384660.515500:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:0.0:1767384660.515502:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384660.515504:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384660.515506:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384660.515509:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384660.515512:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384660.515515:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000020:01000004:0.0:1767384660.515515:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384660.515517:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384660.515521:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384660.515522:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384660.515524:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085a2d00d. 00000020:01000004:0.0:1767384660.515524:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384660.515526:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384660.515528:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000020:01000004:0.0:1767384660.515529:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384660.515532:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384660.515535:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079dc297a. 00000100:00000010:0.0:1767384660.515537:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ea90da9. 00000400:00000200:3.0:1767384660.515541:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp20 00000020:00000040:0.0:1767384660.515543:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384660.515549:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384660.515552:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384660.515555:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp20 to MR: 192.168.202.117@tcp20 local destination 02000000:00000001:0.0:1767384660.515557:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.515564:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp20 NI seq info: [129:129:256:4294967295] 192.168.202.117@tcp20 LPNI seq info [126:126:8:4294967295] 02000000:00000010:0.0:1767384660.515565:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000061750cbc. 00000400:00000200:3.0:1767384660.515571:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp20 00000100:00000001:0.0:1767384660.515574:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.515581:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384660.515582:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) -> 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) : PUT try# 0 00000100:00000001:0.0:1767384660.515584:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384660.515590:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.117@tcp20 00000800:00000010:3.0:1767384660.515597:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066a26f91. 00000100:00000040:0.0:1767384660.515602:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea90da9] to pc [ptlrpcd_00_01+1] req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384660.515605:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (6) 00000800:00000200:3.0:1767384660.515616:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp20 ip 192.168.202.117:988 00000800:00000200:3.0:1767384660.515619:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066a26f91 type 1, nob 656 niov 1 nkiov 1 00000400:00000200:3.0:1767384660.515632:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:00000001:0.0:1767384660.515635:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.515636:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 10000000:00000001:0.0:1767384660.515641:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.515645:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384660.515648:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384660.515655:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384660.515657:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384660.515659:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384660.515662:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384660.515665:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384660.515667:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384660.515670:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384660.515671:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384660.515677:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384660.515679:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384660.515680:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384660.515682:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384660.515688:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384660.515692:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384660.515695:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384660.515696:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384660.515699:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384660.515705:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d19dd8a. 00000020:00000040:0.0:1767384660.515712:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384660.515721:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384660.515725:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384660.515731:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384660.515732:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384660.515732:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1767384660.515740:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066a26f91. 00000100:00000001:2.0:1767384660.515740:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384660.515744:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008bef140a. 00000100:00000001:0.0:1767384660.515754:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.515756:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384660.515759:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384660.515760:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384660.515763:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.515763:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.515774:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: PUT: OK 02000000:00000001:2.0:1767384660.515775:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.515777:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d19dd8a] to pc [ptlrpcd_00_02+2] req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384660.515785:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:2.0:1767384660.515790:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059674624:0@lo:253: 00000400:00000200:3.0:1767384660.515798:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp20: 0 00000100:00000001:2.0:1767384660.515810:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384660.515816:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384660.515824:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384660.515825:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384660.515829:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384660.515859:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384660.515868:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20) <- 192.168.202.117@tcp20 : PUT - for me 02000000:00000001:2.0:1767384660.515869:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384660.515874:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.515877:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384660.515878:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.515881:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384660.515885:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f329d52f. 00000020:01000000:0.0:1767384660.515885:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384660.515886:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 560 into portal 0 MB=0x8000000000000000 02000000:00000001:2.0:1767384660.515899:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.515900:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009a86a9cd. 00000400:00000200:3.0:1767384660.515904:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 544/560 into md 0x1b3d [1] + 0 00000400:00000010:2.0:1767384660.515907:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074832f1b. 00000400:00000010:3.0:1767384660.515909:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078f8b00a. 00000400:00000200:3.0:1767384660.515922:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a00b1f7 00000100:00000001:0.0:1767384660.515925:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384660.515927:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384660.515928:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065bc516e. 00000100:00000001:0.0:1767384660.515930:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384660.515937:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059674624, portal 25 00000800:00000001:3.0:1767384660.515938:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.515939:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.515947:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384660.515952:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384660.515954:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384660.515955:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027872128 : -115911681679488 : ffff969435635f80) 00000100:00000001:0.0:1767384660.515955:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384660.515966:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384660.515971:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384660.515977:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: PUT: OK 00000400:00000200:3.0:1767384660.515993:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a00b1f7 00000400:00000010:3.0:1767384660.516003:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a00b1f7. 00000400:00000200:3.0:1767384660.516016:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384660.516041:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (34) 00000100:00000001:2.0:1767384660.516048:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384660.516052:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384660.516054:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000100:00000040:2.0:1767384660.516059:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384660.516060:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.516068:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfbf9d84. 02000000:00000001:0.0:1767384660.516070:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384660.516072:0:16135:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (560 bytes) 00000100:00000200:2.0:1767384660.516078:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059674624, offset 0 02000000:00000001:0.0:1767384660.516079:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384660.516081:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 02000000:00000001:0.0:1767384660.516095:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516098:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (35) 00000400:00000200:2.0:1767384660.516103:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384660.516104:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059674752:0@lo:253: 00000400:00000200:3.0:1767384660.516109:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384660.516113:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384660.516117:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp20 to MR: 192.168.202.117@tcp20 local destination 02000000:00000001:0.0:1767384660.516121:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384660.516125:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp20 NI seq info: [130:130:256:4294967295] 192.168.202.117@tcp20 LPNI seq info [127:127:8:4294967295] 02000000:00000001:0.0:1767384660.516126:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.516132:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384660.516138:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) -> 192.168.202.117@tcp20(192.168.202.117@tcp20:192.168.202.117@tcp20) 192.168.202.117@tcp20 : ACK try# 0 02000000:00000010:0.0:1767384660.516141:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009db6e92b. 00000800:00000200:3.0:1767384660.516142:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp20 00000800:00000010:3.0:1767384660.516148:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066a26f91. 02000000:00000001:0.0:1767384660.516149:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.516150:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384660.516164:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (6) 00000400:00000010:0.0:1767384660.516164:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000400:00000200:2.0:1767384660.516172:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06200 00000800:00000200:3.0:1767384660.516177:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp20 ip 192.168.202.117:1001 00000400:00000010:0.0:1767384660.516178:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2e76818. 00000800:00000200:3.0:1767384660.516185:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066a26f91 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384660.516193:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1385 [2] + 0 00000400:00000010:2.0:1767384660.516198:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff6396c5. 00000800:00000001:3.0:1767384660.516202:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.516204:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004bb9f2a5 00000800:00000001:3.0:1767384660.516209:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384660.516210:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059674752, portal 25 00000400:00000200:2.0:1767384660.516213:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384660.516215:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384660.516217:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000400:00000200:2.0:1767384660.516224:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384660.516231:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bb9f2a5 00000100:00000040:0.0:1767384660.516233:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384660.516243:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bb9f2a5. 00000100:00000001:0.0:1767384660.516251:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384660.516255:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384660.516257:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384660.516259:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000d67dfb. 00000100:00000200:2.0:1767384660.516260:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384660.516261:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384660.516263:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059674752, offset 0 00000800:00000010:3.0:1767384660.516272:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066a26f91. 00000100:00000040:2.0:1767384660.516276:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000009367cd71 x1853237059674624 msgsize 4848 00000400:00000200:3.0:1767384660.516279:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.516284:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384660.516297:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384660.516298:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: ACK: OK 00000100:00000040:2.0:1767384660.516309:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384660.516310:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767384660.516313:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384660.516319:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384660.516323:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384660.516326:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06280 00000100:00000001:2.0:1767384660.516327:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384660.516338:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x139d [2] + 0 00000800:00000001:3.0:1767384660.516339:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384660.516342:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384660.516346:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384660.516354:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp20(192.168.202.117@tcp20) <- 192.168.202.117@tcp20 : ACK - for me 00000400:00000010:0.0:1767384660.516355:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e37db19. 00000400:00000200:0.0:1767384660.516362:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2cab0fa 00000400:00000200:2.0:1767384660.516368:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf9d84 00000400:00000200:0.0:1767384660.516370:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384660.516373:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfbf9d84. 00000100:00000001:2.0:1767384660.516381:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384660.516382:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384660.516390:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp20: ACK from 12345-192.168.202.117@tcp20 into md 0x1ba1 00000100:00000200:2.0:1767384660.516391:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384660.516397:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.516397:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2cab0fa 00000400:00000010:0.0:1767384660.516406:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2cab0fa. 00000400:00000200:3.0:1767384660.516410:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp20->192.168.202.117@tcp20: ACK: OK 00000100:00000001:0.0:1767384660.516421:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384660.516424:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085a2d00d 00000100:00000200:0.0:1767384660.516429:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384660.516430:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085a2d00d. 00000400:00000200:3.0:1767384660.516442:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000040:0.0:1767384660.516444:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000008e7903c7 x1853237059674752 msgsize 4848 00000100:00000001:2.0:1767384660.516445:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384660.516446:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000100:00000040:2.0:1767384660.516454:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384660.516461:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00100000:0.0:1767384660.516468:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384660.516470:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (34) 00000100:00000040:0.0:1767384660.516480:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384660.516484:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384660.516492:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.516492:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.516499:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384660.516505:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384660.516512:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000d67dfb 00000400:00000010:0.0:1767384660.516516:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000d67dfb. 00000100:00000001:2.0:1767384660.516518:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.516521:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.516531:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.516532:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294950618 00000100:00000001:0.0:1767384660.516533:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384660.516542:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c44eb8. 00000400:00000200:3.0:1767384660.516547:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:0.0:1767384660.516547:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.516552:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384660.516553:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000000e4986f5. 00000400:00000010:3.0:1767384660.516562:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f8b00a. 00000100:00000001:2.0:1767384660.516567:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294950618 00000400:00000010:3.0:1767384660.516569:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085a2d00d. 00000100:00000001:0.0:1767384660.516570:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384660.516571:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d00728c. 00000400:00000200:3.0:1767384660.516577:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000000e4986f5 00000100:00000001:2.0:1767384660.516579:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384660.516581:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384660.516582:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000f8bdf028. 00000100:00000001:2.0:1767384660.516587:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294950618 00000400:00000200:3.0:1767384660.516589:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000100:00000010:2.0:1767384660.516596:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cfb8d7f. 00000400:00000200:3.0:1767384660.516603:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000100:00000001:2.0:1767384660.516605:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384660.516616:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000100:00000001:2.0:1767384660.516620:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294950618 00000100:00000001:0.0:1767384660.516620:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384660.516623:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000024e9222c. 00000100:00000001:0.0:1767384660.516633:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384660.516634:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a00b1f7. 00000100:00000010:2.0:1767384660.516634:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b0086b9. 00000100:00000001:0.0:1767384660.516643:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.516649:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384660.516654:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006f63f7cb. 00000100:00000001:0.0:1767384660.516654:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294950618 00000100:00000001:2.0:1767384660.516656:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.516668:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516670:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:0.0:1767384660.516670:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294950618 00000100:00000001:0.0:1767384660.516678:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294950618 00000400:00000200:3.0:1767384660.516681:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000001:2.0:1767384660.516683:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.516686:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294950618 00000100:00000001:2.0:1767384660.516691:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.516693:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294950618 00000400:00000200:3.0:1767384660.516697:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000001:0.0:1767384660.516699:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294950618 00000100:00000001:0.0:1767384660.516704:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294950618 00000100:00000001:2.0:1767384660.516706:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384660.516708:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000100:00000001:0.0:1767384660.516709:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294950618 00000100:00000001:2.0:1767384660.516714:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384660.516716:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.516724:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.516725:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.516729:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384660.516732:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.516735:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.516738:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384660.516742:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000100:00000001:2.0:1767384660.516745:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516747:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000100:00000001:0.0:1767384660.516750:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384660.516753:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384660.516759:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384660.516760:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000100:00000001:0.0:1767384660.516762:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384660.516767:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516769:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000100:00000001:0.0:1767384660.516771:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516778:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:3.0:1767384660.516784:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:3.0:1767384660.516788:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:3.0:1767384660.516793:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000400:00000200:3.0:1767384660.516799:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000400:00000200:3.0:1767384660.516807:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000100:00000001:0.0:1767384660.516807:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384660.516811:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059674624 00000400:00000200:3.0:1767384660.516815:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 02000000:00000001:0.0:1767384660.516815:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384660.516819:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.516821:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516822:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 02000000:00000001:0.0:1767384660.516825:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516829:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000100:00100000:0.0:1767384660.516863:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059674624 00000400:00000200:3.0:1767384660.516867:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000020:00000001:0.0:1767384660.516868:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384660.516871:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384660.516875:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384660.516876:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000020:00000040:0.0:1767384660.516880:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384660.516884:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:3.0:1767384660.516886:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000020:00000001:0.0:1767384660.516893:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:3.0:1767384660.516898:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 30], ns[104, 30] 00000100:00000001:0.0:1767384660.516899:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384660.516903:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 30], ns[66, 30] 00000020:00000010:0.0:1767384660.516904:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569f8382. 00000100:00000001:0.0:1767384660.516908:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384660.516910:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569f8382. 00000020:00000010:0.0:1767384660.516917:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005089ffee. 00000400:00000200:3.0:1767384660.516918:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[79, 30] 00000020:00000010:0.0:1767384660.516924:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb81e55d. 00000400:00000200:3.0:1767384660.516925:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 30], ns[91, 30] 00000400:00000200:3.0:1767384660.516931:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000020:00000010:0.0:1767384660.516932:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000400:00000200:3.0:1767384660.516935:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[115, 30] 00000400:00000200:3.0:1767384660.516939:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[94, 30] 00000400:00000200:3.0:1767384660.516943:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 30], ns[120, 30] 00000100:00000040:0.0:1767384660.516945:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384660.516948:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000100:00000001:0.0:1767384660.516951:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384660.516956:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 30], ns[122, 30] 00000100:00000001:0.0:1767384660.516956:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384660.516962:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516963:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:3.0:1767384660.516969:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384660.516974:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384660.516974:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.516985:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:3.0:1767384660.516989:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp38 00000100:00000001:0.0:1767384660.516992:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384660.516996:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp38 lpni_is_preferred = 0 00000400:00000200:3.0:1767384660.517005:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp38 00000400:00000200:3.0:1767384660.517018:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp38 NI seq info: [131:131:256:4294967295] 192.168.202.117@tcp38 LPNI seq info [128:128:8:4294967295] 00000100:00000001:0.0:1767384660.517021:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384660.517038:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp38 00000100:00100000:0.0:1767384660.517045:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059674752 02000000:00000001:0.0:1767384660.517048:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384660.517050:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.517053:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.517056:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.517061:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38:) -> 192.168.202.117@tcp38(192.168.202.117@tcp:192.168.202.117@tcp38) : GET try# 0 00000100:00100000:0.0:1767384660.517061:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059674752 00000020:00000001:0.0:1767384660.517068:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384660.517071:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:2.0:1767384660.517074:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:3.0:1767384660.517075:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp38 00000020:00000001:0.0:1767384660.517075:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384660.517087:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384660.517088:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000800:00000010:3.0:1767384660.517089:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066a26f91. 00000020:00000001:0.0:1767384660.517097:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000800:00000010:3.0:1767384660.517100:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000000d89488. 00000100:00100000:2.0:1767384660.517104:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000020:00000001:0.0:1767384660.517105:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000800:00000010:3.0:1767384660.517109:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000093feea3f. 00000100:00000040:2.0:1767384660.517116:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384660.517116:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384660.517124:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935577168 : -115911773974448 : ffff96942fe31050) 00000020:00000010:0.0:1767384660.517124:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569f8382. 00000800:00000200:3.0:1767384660.517127:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000100:00000001:0.0:1767384660.517138:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384660.517142:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009367cd71 x1853237059674624/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:641/0 lens 4848/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384660.517150:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000020:00000010:0.0:1767384660.517150:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569f8382. 00000020:00000010:0.0:1767384660.517164:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd1873e. 00000020:00000010:0.0:1767384660.517175:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007dbaa9e6. 00000400:00000200:3.0:1767384660.517177:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000100:00000001:2.0:1767384660.517177:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384660.517181:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000611fc760. 00000400:00000200:3.0:1767384660.517188:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00000020:00000010:2.0:1767384660.517188:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fc35918. 00000100:00000001:0.0:1767384660.517189:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384660.517197:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384660.517199:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.517202:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384660.517208:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fc35918. 00000100:00000001:0.0:1767384660.517212:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.517219:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009367cd71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059674624:12345-0@lo:253: 00000100:00000200:2.0:1767384660.517223:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059674624 00000100:00000001:0.0:1767384660.517225:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.517227:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384660.517232:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384660.517235:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.517238:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384660.517239:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384660.517240:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:0.0:1767384660.517243:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384660.517247:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384660.517251:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384660.517252:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000400:00000200:3.0:1767384660.517255:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000020:00000001:2.0:1767384660.517260:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384660.517263:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384660.517263:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384660.517269:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935581264 : -115911773970352 : ffff96942fe32050) 00000020:00000001:2.0:1767384660.517270:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.517277:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384660.517278:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e7903c7 x1853237059674752/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:641/0 lens 4848/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384660.517287:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384660.517296:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:0.0:1767384660.517298:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384660.517299:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000800a305c. 00000020:00000010:0.0:1767384660.517303:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569f8382. 02000000:00000001:2.0:1767384660.517308:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.517317:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.517318:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.517330:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569f8382. 20000000:00000001:2.0:1767384660.517331:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384660.517344:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00100000:0.0:1767384660.517344:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e7903c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059674752:12345-0@lo:253: 00000100:00000200:0.0:1767384660.517351:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059674752 00000020:00000001:0.0:1767384660.517354:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384660.517358:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:2.0:1767384660.517359:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dcef4b00. 00000020:00000001:0.0:1767384660.517360:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.517368:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384660.517369:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000020:00000001:0.0:1767384660.517371:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:01000000:2.0:1767384660.517372:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384660.517387:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384660.517387:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384660.517388:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000020:00000001:0.0:1767384660.517393:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384660.517396:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384660.517398:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384660.517403:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384660.517404:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.517406:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.517408:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 20000000:00000001:2.0:1767384660.517418:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.517419:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384660.517423:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384660.517426:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384660.517431:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f378ee0f. 00000400:00000200:3.0:1767384660.517434:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 02000000:00000001:0.0:1767384660.517434:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.517436:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384660.517440:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384660.517443:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006e38cf94. 20000000:01000000:2.0:1767384660.517446:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:2.0:1767384660.517454:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384660.517458:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003a50e3b2. 00000400:00000200:3.0:1767384660.517459:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00080000:00000001:2.0:1767384660.517462:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384660.517465:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384660.517469:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384660.517471:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384660.517473:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384660.517475:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384660.517477:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384660.517496:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.517532:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00080000:00000001:2.0:1767384660.517532:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384660.517543:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384660.517546:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384660.517549:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384660.517553:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384660.517560:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384660.517563:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384660.517566:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00080000:00000010:2.0:1767384660.517571:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ce9ff0d7. 00080000:00000001:2.0:1767384660.517574:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156865264640 : -115916844286976 : ffff969301ac3c00) 00080000:00000001:2.0:1767384660.517578:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384660.517590:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.517628:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.517659:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.517688:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.517732:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000001:00000001:2.0:1767384660.517756:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384660.517760:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.517764:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00080000:00000001:2.0:1767384660.517765:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384660.517796:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.517797:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00080000:00000001:2.0:1767384660.517804:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384660.517874:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.517979:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518106:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00080000:00000001:2.0:1767384660.518138:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384660.518144:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384660.518201:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518268:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518319:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518398:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518460:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518559:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518612:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518655:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518703:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518726:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518762:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518803:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518820:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384660.518878:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384660.519066:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a80b4905. 00000800:00000010:3.0:1767384660.519071:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a396be5e. 00000800:00000010:3.0:1767384660.519075:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf1fda79. 00000800:00000010:3.0:1767384660.519093:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf1fda79. 00000800:00020000:3.0:1767384660.519100:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384660.519103:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a396be5e. 00000800:00000010:3.0:1767384660.519105:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a80b4905. 00000400:02020000:3.0:1767384660.519140:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp38 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384660.519145:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp38 notifying 192.168.202.117@tcp38: down 00000800:00000200:3.0:1767384660.519150:0:16130:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp38 down 00000800:00000100:3.0:1767384660.519154:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp38 00000800:00000010:3.0:1767384660.519156:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066a26f91. 00000400:00000200:3.0:1767384660.519159:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384660.519162:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384660.519168:0:16130:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp38 added to recovery queue. ping count: 0 next ping: 284 health :900 00000400:00000200:3.0:1767384660.519170:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384660.519172:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:3.0:1767384660.519174:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384660.519199:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384660.519203:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100851 00000400:00000001:3.0:1767384660.519206:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384660.519207:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384660.519208:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a00b1f7 00000400:00000010:3.0:1767384660.519209:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a00b1f7. 00000400:00000200:3.0:1767384660.519217:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384660.519219:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:3.0:1767384660.519222:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000024e9222c. 00000400:00000200:3.0:1767384660.519227:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (34) 00000400:00000200:3.0:1767384660.519231:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:3.0:1767384660.519233:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 rc -71 00000400:00000200:3.0:1767384660.519239:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384660.519241:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (33) 00080000:00000001:2.0:1767384660.527198:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384660.527203:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384660.527206:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384660.527209:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384660.527212:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384660.527214:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384660.527216:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384660.527217:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384660.527220:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384660.527223:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ce9ff0d7. 20000000:01000000:2.0:1767384660.527228:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384660.527237:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384660.527242:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384660.527249:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b5f7264d. 20000000:01000000:0.0:1767384660.527260:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:01000000:2.0:1767384660.527261:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384660.527273:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384660.527275:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384660.527280:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384660.527295:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384660.527299:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384660.527303:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384660.527308:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384660.527312:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384660.527314:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384660.527319:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384660.527320:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009bbae099. 00080000:00000001:0.0:1767384660.527321:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384660.527326:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384660.527328:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384660.527332:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094a106e9. 00000020:00000001:0.0:1767384660.527338:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384660.527339:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384660.527347:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094a106e9 with handle 0x534bb1615bf4c89f to hash 00000020:00000001:0.0:1767384660.527348:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000020:00000001:2.0:1767384660.527354:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384660.527357:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384660.527358:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.527364:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00080000:00000010:0.0:1767384660.527365:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a8717f0e. 00080000:00000001:0.0:1767384660.527370:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868769792 : -115916840781824 : ffff969301e1b800) 00010000:00000001:2.0:1767384660.527371:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384660.527374:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384660.527376:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.527382:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527394:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384660.527399:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384660.527402:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384660.527405:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384660.527408:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.527411:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384660.527413:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.527417:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384660.527420:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384660.527422:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384660.527426:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384660.527429:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009bbae099) refcount = 1 00010000:00010000:2.0:1767384660.527434:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527440:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384660.527449:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384660.527451:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.527453:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.527454:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384660.527458:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384660.527463:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384660.527466:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:0.0:1767384660.527467:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1767384660.527468:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384660.527470:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384660.527471:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=4 00080000:00000001:0.0:1767384660.527477:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384660.527478:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.527487:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.527491:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384660.527492:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527499:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384660.527503:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527509:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384660.527511:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.527517:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384660.527518:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384660.527523:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527530:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.527532:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.527535:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384660.527537:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384660.527543:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000094a106e9 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384660.527545:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384660.527548:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384660.527551:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527563:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384660.527566:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.527568:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.527570:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=5 00000020:00000001:2.0:1767384660.527572:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.527574:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.527578:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384660.527580:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527585:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384660.527588:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384660.527590:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.527596:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384660.527598:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384660.527601:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.527602:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384660.527605:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094a106e9 with handle 0x534bb1615bf4c89f from hash 00010000:00000001:2.0:1767384660.527608:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384660.527610:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.527612:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.527614:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384660.527617:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384660.527620:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384660.527623:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384660.527626:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.527629:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.527630:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384660.527633:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384660.527635:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.527637:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.527639:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.527641:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.527643:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.527649:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527654:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.527656:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.527658:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384660.527660:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384660.527662:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.527663:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.527665:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384660.527669:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384660.527672:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.527674:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.527677:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384660.527679:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384660.527680:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c89f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384660.527684:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009bbae099 count: 0 00010000:00000001:2.0:1767384660.527708:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384660.527710:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384660.527729:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384660.527734:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384660.528896:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294950618, at 4294950619 00000100:00000040:1.0:1767384660.528899:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294950618, at 4294950619 00000100:00000010:3.0:1767384660.528905:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b0086b9. 00000100:00000010:1.0:1767384660.528907:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d00728c. 00000100:00000040:0.0:1767384660.528971:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294950618, at 4294950619 00000100:00000010:0.0:1767384660.528980:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c44eb8. 00000100:00000040:2.0:1767384660.529998:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294950618, at 4294950620 00000100:00000010:2.0:1767384660.530023:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cfb8d7f. 00010000:00000010:2.1:1767384660.530866:0:16602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009bbae099. 00010000:00000010:2.1:1767384660.530880:0:16602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094a106e9. 00080000:00000001:0.0:1767384660.537696:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384660.537699:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384660.537702:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384660.537706:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384660.537707:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:0.0:1767384660.537708:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384660.537710:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384660.537714:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384660.537714:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a8717f0e. 20000000:00000001:1.0:1767384660.537718:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384660.537720:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384660.537722:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384660.537738:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384660.537741:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384660.537750:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384660.537752:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384660.537759:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384660.537763:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384660.537768:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384660.537772:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384660.537780:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009bbae099. 00010000:00000001:2.0:1767384660.537785:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384660.537788:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094a106e9. 00000020:00000001:2.0:1767384660.537792:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384660.537797:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094a106e9 with handle 0x534bb1615bf4c8a6 to hash 00000020:00000001:2.0:1767384660.537799:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384660.537807:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.537810:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.537813:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.537816:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.537819:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.537826:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384660.537830:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384660.537858:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384660.537860:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384660.537863:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.537864:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384660.537866:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.537869:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384660.537871:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384660.537873:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384660.537875:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384660.537877:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009bbae099) refcount = 1 00010000:00010000:2.0:1767384660.537881:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.537885:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384660.537887:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384660.537889:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.537891:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.537893:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384660.537896:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384660.537900:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384660.537903:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.537905:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.537907:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=4 00000020:00000001:2.0:1767384660.537910:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.537912:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.537915:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384660.537921:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.537928:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384660.537932:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.537937:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.537938:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384660.537939:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.537942:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.537944:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.537946:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384660.537949:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384660.537954:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000094a106e9 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384660.537956:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384660.537958:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384660.537960:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.537964:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384660.537965:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.537965:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.537966:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094a106e9 refcount=5 00000020:00000001:2.0:1767384660.537967:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.537968:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695616 : -115912177856000 : ffff969417d05200) 00010000:00000001:2.0:1767384660.537970:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384660.537972:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.537976:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384660.537981:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384660.537983:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.537988:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384660.537990:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384660.537992:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.537993:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384660.537995:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094a106e9 with handle 0x534bb1615bf4c8a6 from hash 00010000:00000001:2.0:1767384660.537997:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384660.537998:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.537999:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.538001:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384660.538004:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384660.538005:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384660.538008:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384660.538009:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.538012:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.538014:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384660.538015:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384660.538016:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.538018:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.538019:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.538020:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.538022:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.538023:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.538040:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.538042:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.538043:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384660.538045:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384660.538046:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.538048:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.538051:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384660.538056:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384660.538059:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.538061:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.538074:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384660.538076:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384660.538078:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094a106e9/0x534bb1615bf4c8a6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384660.538083:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009bbae099 count: 0 00010000:00000001:2.0:1767384660.538106:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384660.538108:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384660.539106:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384660.539111:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384660.539113:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dcef4b00. 20000000:00000001:0.0:1767384660.539124:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384660.539130:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059674624 00010000:00000001:0.0:1767384660.539133:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384660.539144:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009367cd71 x1853237059674624/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384660.539153:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384660.539156:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384660.539159:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384660.539166:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384660.539172:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384660.539176:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384660.539188:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384660.539191:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.539200:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384660.539209:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384660.539214:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000d67dfb. 00000100:00000200:0.0:1767384660.539220:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059674624, offset 224 00000400:00000200:0.0:1767384660.539231:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.539252:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384660.539268:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06200 00000400:00000200:0.0:1767384660.539281:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ba5 [2] + 224 00000400:00000200:0.0:1767384660.539289:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.539294:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384660.539300:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384660.539304:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.539319:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.539346:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384660.539359:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000d67dfb 00000100:00000001:2.0:1767384660.539363:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384660.539363:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000d67dfb. 00000100:00000001:2.0:1767384660.539370:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384660.539372:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384660.539378:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384660.539384:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384660.539387:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384660.539389:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384660.539393:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:2.0:1767384660.539397:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074832f1b. 00010000:00000001:0.0:1767384660.539397:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384660.539402:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.539405:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384660.539407:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065bc516e 00000100:00000040:0.0:1767384660.539413:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009367cd71 x1853237059674624/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384660.539415:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065bc516e. 00000100:00000001:2.0:1767384660.539427:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384660.539432:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009367cd71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059674624:12345-0@lo:253: Request processed in 22253us (23152us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384660.539438:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.539447:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:0.0:1767384660.539459:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000200:2.0:1767384660.539463:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.539474:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384660.539480:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384660.539486:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384660.539488:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bb81e55d. 00000100:00000001:2.0:1767384660.539490:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.539497:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384660.539500:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384660.539500:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000100:00000001:2.0:1767384660.539506:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384660.539508:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005089ffee. 00000100:00000001:2.0:1767384660.539510:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.539518:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384660.539518:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:2.0:1767384660.539531:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=68 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384660.539532:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384660.539537:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000800a305c. 00000100:00001000:2.0:1767384660.539540:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384660.539544:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384660.539545:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384660.539546:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.539550:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384660.539550:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.539557:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.539562:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384660.539563:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384660.539572:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.539586:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.539590:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384660.539592:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384660.539597:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384660.539599:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384660.539601:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384660.539603:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384660.539605:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384660.539606:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384660.539607:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384660.539608:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384660.539609:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384660.539612:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384660.539616:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384660.539622:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059674624:0@lo:253: 00000100:00000001:2.0:1767384660.539627:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.539630:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384660.539636:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ea90da9 x1853237059674624/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.539642:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384660.539643:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384660.539647:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f329d52f. 02000000:00000001:2.0:1767384660.539651:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384660.539653:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384660.539654:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384660.539657:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384660.539659:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000061750cbc. 02000000:00000001:2.0:1767384660.539663:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384660.539665:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384660.539667:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ea90da9. 00000100:00000001:2.0:1767384660.539672:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384660.539674:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.539677:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384660.539679:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023896c75. 00000400:00000010:0.0:1767384660.539686:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000d67dfb. 00000100:00000001:2.0:1767384660.539693:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384660.539695:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.539699:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384660.539703:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384660.541488:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384660.541492:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384660.541494:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003a50e3b2. 20000000:00000001:1.0:1767384660.541500:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384660.541503:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059674752 00010000:00000001:1.0:1767384660.541505:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384660.541511:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e7903c7 x1853237059674752/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384660.541518:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384660.541520:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384660.541522:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384660.541525:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384660.541528:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384660.541531:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384660.541534:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384660.541537:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.541539:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384660.541542:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384660.541544:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022623324. 00000100:00000200:1.0:1767384660.541547:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059674752, offset 224 00000400:00000200:1.0:1767384660.541552:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384660.541561:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384660.541570:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06280 00000400:00000200:1.0:1767384660.541575:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bad [2] + 224 00000400:00000200:1.0:1767384660.541585:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384660.541588:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384660.541591:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384660.541594:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384660.541600:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.541612:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384660.541616:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022623324 00000400:00000010:1.0:1767384660.541618:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022623324. 00000100:00000001:1.0:1767384660.541620:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384660.541622:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384660.541624:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.541626:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384660.541628:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384660.541630:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.541632:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384660.541637:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e7903c7 x1853237059674752/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.541638:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.541642:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384660.541647:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e7903c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059674752:12345-0@lo:253: Request processed in 24347us (25201us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384660.541648:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384660.541651:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384660.541654:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936bb8ae. 00000100:00100000:1.0:1767384660.541658:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000400:00000200:0.0:1767384660.541660:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e76818 00000100:00000040:1.0:1767384660.541661:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000400:00000010:0.0:1767384660.541664:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2e76818. 00000100:00000001:1.0:1767384660.541666:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384660.541669:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384660.541670:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384660.541674:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007dbaa9e6. 00000100:00000200:0.0:1767384660.541675:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384660.541678:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000611fc760. 00000020:00000010:1.0:1767384660.541688:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd1873e. 00000100:00000200:0.0:1767384660.541690:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384660.541693:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:1.0:1767384660.541699:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384660.541702:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384660.541703:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f378ee0f. 00000100:00000001:0.0:1767384660.541705:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384660.541707:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384660.541708:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384660.541711:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384660.541712:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384660.541715:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.541716:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.541721:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384660.541724:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384660.541727:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=68 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384660.541728:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013da14a9. 00000100:00001000:0.0:1767384660.541731:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=68 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384660.541734:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022623324. 00000100:00000001:0.0:1767384660.541734:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384660.541736:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.541746:0:32963:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000090b29038. 00010000:00000001:0.0:1767384660.541750:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384660.541756:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.541758:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.541762:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.541767:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.541769:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384660.541770:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384660.541774:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384660.541776:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384660.541777:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384660.541778:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384660.541779:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384660.541780:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384660.541781:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000040:2.0:1767384660.541783:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:0.0:1767384660.541783:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:2.0:1767384660.541792:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:01000004:0.0:1767384660.541792:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:2.0:1767384660.541802:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000040:0.0:1767384660.541802:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384660.541806:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384660.541814:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.541820:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00100000:0.0:1767384660.541824:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059674752:0@lo:253: 00000400:00000040:2.0:1767384660.541827:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384660.541861:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384660.541863:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384660.541864:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384660.541867:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384660.541874:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:0.0:1767384660.541876:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384660.541878:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:0.0:1767384660.541880:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:2.0:1767384660.541881:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384660.541884:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384660.541887:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000040:0.0:1767384660.541888:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d19dd8a x1853237059674752/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384660.541896:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384660.541900:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384660.541906:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384660.541917:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384660.541917:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:2.0:1767384660.541925:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:0.0:1767384660.541926:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:2.0:1767384660.541931:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000010:0.0:1767384660.541932:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009db6e92b. 00000400:00000040:2.0:1767384660.541941:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384660.541944:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:0.0:1767384660.541944:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:2.0:1767384660.541950:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000020:00000001:0.0:1767384660.541951:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384660.541959:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000400:00000040:2.0:1767384660.541960:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.541975:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:00000001:0.0:1767384660.541976:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384660.541982:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008bef140a. 00000400:00000040:2.0:1767384660.541983:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384660.541991:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384660.541994:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:0.0:1767384660.541995:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767384660.542001:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 02000000:00000001:0.0:1767384660.542001:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384660.542007:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d19dd8a. 00000400:00000040:2.0:1767384660.542008:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.542011:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384660.542013:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384660.542016:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384660.542017:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.542037:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384660.542038:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384660.542043:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384660.542044:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384660.542046:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384660.542047:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767384660.542048:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:0.0:1767384660.542050:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384660.542051:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:0.0:1767384660.542055:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767384660.542056:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384660.542060:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:0.0:1767384660.542062:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384660.542065:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384660.542068:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384660.542070:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384660.542072:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384660.542073:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384660.542075:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384660.542077:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384660.542080:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384660.542081:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384660.542082:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384660.542084:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384660.542086:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384660.542088:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384660.542089:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384660.542090:0:32963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384660.542186:0:32963:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000090b29038. 00010000:00000010:2.1:1767384660.545038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009bbae099. 00010000:00000010:2.1:1767384660.545045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094a106e9. 00010000:00000001:0.0:1767384660.885910:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384660.885916:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.885921:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384660.885923:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.885953:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384660.885956:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.885959:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384661.333880:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ea309f6. 00000400:00000010:3.0:1767384661.333892:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000052262672. 00000400:00000010:3.0:1767384661.333897:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008d87b180. 00000400:00000010:3.0:1767384661.333900:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e68867fb. 00000400:00000010:3.0:1767384661.333905:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b663890. 00000400:00000010:3.0:1767384661.333909:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e5e434d5. 00000400:00000010:3.0:1767384661.333911:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005915c7ac. 00000400:00000010:3.0:1767384661.333915:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000993d0cdd. 00000400:00000010:3.0:1767384661.333919:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d2d24c46. 00000400:00000010:3.0:1767384661.333922:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f604d01c. 00000400:00000010:3.0:1767384661.333924:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000a642100. 00000400:00000010:3.0:1767384661.333928:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009da8db59. 00000400:00000010:3.0:1767384661.333932:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ad3574bc. 00000400:00000010:3.0:1767384661.333935:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000cfc3a2f. 00000400:00000010:3.0:1767384661.333937:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065a10458. 00000400:00000010:3.0:1767384661.333940:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007022d715. 00000400:00000010:3.0:1767384661.333943:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000790610df. 00000400:00000010:3.0:1767384661.333947:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000117007da. 00000400:00000010:3.0:1767384661.333949:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ec1b16c0. 00000400:00000010:3.0:1767384661.333952:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cbe6e902. 00000400:00000010:3.0:1767384661.333954:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c9483c7d. 00000400:00000010:3.0:1767384661.333963:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000049a5b275. 00000400:00000010:3.0:1767384661.333965:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fcdd89ac. 00000400:00000010:3.0:1767384661.333968:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003a63212a. 00000400:00000010:3.0:1767384661.333971:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b5f0b08a. 00000400:00000010:3.0:1767384661.333974:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000058e75fef. 00000400:00000010:3.0:1767384661.333976:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f88b1c03. 00000400:00000010:3.0:1767384661.333978:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000abca03c8. 00000400:00000010:3.0:1767384661.333980:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000e7f218a. 00000400:00000010:3.0:1767384661.333982:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004c761e45. 00000400:00000010:3.0:1767384661.333985:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004cc5434f. 00000400:00000010:3.0:1767384661.333987:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000031a80f97. 00000400:00000010:3.0:1767384661.333989:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000025a70016. 00000400:00000010:3.0:1767384661.333991:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072e80fad. 00000400:00000010:3.0:1767384661.333994:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000005d0e4f8. 00000400:00000010:3.0:1767384661.333996:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000637626b8. 00000400:00000010:3.0:1767384661.333998:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e7fd67d. 00000400:00000010:3.0:1767384661.334001:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003130899f. 00000400:00000010:3.0:1767384661.334005:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007a090521. 00000400:00000010:3.0:1767384661.334007:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ccb0038b. 00000400:00000010:3.0:1767384661.334010:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000aaa0a02. 00000400:00000010:3.0:1767384661.334012:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000054bec03b. 00000400:00000010:3.0:1767384661.334014:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008934768e. 00000400:00000010:3.0:1767384661.334016:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a3034989. 00000400:00000010:3.0:1767384661.334033:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d1a1712b. 00000400:00000010:3.0:1767384661.334036:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000dc3d092. 00000400:00000010:3.0:1767384661.334038:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000436ff010. 00000400:00000010:3.0:1767384661.334040:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001240189e. 00000400:00000010:3.0:1767384661.334042:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ee13c7cc. 00000400:00000010:3.0:1767384661.334045:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003586d851. 00000400:00000010:3.0:1767384661.334047:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003443bfef. 00000400:00000010:3.0:1767384661.334050:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d035aa96. 00000400:00000010:3.0:1767384661.334052:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000c0570ca. 00000400:00000010:3.0:1767384661.334054:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000008a6dc3f. 00000400:00000010:3.0:1767384661.334056:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bf0a12d0. 00000400:00000010:3.0:1767384661.334058:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000fca8a96. 00000400:00000010:3.0:1767384661.334061:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000089639ee2. 00000400:00000010:3.0:1767384661.334070:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000087b2cac1. 00000400:00000010:3.0:1767384661.334072:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e92aae89. 00000400:00000010:3.0:1767384661.334074:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ed4f75fb. 00000400:00000010:3.0:1767384661.334076:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab521d30. 00000400:00000010:3.0:1767384661.334078:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000093747a63. 00000400:00000010:3.0:1767384661.334080:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000847abfa3. 00000400:00000010:3.0:1767384661.334082:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c5224e1c. 00000400:00000010:3.0:1767384661.334084:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ed563b62. 00000400:00000010:3.0:1767384661.334087:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000012ed08bb. 00000400:00000010:3.0:1767384661.334089:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e118bf3c. 00000400:00000010:3.0:1767384661.334091:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aa77ddd5. 00000400:00000010:3.0:1767384661.334094:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009c0d45c6. 00000400:00000010:3.0:1767384661.334096:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000066eca66f. 00000400:00000010:3.0:1767384661.334098:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aca29696. 00000400:00000010:3.0:1767384661.334100:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b1efb799. 00000400:00000010:3.0:1767384661.334103:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008b676040. 00000400:00000010:3.0:1767384661.334105:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000093ee4786. 00000400:00000010:3.0:1767384661.334107:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f9b8664f. 00000400:00000010:3.0:1767384661.334109:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c5939999. 00000400:00000010:3.0:1767384661.334112:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000eb84677. 00000400:00000010:3.0:1767384661.334114:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002feae48e. 00000400:00000010:3.0:1767384661.334116:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000046da7bd2. 00000400:00000010:3.0:1767384661.334118:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a928dea1. 00000400:00000010:3.0:1767384661.334120:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000605dc29e. 00000400:00000010:3.0:1767384661.334122:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004636cac7. 00000400:00000010:3.0:1767384661.334124:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a5cf21f6. 00000400:00000010:3.0:1767384661.334126:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000921b53ca. 00000400:00000010:3.0:1767384661.334128:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000095c5a775. 00000400:00000010:3.0:1767384661.334130:0:16137:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000079325382. 00000400:00000001:3.0:1767384661.334138:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384661.334141:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384661.334143:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5ed7a5 00000400:00000010:3.0:1767384661.334145:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5ed7a5. 00000400:00000200:3.0:1767384661.334149:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384661.334157:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384661.334168:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000000e1dcad. 00000400:00000010:3.0:1767384661.334178:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b79e581e. 00000400:00000200:3.0:1767384661.334188:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp38 00000400:00000010:3.0:1767384661.334192:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000329312ba. 00000400:00000010:3.0:1767384661.334198:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000007ea7967. 00000400:00000010:3.0:1767384661.334203:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5ed7a5. 00000400:00000010:3.0:1767384661.334212:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079325382. 00000400:00000200:3.0:1767384661.334217:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp38 00000400:00000200:3.0:1767384661.334232:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp38 local destination 00000400:00000200:3.0:1767384661.334239:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp38 00000400:00000200:3.0:1767384661.334243:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp38 NI seq info: [132:132:256:4294967295] 192.168.202.117@tcp38 LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1767384661.334251:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp38 00000400:00000200:3.0:1767384661.334258:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38:) -> 192.168.202.117@tcp38(192.168.202.117@tcp38:192.168.202.117@tcp38) : GET try# 0 00000800:00000200:3.0:1767384661.334264:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp38 00000800:00000010:3.0:1767384661.334269:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000158e5cad. 00000800:00000200:3.0:1767384661.334276:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000800:00000200:3.1:1767384661.334281:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000400:00000200:3.0:1767384661.334303:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp38 added to recovery queue. ping count: 1 next ping: 286 health :900 00000400:00000200:0.0:1767384661.334394:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334457:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334493:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334529:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334583:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334642:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334709:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334761:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334809:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334893:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.334949:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335007:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335090:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335157:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335225:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335262:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335298:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335335:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335374:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335409:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335460:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335514:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335576:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335623:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335655:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335680:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335709:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335760:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335811:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335886:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335940:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.335974:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.336031:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.336079:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384661.336116:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384661.336259:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3de9abf. 00000800:00000010:0.0:1767384661.336264:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075967a59. 00000800:00000010:0.0:1767384661.336269:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f20cbbcf. 00000800:00000010:0.0:1767384661.336291:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f20cbbcf. 00000800:00020000:0.0:1767384661.336301:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384661.336304:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075967a59. 00000800:00000010:0.0:1767384661.336307:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3de9abf. 00000400:02020000:0.0:1767384661.336352:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp38 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384661.336359:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp38 notifying 192.168.202.117@tcp38: down 00000400:00000200:0.0:1767384661.336363:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384661.336367:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp38 00000800:00000010:0.0:1767384661.336370:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000158e5cad. 00000400:00000200:0.0:1767384661.336374:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384661.336379:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384661.336386:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384661.336388:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384661.336390:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp38) recovery failed with -71 00010000:00000001:0.0:1767384661.909984:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384661.910001:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.910011:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384661.910027:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.910074:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384661.910079:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.910082:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384662.114590:0:33427:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384662.114602:0:33427:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384662.114605:0:33427:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384662.114610:0:33427:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384662.114615:0:33427:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384662.114618:0:33427:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384662.357913:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384662.357919:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384662.357922:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5ed7a5 00000400:00000010:2.0:1767384662.357927:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5ed7a5. 00000400:00000200:2.0:1767384662.357933:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384662.357941:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384662.357953:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000329312ba. 00000400:00000010:2.0:1767384662.357958:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000007ea7967. 00000001:00000001:0.0:1767384662.881335:0:33591:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384662.881341:0:33591:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:0.0:1767384662.884317:0:33591:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384662.893653:0:33592:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000024e9222c. 00000400:00000010:3.0:1767384662.893675:0:33592:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000020b19f7b. 00000400:00000010:3.0:1767384662.893687:0:33592:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000078e76f66. 00000400:00000010:3.0:1767384662.893692:0:33592:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000050404cc3. 00000400:00000010:3.0:1767384662.893697:0:33592:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028c8b236. 00000400:00000010:3.0:1767384662.893702:0:33592:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6f83cd6. 00000400:00000010:3.0:1767384662.893704:0:33592:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c49f495c. 00000400:00000010:3.0:1767384662.893706:0:33592:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037062a6b. 00000400:00000010:3.0:1767384662.893710:0:33592:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c5cdb3d9. 00000800:00000010:3.0:1767384662.893732:0:33592:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000028ece2f0. 00000800:00000200:3.0:1767384662.893747:0:33592:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384662.893767:0:33592:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384662.893817:0:33592:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:3.0:1767384662.893867:0:33592:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp42 [8/256/0/180] 00000400:00000010:3.0:1767384662.895342:0:33592:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000076f02652. 00000400:00000010:3.0:1767384662.895358:0:33592:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000400:00000010:3.0:1767384662.895363:0:33592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a00b1f7. 00000400:00000001:3.0:1767384662.895386:0:33592:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384662.895387:0:33592:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384662.895389:0:33592:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98d8241. 00000400:00000200:3.0:1767384662.895392:0:33592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:3.0:1767384662.895393:0:33592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000400:00000010:3.0:1767384662.895396:0:33592:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000001df8a9a1. 00000400:00000200:3.0:1767384662.895401:0:33592:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (32) 00000400:00000200:3.0:1767384662.895414:0:33592:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384662.895422:0:33592:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:3.0:1767384662.895429:0:33592:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a80b4905. 00000020:01000000:3.0:1767384662.895434:0:33592:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384662.895436:0:33592:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp42 00000400:00000200:0.0:1767384662.895438:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384662.895445:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:0.0:1767384662.895449:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000400:00000010:3.0:1767384662.895453:0:33592:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000020b19f7b. 00000400:00000010:0.0:1767384662.895454:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000005a647fdb. 00000400:00000010:3.0:1767384662.895460:0:33592:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000024e9222c. 00000400:00000010:0.0:1767384662.895461:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000400:00000010:0.0:1767384662.895472:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070b1e35f. 00000400:00000200:0.0:1767384662.895480:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000020:00000001:2.0:1767384662.895489:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384662.895495:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384662.895496:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:2.0:1767384662.895499:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384662.895505:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 10000000:01000000:2.0:1767384662.895512:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384662.895517:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:2.0:1767384662.895520:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384662.895525:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384662.895531:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384662.895531:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000020:01000004:2.0:1767384662.895537:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384662.895543:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384662.895547:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000020:01000004:2.0:1767384662.895548:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384662.895553:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384662.895558:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384662.895560:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000020:01000004:2.0:1767384662.895562:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384662.895565:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384662.895571:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000100:00000010:2.0:1767384662.895573:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000811c78c1. 00000400:00000200:0.0:1767384662.895579:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000020:00000040:2.0:1767384662.895580:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384662.895589:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000100:00000001:2.0:1767384662.895592:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384662.895595:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 02000000:00000001:2.0:1767384662.895596:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384662.895602:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 02000000:00000001:2.0:1767384662.895605:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.895611:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 02000000:00000010:2.0:1767384662.895620:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009695002f. 00000400:00000200:0.0:1767384662.895630:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000100:00000001:2.0:1767384662.895632:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.895637:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384662.895644:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384662.895647:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:0.0:1767384662.895650:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000100:00000001:2.0:1767384662.895652:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384662.895653:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000100:00000001:2.0:1767384662.895662:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.895663:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:0.0:1767384662.895673:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 30], ns[104, 30] 00000400:00000200:0.0:1767384662.895677:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 30], ns[66, 30] 00000400:00000200:0.0:1767384662.895681:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[79, 30] 00000100:00000040:2.0:1767384662.895683:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000811c78c1] to pc [ptlrpcd_00_03+3] req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384662.895685:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 30], ns[91, 30] 00000400:00000200:0.0:1767384662.895710:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000400:00000200:0.0:1767384662.895734:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[115, 30] 00000400:00000200:0.0:1767384662.895744:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[94, 30] 00000400:00000200:0.0:1767384662.895747:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 30], ns[120, 30] 00000400:00000200:0.0:1767384662.895750:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000400:00000200:0.0:1767384662.895752:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 30], ns[122, 30] 00000400:00000200:0.0:1767384662.895758:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[129, 30], ns[132, 30] 10000000:00000001:2.0:1767384662.895767:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.895773:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 10000000:00000001:2.0:1767384662.895775:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.895786:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384662.895788:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.895794:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000000:2.0:1767384662.895797:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384662.895798:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384662.895806:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384662.895807:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000020:00000001:2.0:1767384662.895811:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384662.895819:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384662.895826:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp39 10000000:00000001:2.0:1767384662.895827:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384662.895827:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384662.895876:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384662.895878:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384662.895883:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384662.895886:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384662.895890:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp39 lpni_is_preferred = 0 00000020:01000004:2.0:1767384662.895891:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384662.895899:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384662.895906:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384662.895907:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp39 00000020:01000004:2.0:1767384662.895917:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384662.895920:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384662.895921:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp39 NI seq info: [133:133:256:4294967295] 192.168.202.117@tcp39 LPNI seq info [130:130:8:4294967295] 00000020:01000004:2.0:1767384662.895929:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384662.895931:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384662.895933:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384662.895940:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp39 00000100:00000010:2.0:1767384662.895942:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ecc536. 02000000:00000001:1.0:1767384662.895944:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384662.895953:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:1.0:1767384662.895955:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384662.895962:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39:) -> 192.168.202.117@tcp39(192.168.202.117@tcp:192.168.202.117@tcp39) : GET try# 0 00000100:00000001:2.0:1767384662.895964:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384662.895969:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.895970:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384662.895976:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384662.895985:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp39 00000100:00100000:1.0:1767384662.895986:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000811c78c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059674880:0@lo:253: 02000000:00000010:2.0:1767384662.895990:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e13c83e0. 00000100:00000001:2.0:1767384662.895999:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384662.896000:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000052043882. 00000100:00000001:1.0:1767384662.896003:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384662.896021:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384662.896024:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384662.896025:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384662.896027:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a96993bd. 02000000:00000001:1.0:1767384662.896030:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.896033:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ecc536] to pc [ptlrpcd_00_00+0] req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384662.896035:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000483e32a9. 02000000:00000001:1.0:1767384662.896037:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384662.896049:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006cdab883. 00000800:00000200:0.0:1767384662.896052:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 02000000:00000001:1.0:1767384662.896056:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384662.896063:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000400:00000010:1.0:1767384662.896065:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea30f3f. 10000000:00000001:2.0:1767384662.896066:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384662.896076:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.896079:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384662.896081:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384662.896083:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a80b4905. 00000400:00000010:1.0:1767384662.896083:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da656225. 00000100:00000200:1.0:1767384662.896093:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059674880, portal 25 00000400:00000200:0.0:1767384662.896096:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000100:00000001:2.0:1767384662.896099:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384662.896099:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384662.896104:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384662.896106:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000100:00000001:2.0:1767384662.896107:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384662.896107:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864919552 : -115916844632064 : ffff969301a6f800) 00000100:00000040:2.0:1767384662.896115:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384662.896123:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.896124:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384662.896127:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.896129:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384662.896138:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384662.896140:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.896144:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384662.896146:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384662.896147:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384662.896152:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7ecc536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059675008:0@lo:253: 00000100:00000040:1.0:1767384662.896158:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384662.896159:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384662.896164:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384662.896167:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.896172:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384662.896173:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbc3efce. 00000100:00000200:1.0:1767384662.896180:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059674880, offset 0 02000000:00000010:2.0:1767384662.896181:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bf16f8af. 02000000:00000001:2.0:1767384662.896186:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.896193:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384662.896202:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074832f1b. 00000400:00000010:2.0:1767384662.896211:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000987ef676. 00000400:00000200:1.0:1767384662.896212:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384662.896219:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059675008, portal 25 00000100:00000001:2.0:1767384662.896223:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384662.896225:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864908800 : -115916844642816 : ffff969301a6ce00) 00000100:00000040:2.0:1767384662.896235:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384662.896237:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06300 00000400:00000200:0.0:1767384662.896240:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000001:2.0:1767384662.896254:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384662.896256:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d9 [2] + 0 00000100:00000040:2.0:1767384662.896261:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384662.896266:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e31d4b37. 00000400:00000010:2.0:1767384662.896267:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c22af9e1. 00000400:00000200:1.0:1767384662.896274:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000882c736a 00000100:00000200:2.0:1767384662.896281:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059675008, offset 0 00000400:00000200:1.0:1767384662.896285:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384662.896292:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384662.896295:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384662.896298:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384662.896307:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000882c736a 00000400:00000200:2.0:1767384662.896310:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384662.896312:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000882c736a. 00000100:00000001:1.0:1767384662.896321:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384662.896325:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06380 00000100:00000200:1.0:1767384662.896325:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384662.896333:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000090429c3a x1853237059674880 msgsize 4848 00000400:00000200:2.0:1767384662.896339:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13e1 [2] + 0 00000400:00000010:2.0:1767384662.896345:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3d99608. 00000100:00100000:1.0:1767384662.896351:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384662.896354:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf50651e 00000100:00000040:1.0:1767384662.896355:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384662.896356:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384662.896367:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384662.896374:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384662.896380:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384662.896382:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf50651e 00000400:00000010:2.0:1767384662.896385:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf50651e. 00000100:00000001:2.0:1767384662.896390:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384662.896392:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384662.896395:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000002102f4d6 x1853237059675008 msgsize 4848 00000400:00000200:1.0:1767384662.896395:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbc3efce 00000400:00000010:1.0:1767384662.896400:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbc3efce. 00000100:00000001:1.0:1767384662.896409:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384662.896410:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384662.896415:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384662.896417:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000200:1.0:1767384662.896418:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.896428:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384662.896438:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384662.896440:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c22af9e1 00000400:00000010:2.0:1767384662.896444:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c22af9e1. 00000100:00000040:1.0:1767384662.896446:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.896448:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384662.896456:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.896460:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.896462:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:1.0:1767384662.896467:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384662.896475:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384662.896478:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.896481:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.896486:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294952998 00000100:00000001:2.0:1767384662.896496:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.896497:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384662.896497:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cfb8d7f. 00000100:00000001:2.0:1767384662.896506:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.896508:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384662.896511:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294952998 00000400:00000200:0.0:1767384662.896522:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:1.0:1767384662.896525:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294952998 00000100:00000001:2.0:1767384662.896527:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294952998 00000100:00000010:1.0:1767384662.896534:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c44eb8. 00000100:00000001:2.0:1767384662.896535:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294952998 00000100:00000001:1.0:1767384662.896548:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384662.896558:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294952998 00000100:00000001:2.0:1767384662.896559:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294952998 00000100:00000001:2.0:1767384662.896564:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294952998 00000100:00000010:1.0:1767384662.896564:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d00728c. 00000400:00000200:0.0:1767384662.896564:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:1.0:1767384662.896579:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384662.896589:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294952998 00000100:00000001:2.0:1767384662.896590:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294952998 00000100:00000001:2.0:1767384662.896595:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294952998 00000100:00000010:1.0:1767384662.896598:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032e37bdd. 00000100:00000001:1.0:1767384662.896605:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384662.896613:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.896614:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294952998 00000100:00000001:2.0:1767384662.896618:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384662.896618:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.896622:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000001:2.0:1767384662.896624:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.896626:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.896631:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.896632:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.896635:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.896649:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384662.896649:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384662.896654:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384662.896654:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384662.896663:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.896664:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384662.896667:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384662.896669:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384662.896671:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.896676:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.896677:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:1.0:1767384662.896679:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.896685:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.896711:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.896716:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.896732:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384662.896743:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059674880 02000000:00000001:1.0:1767384662.896748:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384662.896752:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384662.896755:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384662.896755:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384662.896758:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675008 02000000:00000001:2.0:1767384662.896761:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384662.896763:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.896764:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384662.896767:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384662.896770:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059674880 02000000:00000001:2.0:1767384662.896771:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.896771:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00100000:2.0:1767384662.896783:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675008 00000020:00000001:1.0:1767384662.896784:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384662.896787:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384662.896789:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000040:2.0:1767384662.896790:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384662.896796:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384662.896797:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384662.896802:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000040:2.0:1767384662.896806:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:1.0:1767384662.896809:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384662.896811:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384662.896816:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384662.896816:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384662.896824:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384662.896826:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384662.896888:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000020:00000010:1.0:1767384662.896894:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047e12fbf. 00000100:00000001:1.0:1767384662.896902:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384662.896907:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047e12fbf. 00000020:00000010:1.0:1767384662.896926:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037ff984f. 00000020:00000010:1.0:1767384662.896933:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000991c52dd. 00000020:00000010:1.0:1767384662.896941:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5c33d2. 00000100:00000040:1.0:1767384662.896962:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384662.896968:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384662.896969:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:1.0:1767384662.896972:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384662.896977:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.896993:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.897028:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.897054:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384662.897057:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384662.897068:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:1.0:1767384662.897074:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384662.897080:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161178802256 : -115912530749360 : ffff969402c79850) 00000100:00000040:1.0:1767384662.897086:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090429c3a x1853237059674880/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:643/0 lens 4848/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.897100:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384662.897107:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047e12fbf. 00000400:00000200:0.0:1767384662.897108:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000001:1.0:1767384662.897116:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384662.897121:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047e12fbf. 00000100:00100000:1.0:1767384662.897133:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090429c3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059674880:12345-0@lo:253: 00000020:00000010:2.0:1767384662.897141:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000200:1.0:1767384662.897141:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059674880 00000020:00000001:1.0:1767384662.897145:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384662.897147:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384662.897153:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000020:00000001:1.0:1767384662.897154:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384662.897158:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384662.897159:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c5dd0e6. 00000020:00000001:1.0:1767384662.897164:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384662.897166:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a809a87. 00000020:00000001:1.0:1767384662.897169:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:1.0:1767384662.897175:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384662.897176:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000001:1.0:1767384662.897177:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384662.897183:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384662.897185:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384662.897187:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384662.897189:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384662.897192:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.897194:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.897195:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000100:00000001:1.0:1767384662.897199:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384662.897206:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384662.897213:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384662.897222:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384662.897223:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009a86a9cd. 02000000:00000001:1.0:1767384662.897230:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.897234:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384662.897241:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384662.897246:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384662.897249:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:1.0:1767384662.897256:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000041a2fcd5. 00000100:00100000:2.0:1767384662.897257:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000040:2.0:1767384662.897263:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 20000000:01000000:1.0:1767384662.897263:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384662.897268:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935587408 : -115911773964208 : ffff96942fe33850) 20000000:00000001:1.0:1767384662.897271:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000040:2.0:1767384662.897275:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002102f4d6 x1853237059675008/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:643/0 lens 4848/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384662.897278:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384662.897278:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 20000000:00000001:1.0:1767384662.897288:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.897289:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384662.897295:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384662.897296:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 20000000:00000001:1.0:1767384662.897299:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384662.897302:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384662.897306:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000100:00100000:2.0:1767384662.897313:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002102f4d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059675008:12345-0@lo:253: 20000000:00000010:1.0:1767384662.897315:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000265eb5f1. 00000400:00000200:0.0:1767384662.897315:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000100:00000200:2.0:1767384662.897328:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675008 20000000:01000000:1.0:1767384662.897328:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000020:00000001:2.0:1767384662.897334:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384662.897338:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384662.897339:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384662.897341:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.897346:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1767384662.897349:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384662.897356:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000020:00000001:2.0:1767384662.897357:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:2.0:1767384662.897363:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384662.897365:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384662.897367:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384662.897369:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384662.897373:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.897376:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384662.897381:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384662.897387:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dcef4b00. 02000000:00000001:2.0:1767384662.897389:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.897391:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384662.897392:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384662.897401:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008bef140a. 20000000:01000000:2.0:1767384662.897405:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384662.897409:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384662.897413:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384662.897415:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.897415:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 20000000:00000001:2.0:1767384662.897419:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384662.897422:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384662.897437:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384662.897443:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384662.897446:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384662.897449:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384662.897454:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384662.897463:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:1.0:1767384662.897469:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384662.897474:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00080000:00000010:1.0:1767384662.897479:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b637c0c. 00080000:00000001:1.0:1767384662.897485:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156858165248 : -115916851386368 : ffff9693013fe800) 00080000:00000001:1.0:1767384662.897491:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384662.897529:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.897569:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.897592:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.897632:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000001:00000001:1.0:1767384662.897671:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384662.897676:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384662.897680:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384662.897691:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00080000:00000001:1.0:1767384662.897709:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384662.897715:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384662.897733:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.897777:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.897864:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.897925:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.897964:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.898000:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00080000:00000001:1.0:1767384662.898024:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384662.898030:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384662.898047:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.898083:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.898147:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.898194:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384662.898222:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384662.898393:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3de9abf. 00000800:00000010:0.0:1767384662.898397:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009841030f. 00000800:00000010:0.0:1767384662.898402:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035c5173f. 00000800:00000010:0.0:1767384662.898433:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035c5173f. 00000800:00020000:0.0:1767384662.898444:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384662.898448:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009841030f. 00000800:00000010:0.0:1767384662.898452:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3de9abf. 00000400:02020000:0.0:1767384662.898505:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp39 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384662.898510:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp39 notifying 192.168.202.117@tcp39: down 00000800:00000200:0.0:1767384662.898517:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp39 down 00000800:00000100:0.0:1767384662.898526:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp39 00000800:00000010:0.0:1767384662.898531:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000052043882. 00000400:00000200:0.0:1767384662.898535:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384662.898540:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp39->192.168.202.117@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384662.898551:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp39 added to recovery queue. ping count: 0 next ping: 286 health :900 00000400:00000200:0.0:1767384662.898556:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384662.898562:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:0.0:1767384662.898569:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384662.898618:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384662.898626:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000400:00000001:0.0:1767384662.898629:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384662.898630:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384662.898632:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000400:00000010:0.0:1767384662.898634:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000400:00000200:0.0:1767384662.898637:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384662.898640:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:0.0:1767384662.898644:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000005a647fdb. 00000400:00000200:0.0:1767384662.898650:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (34) 00000400:00000200:0.0:1767384662.898652:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:0.0:1767384662.898654:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc -71 00000400:00000200:0.0:1767384662.898657:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384662.898661:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (33) 00000100:00000040:2.0:1767384662.908895:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294952998, at 4294952999 00000100:00000010:2.0:1767384662.908908:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d00728c. 00080000:00000001:0.0:1767384662.909260:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384662.909269:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384662.909274:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384662.909277:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384662.909280:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384662.909285:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384662.909288:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384662.909289:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384662.909291:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384662.909295:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384662.909299:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b637c0c. 20000000:00000001:0.0:1767384662.909305:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384662.909306:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384662.909311:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384662.909313:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d9ea405. 20000000:01000000:2.0:1767384662.909318:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:2.0:1767384662.909327:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384662.909328:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384662.909335:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384662.909388:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384662.909394:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384662.909397:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384662.909401:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384662.909405:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384662.909413:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384662.909417:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384662.909423:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000721be6df. 00080000:00000001:2.0:1767384662.909426:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999137792 : -115911710413824 : ffff969433acec00) 00080000:00000001:2.0:1767384662.909430:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384662.909579:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384662.909588:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384662.909591:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384662.909611:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384662.909614:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384662.909701:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384662.909705:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384662.909734:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384662.909738:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384662.909741:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384662.909746:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384662.909750:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384662.909758:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009bbae099. 00010000:00000001:2.0:1767384662.909763:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384662.909768:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a23a62c7. 00000020:00000001:2.0:1767384662.909772:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384662.909774:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a23a62c7 with handle 0x534bb1615bf4c8ad to hash 00000020:00000001:2.0:1767384662.909776:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384662.909779:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.909782:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.909786:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384662.909788:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.909791:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.909800:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384662.909805:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384662.909808:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384662.909810:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384662.909814:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.909817:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384662.909819:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.909822:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384662.909825:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384662.909826:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384662.909827:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384662.909829:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009bbae099) refcount = 1 00010000:00010000:2.0:1767384662.909889:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.909903:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384662.909905:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384662.909909:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.909912:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.909915:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384662.909916:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294952998, at 4294953000 00000100:00000040:0.0:1767384662.909920:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294952998, at 4294953000 00000100:00000010:1.0:1767384662.909925:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c44eb8. 00000100:00000010:0.0:1767384662.909934:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cfb8d7f. 20000000:00000001:2.0:1767384662.909935:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384662.909942:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384662.909946:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384662.909949:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294952998, at 4294953000 00000020:00000001:2.0:1767384662.909949:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384662.909954:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a23a62c7 refcount=4 00000100:00000010:3.0:1767384662.909962:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032e37bdd. 00000020:00000001:2.0:1767384662.909973:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.909977:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.909979:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384662.909980:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.909986:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384662.909990:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.909995:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.909996:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384662.909999:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.910002:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384662.910014:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.910017:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384662.910019:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384662.910026:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a23a62c7 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384662.910030:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384662.910039:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384662.910041:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.910046:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384662.910048:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384662.910049:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384662.910050:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a23a62c7 refcount=5 00000020:00000001:2.0:1767384662.910053:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.910055:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.910059:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384662.910061:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.910065:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384662.910068:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384662.910069:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.910073:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384662.910075:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384662.910079:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384662.910080:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384662.910083:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a23a62c7 with handle 0x534bb1615bf4c8ad from hash 00010000:00000001:2.0:1767384662.910086:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384662.910089:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.910090:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.910091:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384662.910094:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384662.910097:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384662.910101:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384662.910104:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.910120:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.910122:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384662.910123:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384662.910125:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.910127:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.910128:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.910144:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.910146:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.910149:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.910161:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.910162:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.910163:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384662.910165:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384662.910167:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.910168:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.910171:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384662.910174:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384662.910177:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.910179:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.910187:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384662.910189:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384662.910202:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8ad lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384662.910211:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009bbae099 count: 0 00010000:00000001:2.0:1767384662.910222:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384662.910224:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384662.916893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009bbae099. 00010000:00000010:2.1:1767384662.916908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a23a62c7. 00000400:00000010:1.0:1767384662.922459:0:33597:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000064c4fe39. 00000400:00000040:1.0:1767384662.922494:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384662.922504:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384662.922508:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384662.922510:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384662.922514:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384662.922516:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384662.922520:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384662.922523:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384662.922525:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384662.922527:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384662.922529:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384662.922532:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384662.922534:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384662.922537:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384662.922540:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384662.922544:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384662.922546:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384662.922548:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384662.922550:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384662.922553:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384662.922554:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384662.922556:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384662.922559:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384662.922561:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384662.922565:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384662.922569:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384662.922570:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384662.922573:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384662.922575:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384662.922578:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384662.922581:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384662.922584:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384662.922586:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384662.922590:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384662.922592:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384662.922595:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384662.922597:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384662.922600:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384662.922602:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384662.922605:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384662.922615:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384662.922617:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384662.922620:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384662.922623:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384662.922625:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384662.922627:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384662.922628:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384662.922630:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384662.922633:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384662.922635:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384662.922637:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384662.922639:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384662.922641:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384662.922643:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384662.922645:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384662.922647:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384662.922649:0:33597:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384662.922869:0:33597:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000064c4fe39. 00080000:00000001:3.0:1767384662.923126:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384662.923133:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384662.923134:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384662.923138:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384662.923143:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384662.923145:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384662.923148:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000010:3.0:1767384662.923149:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000721be6df. 00080000:00000001:3.0:1767384662.923155:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384662.923157:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384662.923163:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384662.923167:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384662.923181:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384662.923187:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384662.923201:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384662.923202:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384662.923208:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384662.923212:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384662.923217:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384662.923221:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384662.923233:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000037718684. 00010000:00000001:2.0:1767384662.923239:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384662.923242:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a23a62c7. 00000020:00000001:2.0:1767384662.923247:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384662.923252:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a23a62c7 with handle 0x534bb1615bf4c8b4 to hash 00000020:00000001:2.0:1767384662.923255:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384662.923257:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.923267:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.923272:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384662.923274:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.923277:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923285:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384662.923290:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384662.923292:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384662.923295:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384662.923296:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.923299:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384662.923300:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.923302:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384662.923305:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384662.923307:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384662.923309:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384662.923311:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000037718684) refcount = 1 00010000:00010000:2.0:1767384662.923314:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923319:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384662.923322:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384662.923324:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.923326:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.923328:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384662.923331:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384662.923333:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:2.0:1767384662.923347:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384662.923350:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384662.923352:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a23a62c7 refcount=4 00000020:00000001:2.0:1767384662.923356:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.923359:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.923361:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384662.923363:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923379:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384662.923382:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923389:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.923391:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384662.923393:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923400:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384662.923401:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.923405:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384662.923408:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384662.923415:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a23a62c7 already unused, calling callback (000000008eba355a) 00010000:00000001:2.0:1767384662.923418:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384662.923419:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384662.923421:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923425:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384662.923426:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384662.923428:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384662.923429:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a23a62c7 refcount=5 00000020:00000001:2.0:1767384662.923430:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.923431:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697664 : -115912177853952 : ffff969417d05a00) 00010000:00000001:2.0:1767384662.923433:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384662.923435:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923439:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384662.923441:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384662.923448:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.923451:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384662.923452:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384662.923454:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384662.923455:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384662.923457:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a23a62c7 with handle 0x534bb1615bf4c8b4 from hash 00010000:00000001:2.0:1767384662.923459:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384662.923461:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.923463:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.923466:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384662.923468:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384662.923471:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384662.923473:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384662.923476:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384662.923478:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.923480:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384662.923482:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384662.923484:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.923485:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.923487:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.923489:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.923491:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.923493:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923498:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.923500:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.923502:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384662.923504:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384662.923506:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384662.923508:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384662.923511:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384662.923513:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384662.923516:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.923519:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384662.923524:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384662.923533:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384662.923536:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a23a62c7/0x534bb1615bf4c8b4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384662.923543:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000037718684 count: 0 00010000:00000001:2.0:1767384662.923556:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384662.923558:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384662.924283:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384662.924288:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384662.924290:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000041a2fcd5. 20000000:00000001:0.0:1767384662.924296:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384662.924302:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059674880 00010000:00000001:0.0:1767384662.924305:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384662.924313:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090429c3a x1853237059674880/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384662.924322:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384662.924324:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384662.924328:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384662.924334:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384662.924340:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384662.924343:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384662.924346:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384662.924348:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.924353:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384662.924357:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384662.924362:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000651c8de8. 00000100:00000200:0.0:1767384662.924367:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059674880, offset 224 00000400:00000200:0.0:1767384662.924373:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384662.924384:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384662.924395:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06300 00000400:00000200:0.0:1767384662.924401:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd9 [2] + 224 00000400:00000200:0.0:1767384662.924408:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.924411:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384662.924419:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384662.924425:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384662.924432:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.924461:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384662.924475:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000651c8de8 00000100:00000001:1.0:1767384662.924480:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384662.924480:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000651c8de8. 00000100:00000001:1.0:1767384662.924486:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384662.924488:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384662.924490:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384662.924495:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384662.924495:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384662.924500:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384662.924505:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:1.0:1767384662.924506:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea30f3f. 00010000:00000001:0.0:1767384662.924511:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384662.924515:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da656225 00000020:00000001:0.0:1767384662.924515:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384662.924523:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da656225. 00000020:00000001:0.0:1767384662.924523:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384662.924533:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384662.924538:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090429c3a x1853237059674880/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384662.924543:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384662.924588:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090429c3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059674880:12345-0@lo:253: Request processed in 27484us (28249us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384662.924593:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384662.924607:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:0.0:1767384662.924618:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384662.924632:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384662.924634:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384662.924635:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384662.924640:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384662.924643:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000991c52dd. 00000100:00000001:1.0:1767384662.924645:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384662.924656:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384662.924657:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5c33d2. 00000100:00000001:1.0:1767384662.924660:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384662.924666:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384662.924666:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037ff984f. 02000000:00000001:1.0:1767384662.924682:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384662.924686:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:1.0:1767384662.924690:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384662.924695:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=70 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384662.924696:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384662.924703:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384662.924703:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009a86a9cd. 00000100:00000001:1.0:1767384662.924705:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.924709:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384662.924712:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384662.924713:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.924724:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.924725:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384662.924731:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384662.924735:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384662.924741:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384662.924745:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384662.924745:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000100:00000001:1.0:1767384662.924750:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384662.924756:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384662.924756:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000651c8de8. 00000020:01000004:1.0:1767384662.924763:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384662.924765:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384662.924768:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384662.924769:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384662.924771:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384662.924773:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384662.924775:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384662.924778:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384662.924780:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384662.924783:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384662.924789:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000811c78c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059674880:0@lo:253: 00000100:00000001:1.0:1767384662.924793:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.924796:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384662.924803:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000811c78c1 x1853237059674880/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.924809:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384662.924812:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384662.924815:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006cdab883. 02000000:00000001:1.0:1767384662.924820:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384662.924822:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384662.924824:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384662.924826:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384662.924828:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009695002f. 02000000:00000001:1.0:1767384662.925910:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384662.925914:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384662.925919:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000811c78c1. 00000100:00000001:1.0:1767384662.925927:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384662.925931:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.925935:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.925947:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384662.925949:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.925955:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384662.925961:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384662.927826:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00010000:00000010:2.1:1767384662.927890:0:16770:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000037718684. 00010000:00000010:2.1:1767384662.927905:0:16770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a23a62c7. 00000100:00000001:2.0:1767384662.927916:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384662.927920:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008bef140a. 20000000:00000001:2.0:1767384662.927930:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384662.927936:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059675008 00010000:00000001:2.0:1767384662.927940:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384662.927953:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002102f4d6 x1853237059675008/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384662.927963:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384662.927967:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384662.927971:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384662.927979:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384662.927986:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384662.927989:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384662.927994:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384662.927997:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.928017:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384662.928027:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384662.928033:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a668ddcf. 00000100:00000200:2.0:1767384662.928041:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059675008, offset 224 00000400:00000200:2.0:1767384662.928054:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384662.928072:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384662.928089:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06380 00000400:00000200:2.0:1767384662.928099:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1be1 [2] + 224 00000400:00000200:2.0:1767384662.928110:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384662.928116:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384662.928127:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384662.928134:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384662.928156:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.928178:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384662.928187:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a668ddcf 00000400:00000010:2.0:1767384662.928190:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a668ddcf. 00000100:00000001:2.0:1767384662.928195:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384662.928197:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384662.928202:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.928203:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.928207:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384662.928211:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:0.0:1767384662.928213:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384662.928215:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384662.928216:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384662.928221:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.928227:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384662.928228:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074832f1b. 00000400:00000200:0.0:1767384662.928235:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000987ef676 00000100:00000040:2.0:1767384662.928238:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002102f4d6 x1853237059675008/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384662.928238:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000987ef676. 00000100:00000001:0.0:1767384662.928242:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384662.928248:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384662.928287:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384662.928289:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002102f4d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059675008:12345-0@lo:253: Request processed in 30993us (31885us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384662.928316:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384662.928319:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384662.928325:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:0.0:1767384662.928327:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384662.928333:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384662.928334:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384662.928336:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384662.928343:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.928344:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384662.928350:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.928351:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384662.928356:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=70 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384662.928358:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a809a87. 00000100:00001000:0.0:1767384662.928361:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384662.928368:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384662.928371:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000100:00000001:0.0:1767384662.928371:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.928382:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384662.928384:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c5dd0e6. 00010000:00000001:0.0:1767384662.928384:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.928389:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384662.928395:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000040:0.0:1767384662.928396:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384662.928404:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384662.928406:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384662.928411:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dcef4b00. 00000100:00000001:0.0:1767384662.928412:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384662.928416:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384662.928420:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384662.928423:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384662.928426:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384662.928426:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384662.928431:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384662.928434:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384662.928435:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:2.0:1767384662.928438:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384662.928438:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384662.928443:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384662.928446:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384662.928447:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384662.928448:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff6396c5. 00000400:00000010:2.0:1767384662.928456:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a668ddcf. 00000100:00000040:0.0:1767384662.928459:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384662.928468:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7ecc536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059675008:0@lo:253: 00000100:00000001:0.0:1767384662.928477:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.928479:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384662.928485:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7ecc536 x1853237059675008/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.928491:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384662.928494:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384662.928498:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bf16f8af. 02000000:00000001:0.0:1767384662.928505:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384662.928506:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384662.928509:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384662.928511:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384662.928513:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e13c83e0. 02000000:00000001:0.0:1767384662.928518:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384662.928519:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384662.928521:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ecc536. 00000100:00000001:0.0:1767384662.928529:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384662.928531:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.928533:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.928540:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384662.928541:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.928542:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.928544:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.933933:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384662.933938:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.933944:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384662.933949:0:267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384662.933951:0:267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384662.933954:0:267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.933956:0:267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384662.933959:0:267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.933961:0:267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.933964:0:267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.933999:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384662.934020:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.934025:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384663.381925:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000400:00000200:3.0:1767384663.381930:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp38 10000000:00000001:0.0:1767384663.381934:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 00000800:00000200:2.0:1767384663.381936:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:988 00000400:00000010:3.0:1767384663.381937:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b04ea7a0. 00000800:00000200:2.0:1767384663.381941:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 10000000:00000040:0.0:1767384663.381945:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 00000400:00000010:3.0:1767384663.381947:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000069974b34. 10000000:00000001:0.0:1767384663.381949:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384663.381955:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384663.381957:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:3.0:1767384663.381958:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb6c24ed. 10000000:00000001:0.0:1767384663.381958:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384663.381960:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384663.381962:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000800:00000010:2.0:1767384663.381963:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000089ecf3fe. 10000000:01000000:0.0:1767384663.381964:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 63 00000800:00000200:2.0:1767384663.381971:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (6) 10000000:00000001:0.0:1767384663.381971:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384663.381975:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000800:00000200:2.0:1767384663.381979:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp21 ip 192.168.202.117:988 00000400:00000010:3.0:1767384663.381980:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095c5a775. 00000800:00000200:2.0:1767384663.381983:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000100:00000010:0.0:1767384663.381983:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d19dd8a. 00000400:00000200:3.0:1767384663.381990:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp38 00000020:00000040:0.0:1767384663.381990:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384663.381997:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384663.382012:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384663.382017:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384663.382023:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff9c5641. 00000100:00000001:0.0:1767384663.382029:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.382030:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp38 local destination 00010000:00000001:0.0:1767384663.382034:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384663.382038:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1767384663.382041:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp38 00010000:00000010:0.0:1767384663.382047:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d27b8d54. 00000400:00000200:3.0:1767384663.382049:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp38 NI seq info: [134:134:256:4294967295] 192.168.202.117@tcp38 LPNI seq info [131:131:8:4294967295] 00010000:00000001:0.0:1767384663.382051:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384663.382056:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000279a9e8b. 00000020:00000001:0.0:1767384663.382060:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:3.0:1767384663.382061:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp38 00000020:00000040:0.0:1767384663.382064:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000279a9e8b with handle 0x534bb1615bf4c8bb to hash 00000020:00000001:0.0:1767384663.382068:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384663.382071:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:0.0:1767384663.382077:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00000800:00000200:2.0:1767384663.382081:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767384663.382082:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384663.382083:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38:) -> 192.168.202.117@tcp38(192.168.202.117@tcp38:192.168.202.117@tcp38) : GET try# 0 00000800:00000001:2.0:1767384663.382087:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384663.382087:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.382092:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384663.382096:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp38 00000800:00000001:2.0:1767384663.382097:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384663.382106:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e701472f. 00010000:00010000:0.0:1767384663.382106:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384663.382117:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00010000:00010000:0.0:1767384663.382118:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000800:00000200:3.1:1767384663.382124:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000100:00000001:0.0:1767384663.382133:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384663.382134:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384663.382138:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1649c3b. 00000100:00000001:0.0:1767384663.382140:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876575296 : -115916832976320 : ffff96930258d240) 00000100:00000001:0.0:1767384663.382143:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384663.382144:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000100:00000001:0.0:1767384663.382148:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767384663.382150:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384663.382151:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.382152:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp38 added to recovery queue. ping count: 2 next ping: 290 health :800 00000800:00000001:2.0:1767384663.382156:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384663.382157:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384663.382160:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384663.382162:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384663.382164:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp39 00000800:00000001:2.0:1767384663.382165:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384663.382169:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384663.382171:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e7410564. 00000800:00000001:2.0:1767384663.382172:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384663.382179:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384663.382182:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000cd07aed. 00000100:00000001:0.0:1767384663.382183:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384663.382184:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.382187:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384663.382189:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004167f7cc. 02000000:00000001:0.0:1767384663.382193:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384663.382196:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a928dea1. 02000000:00000001:0.0:1767384663.382198:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384663.382203:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.382206:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp39 00000100:00100000:0.0:1767384663.382210:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059675136:0@lo:101: 00000100:00000001:0.0:1767384663.382217:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384663.382218:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp39 local destination 00000400:00000200:3.0:1767384663.382224:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp39 02000000:00000001:0.0:1767384663.382224:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384663.382230:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.382236:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp39 NI seq info: [135:135:256:4294967295] 192.168.202.117@tcp39 LPNI seq info [132:132:8:4294967295] 02000000:00000001:0.0:1767384663.382237:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384663.382243:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050bcb622. 00000400:00000200:3.0:1767384663.382244:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp39 02000000:00000001:0.0:1767384663.382249:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.382258:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39:) -> 192.168.202.117@tcp39(192.168.202.117@tcp39:192.168.202.117@tcp39) : GET try# 0 00000400:00000010:0.0:1767384663.382259:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823a5319. 00000400:00000200:2.0:1767384663.382261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:3.0:1767384663.382269:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp39 00000400:00000010:0.0:1767384663.382269:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000800:00000010:3.0:1767384663.382276:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000086ea8b54. 00000100:00000200:0.0:1767384663.382278:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059675136, portal 25 00000100:00000001:0.0:1767384663.382283:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384663.382284:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000100:00000001:0.0:1767384663.382286:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000800:00000200:3.1:1767384663.382293:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000100:00000040:0.0:1767384663.382296:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.382305:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384663.382307:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384663.382309:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp39 added to recovery queue. ping count: 1 next ping: 288 health :900 00000100:00000040:0.0:1767384663.382319:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384663.382323:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000100:00000200:0.0:1767384663.382327:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059675136, offset 0 00000400:00000200:0.0:1767384663.382335:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384663.382345:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384663.382357:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a06400 00000400:00000200:0.0:1767384663.382364:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1405 [2] + 0 00000400:00000200:2.0:1767384663.382368:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000010:0.0:1767384663.382369:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7da408c. 00000400:00000200:3.0:1767384663.382373:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.382375:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c463f723 00000400:00000200:0.0:1767384663.382384:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.382390:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384663.382396:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c463f723 00000400:00000010:0.0:1767384663.382398:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c463f723. 00000100:00000001:0.0:1767384663.382405:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384663.382408:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384663.382412:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000002af233e6 x1853237059675136 msgsize 328 00000100:00100000:0.0:1767384663.382418:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384663.382420:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384663.382434:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.382434:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384663.382442:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:0.0:1767384663.382445:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000400:00000200:3.0:1767384663.382451:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.382451:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384663.382457:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.382469:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384663.382472:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.382479:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.382481:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384663.382486:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.382490:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294953484 00000100:00000010:0.0:1767384663.382495:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007db944b. 00000400:00000200:2.0:1767384663.382500:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.382503:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384663.382506:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.382512:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294953484 00000100:00000010:0.0:1767384663.382524:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000405ef891. 00000100:00000001:0.0:1767384663.382529:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384663.382534:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294953484 00000100:00000010:0.0:1767384663.382538:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003954930e. 00000100:00000001:0.0:1767384663.382543:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384663.382546:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294953484 00000100:00000010:0.0:1767384663.382551:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00000001:0.0:1767384663.382554:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384663.382557:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.382557:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.382562:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.382565:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384663.382567:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384663.382569:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f1649c3b going to sleep for 11 seconds 00000100:00000001:0.0:1767384663.382572:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.382575:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.382583:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384663.382618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.382649:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384663.382653:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675136 00000400:00000200:3.0:1767384663.382657:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 02000000:00000001:0.0:1767384663.382657:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384663.382660:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.382664:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.382670:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.382671:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00100000:0.0:1767384663.382679:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675136 00000020:00000001:0.0:1767384663.382684:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384663.382686:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384663.382689:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.382692:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384663.382695:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384663.382698:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384663.382703:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384663.382708:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000100:00000001:0.0:1767384663.382711:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.382714:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000400:00000200:3.0:1767384663.382716:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384663.382720:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000020:00000010:0.0:1767384663.382722:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efc56dd4. 00000020:00000010:0.0:1767384663.382733:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e622bf0. 00000020:00000010:0.0:1767384663.382737:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000100:00000040:0.0:1767384663.382748:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384663.382750:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384663.382751:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384663.382753:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.382760:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.382769:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384663.382771:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.382781:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.382784:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384663.382789:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000400:00000200:3.0:1767384663.382790:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000040:0.0:1767384663.382792:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384663.382797:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935863888 : -115911773687728 : ffff96942fe77050) 00000100:00000040:0.0:1767384663.382803:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002af233e6 x1853237059675136/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:644/0 lens 328/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.382813:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384663.382817:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000100:00000001:0.0:1767384663.382820:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384663.382822:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000020:00000010:0.0:1767384663.382823:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000100:00100000:0.0:1767384663.382867:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002af233e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059675136:12345-0@lo:101: 00000100:00000200:0.0:1767384663.382872:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675136 00000020:00000001:0.0:1767384663.382875:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384663.382880:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384663.382883:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.382887:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384663.382889:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000020:00000001:0.0:1767384663.382890:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000400:00000200:2.0:1767384663.382896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000020:00000001:0.0:1767384663.382898:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384663.382903:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384663.382907:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384663.382909:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384663.382913:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.382916:0:16770:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384663.382920:0:16770:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384663.382930:0:16770:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384663.382932:0:16770:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384663.382935:0:16770:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.382941:0:16770:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384663.382948:0:16770:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa637c27. 00010000:00000001:0.0:1767384663.382953:0:16770:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384663.382956:0:16770:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fdc33ea8. 00000020:00000001:0.0:1767384663.382961:0:16770:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384663.382964:0:16770:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fdc33ea8 with handle 0x534bb1615bf4c8c2 to hash 00000020:00000001:0.0:1767384663.382967:0:16770:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:2.0:1767384663.382968:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.382970:0:16770:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00000400:00000200:3.0:1767384663.382974:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.382975:0:16770:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00010000:0.0:1767384663.382981:0:16770:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c8bb expref: -99 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384663.382990:0:16770:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:0.0:1767384663.382993:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:0.0:1767384663.383013:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384663.383016:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 02000000:00000001:0.0:1767384663.383017:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384663.383022:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000ea3395f. 02000000:00000001:0.0:1767384663.383028:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.383032:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.383036:0:16770:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384663.383039:0:16770:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384663.383042:0:16770:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384663.383045:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384663.383047:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.383050:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384663.383052:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384663.383054:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383055:0:16770:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384663.383059:0:16770:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384663.383062:0:16770:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384663.383064:0:16770:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384663.383067:0:16770:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa637c27) refcount = 1 00010000:00010000:0.0:1767384663.383074:0:16770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 15 pid: 16770 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384663.383075:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383090:0:16770:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384663.383093:0:16770:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384663.383095:0:16770:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.383097:0:16770:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.383100:0:16770:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384663.383106:0:16770:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384663.383109:0:16770:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 15 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.383117:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384663.383119:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383120:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384663.383122:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383124:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.383129:0:16770:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.383132:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384663.383134:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.383136:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384663.383138:0:16770:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fdc33ea8, rc 0) 00000020:00000001:0.0:1767384663.383141:0:16770:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384663.383145:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059675136 00010000:00000001:0.0:1767384663.383148:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384663.383153:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002af233e6 x1853237059675136/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:644/0 lens 328/344 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.383162:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384663.383165:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384663.383169:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=71 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384663.383172:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383175:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384663.383179:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384663.383183:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384663.383187:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384663.383189:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.383190:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383193:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384663.383199:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384663.383203:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000100:00000200:0.0:1767384663.383208:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059675136, offset 224 00000400:00000200:2.0:1767384663.383218:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.383223:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384663.383233:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384663.383242:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a06400 00000400:00000200:0.0:1767384663.383248:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1c01 [1] + 224 00000400:00000200:0.0:1767384663.383252:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.383257:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384663.383259:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383262:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384663.383269:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384663.383272:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000100:00000040:0.0:1767384663.383286:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.383302:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384663.383309:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:0.0:1767384663.383311:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000100:00000001:0.0:1767384663.383315:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384663.383317:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384663.383322:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.383327:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:3.0:1767384663.383328:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384663.383331:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383331:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384663.383336:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.383340:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384663.383347:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002af233e6 x1853237059675136/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:644/0 lens 328/344 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384663.383359:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002af233e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059675136:12345-0@lo:101: Request processed in 542us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384663.383370:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:0.0:1767384663.383374:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384663.383377:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384663.383380:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384663.383383:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e622bf0. 00000020:00000010:0.0:1767384663.383388:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000020:00000010:0.0:1767384663.383393:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efc56dd4. 00000020:00000040:0.0:1767384663.383407:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000400:00000200:3.0:1767384663.383409:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 02000000:00000001:0.0:1767384663.383413:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384663.383417:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000ea3395f. 00000400:00000200:2.0:1767384663.383421:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 02000000:00000001:0.0:1767384663.383422:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384663.383426:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384663.383433:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384663.383437:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aa569a9. 00000400:00000010:0.0:1767384663.383443:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cedc9f53. 00000400:00000200:3.0:1767384663.383469:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383489:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384663.383495:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384663.383497:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384663.383499:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000010:0.0:1767384663.383499:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823a5319. 00000400:00000200:0.0:1767384663.383507:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000400:00000010:0.0:1767384663.383510:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00000001:0.0:1767384663.383514:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384663.383519:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384663.383528:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.383530:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383541:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384663.383544:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.383547:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384663.383550:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384663.383552:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.383554:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.383557:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384663.383562:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384663.383566:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=71 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384663.383567:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383570:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384663.383575:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.383578:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384663.383580:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.383583:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.383588:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.383594:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383598:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.383610:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384663.383613:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384663.383619:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384663.383629:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059675136:0@lo:101: 00000100:00000001:0.0:1767384663.383633:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.383640:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.383643:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384663.383646:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384663.383648:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000100:00000040:0.0:1767384663.383649:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.383660:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384663.383663:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f1649c3b. 00000100:00000001:0.0:1767384663.383666:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384663.383668:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.383670:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:3.0:1767384663.383672:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383672:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384663.383675:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.383679:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000279a9e8b refcount=4 00000020:00000001:0.0:1767384663.383686:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:0.0:1767384663.383695:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000040:0.0:1767384663.383705:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000279a9e8b, remote cookie: 0x534bb1615bf4c8c2, flags: 0x0 00000400:00000200:2.0:1767384663.383711:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383714:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384663.383721:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384663.383725:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:3.0:1767384663.383726:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383731:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384663.383738:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384663.383744:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d27b8d54) refcount = 1 00010000:00010000:0.0:1767384663.383752:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.383757:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384663.383758:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384663.383763:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384663.383767:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384663.383772:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.383775:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.383779:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384663.383782:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.383784:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384663.383787:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.383788:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384663.383790:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.383791:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383793:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384663.383799:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000100:00000040:0.0:1767384663.383800:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d19dd8a x1853237059675136/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.383812:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384663.383815:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384663.383818:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050bcb622. 02000000:00000001:0.0:1767384663.383823:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384663.383825:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384663.383827:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384663.383864:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384663.383867:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff9c5641. 02000000:00000001:0.0:1767384663.383873:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384663.383875:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384663.383877:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d19dd8a. 00000100:00000001:0.0:1767384663.383882:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384663.383884:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384663.383886:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384663.383889:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384663.383891:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:0.0:1767384663.383894:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.383895:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384663.383897:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.383899:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000279a9e8b refcount=3 00000020:00000001:0.0:1767384663.383901:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00000400:00000200:2.0:1767384663.383903:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00010000:00000001:0.0:1767384663.383904:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:0.0:1767384663.383913:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384663.383915:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.383916:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384663.383918:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384663.383920:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384663.383923:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c3b6579a. 00000100:00000010:0.0:1767384663.383934:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d19dd8a. 00000020:00000040:0.0:1767384663.383937:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384663.383938:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383939:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384663.383942:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384663.383945:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384663.383949:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff9c5641. 00000100:00000001:0.0:1767384663.383953:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.383956:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384663.383960:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000050bcb622. 00000100:00000010:0.0:1767384663.383962:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000098497835. 00000020:00000040:0.0:1767384663.383964:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384663.383968:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383968:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384663.383969:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384663.383974:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1649c3b. 00000100:00000001:0.0:1767384663.383976:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876575296 : -115916832976320 : ffff96930258d240) 00000100:00000001:0.0:1767384663.383978:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384663.383980:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000100:00000001:0.0:1767384663.383982:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384663.383983:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.383985:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384663.383986:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384663.383989:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.383994:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384663.383997:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.383997:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.384014:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384663.384016:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384663.384021:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384663.384023:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059675264:0@lo:256: 00000100:00000001:0.0:1767384663.384033:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384663.384036:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384663.384038:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.384040:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384663.384044:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823a5319. 00000400:00000200:2.0:1767384663.384048:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000010:0.0:1767384663.384048:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000039783006. 00000100:00000200:0.0:1767384663.384056:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a06480-0x6958260a06480, portal 33 00000100:00000001:0.0:1767384663.384059:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.384060:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384663.384063:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efc56dd4. 02000000:00000001:0.0:1767384663.384065:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384663.384067:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000400:00000010:0.0:1767384663.384071:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000100:00000200:0.0:1767384663.384073:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059675264, portal 25 00000100:00000001:0.0:1767384663.384075:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384663.384076:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000100:00000040:0.0:1767384663.384080:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.384086:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384663.384087:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000100:00000040:0.0:1767384663.384091:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384663.384095:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000100:00000200:0.0:1767384663.384098:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059675264, offset 0 00000400:00000200:0.0:1767384663.384103:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384663.384111:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384663.384116:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a06480 00000400:00000200:0.0:1767384663.384121:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x140d [2] + 0 00000400:00000200:2.0:1767384663.384122:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000010:0.0:1767384663.384124:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ade6db6. 00000400:00000200:0.0:1767384663.384129:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e9d58bc0 00000400:00000200:0.0:1767384663.384131:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.384135:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384663.384137:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9d58bc0 00000400:00000010:0.0:1767384663.384139:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9d58bc0. 00000100:00000001:0.0:1767384663.384144:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384663.384151:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384663.384153:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000100:00000040:0.0:1767384663.384154:0:16775:0:(events.c:337:request_in_callback()) incoming req@0000000080b219a7 x1853237059675264 msgsize 304 00000100:00100000:0.0:1767384663.384168:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384663.384171:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384663.384180:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384663.384188:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:0.0:1767384663.384192:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000100:00000001:0.0:1767384663.384197:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384663.384204:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.384213:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384663.384214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000100:00000040:0.0:1767384663.384218:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.384228:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.384231:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384663.384238:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.384242:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294953486 00000100:00000001:0.0:1767384663.384254:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953484 00000100:00000001:0.0:1767384663.384265:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294953486 00000100:00000001:0.0:1767384663.384274:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953484 00000100:00000001:0.0:1767384663.384281:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294953486 00000100:00000001:0.0:1767384663.384284:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294953484 00000100:00000001:0.0:1767384663.384287:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294953486 00000100:00000001:0.0:1767384663.384290:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294953484 00000100:00000001:0.0:1767384663.384294:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.384295:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.384298:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384663.384301:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384663.384305:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f1649c3b going to sleep for 11 seconds 00000100:00000001:0.0:1767384663.384313:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.384318:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.384342:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384663.384348:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000100:00100000:0.0:1767384663.384355:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675264 02000000:00000001:0.0:1767384663.384360:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384663.384362:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.384365:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.384371:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384663.384375:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675264 00000020:00000001:0.0:1767384663.384379:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384663.384382:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384663.384385:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.384389:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384663.384393:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384663.384397:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384663.384402:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384663.384406:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa92d0b4. 00000100:00000001:0.0:1767384663.384409:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.384413:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa92d0b4. 00000020:00000010:0.0:1767384663.384420:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:0.0:1767384663.384426:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e622bf0. 00000400:00000200:3.0:1767384663.384431:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000020:00000010:0.0:1767384663.384431:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000800:00000010:2.0:1767384663.384438:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008bef140a. 00000100:00000040:0.0:1767384663.384441:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384663.384445:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:2.0:1767384663.384446:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000702a0563. 00000100:00000001:0.0:1767384663.384448:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384663.384452:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384663.384453:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2d7b870. 00000100:00000001:0.0:1767384663.384459:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.384470:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384663.384481:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2d7b870. 00000400:00000200:3.0:1767384663.384483:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.384483:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.384488:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00020000:2.0:1767384663.384489:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384663.384493:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000702a0563. 00000100:00100000:0.0:1767384663.384496:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000800:00000010:2.0:1767384663.384498:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008bef140a. 00000100:00000040:0.0:1767384663.384501:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384663.384506:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935864912 : -115911773686704 : ffff96942fe77450) 00000100:00000040:0.0:1767384663.384511:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080b219a7 x1853237059675264/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:644/0 lens 304/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.384521:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384663.384533:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa92d0b4. 00000100:00000001:0.0:1767384663.384536:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384663.384538:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000020:00000010:0.0:1767384663.384539:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa92d0b4. 00000400:02020000:2.0:1767384663.384547:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp38 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000100:00100000:0.0:1767384663.384552:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080b219a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059675264:12345-0@lo:256: 00000400:00000200:2.0:1767384663.384559:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp38 notifying 192.168.202.117@tcp38: down 00000100:00000200:0.0:1767384663.384561:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675264 00000400:00000200:2.0:1767384663.384565:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000020:00000001:0.0:1767384663.384565:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384663.384568:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384663.384570:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.384575:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384663.384579:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000800:00000100:2.0:1767384663.384580:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp38 00000400:00000200:3.0:1767384663.384585:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000800:00000010:2.0:1767384663.384585:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e701472f. 00000020:00000001:0.0:1767384663.384586:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384663.384591:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384663.384592:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000020:00000001:0.0:1767384663.384596:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384663.384600:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384663.384601:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: GET: LOCAL_ERROR 00000020:00000001:0.0:1767384663.384605:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.384610:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000001:0.0:1767384663.384612:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384663.384616:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery message sent unsuccessfully:-71 02000000:00000001:0.0:1767384663.384617:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384663.384622:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp38) recovery failed with -71 02000000:00000010:0.0:1767384663.384624:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000ea3395f. 02000000:00000001:0.0:1767384663.384628:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.384631:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000100:00000001:0.0:1767384663.384631:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.384635:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384663.384640:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384663.384644:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384663.384648:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384663.384651:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.384655:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384663.384657:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384663.384662:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000099fcca50. 20000000:00000001:0.0:1767384663.384665:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000400:00000200:3.0:1767384663.384669:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 20000000:00000040:0.0:1767384663.384684:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384663.384693:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384663.384698:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384663.384702:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384663.384706:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384663.384709:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00000400:00000200:3.0:1767384663.384712:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 20000000:00000040:0.0:1767384663.384712:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384663.384723:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384663.384727:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384663.384730:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384663.384733:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384663.384735:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000400:00000200:3.0:1767384663.384737:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 20000000:00000040:0.0:1767384663.384738:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384663.384743:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384663.384747:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384663.384749:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384663.384753:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384663.384755:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384663.384758:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384663.384760:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384663.384763:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384663.384765:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384663.384767:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384663.384770:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384663.384774:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384663.384777:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 00000400:00000200:3.0:1767384663.384779:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 20000000:00000040:0.0:1767384663.384781:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384663.384786:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384663.384790:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384663.384795:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384663.384797:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384663.384802:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384663.384805:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384663.384808:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:0.0:1767384663.384812:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 00000400:00000200:3.0:1767384663.384819:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 20000000:00000040:0.0:1767384663.384823:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384663.384828:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000400:00000200:3.0:1767384663.384866:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 20000000:00000040:0.0:1767384663.384867:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384663.384873:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384663.384876:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384663.384879:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384663.384882:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384663.384884:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384663.384888:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384663.384891:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384663.384894:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384663.384905:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384663.384908:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384663.384911:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384663.384914:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384663.384916:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 00000400:00000200:3.0:1767384663.384918:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 20000000:00000040:0.0:1767384663.384921:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384663.384924:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384663.384927:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384663.384932:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384663.384935:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384663.384938:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384663.384940:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384663.384944:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384663.384946:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384663.384950:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384663.384953:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384663.384956:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384663.384960:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384663.384962:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384663.384965:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384663.384969:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384663.384973:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384663.384976:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:0.0:1767384663.384979:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:0.0:1767384663.384984:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:0.0:1767384663.384987:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:0.0:1767384663.384992:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384663.384998:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004c35b907. 00000400:00000200:3.0:1767384663.385011:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000100:00000010:0.0:1767384663.385019:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002fb2a461. 00000020:00000040:0.0:1767384663.385024:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:0.0:1767384663.385029:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384663.385033:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384663.385037:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000400:00000010:0.0:1767384663.385045:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b927a7ae. 00000400:00000200:0.0:1767384663.385053:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384663.385070:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384663.385079:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x6958260a06480 00000400:00000200:0.0:1767384663.385085:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1c11 [4] + 0 00000400:00000010:0.0:1767384663.385098:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823a5319. 00000400:00000200:0.0:1767384663.385103:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039783006 00000400:00000200:0.0:1767384663.385110:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.385114:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384663.385118:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039783006 00000400:00000010:0.0:1767384663.385122:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000039783006. 00000100:00000001:0.0:1767384663.385129:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384663.385132:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004d19dd8a desc 0000000050bcb622 mbits 1853237059675264 00000100:00000001:0.0:1767384663.385151:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384663.385158:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384663.385166:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384663.385178:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384663.385185:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.385186:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1c1d 00000400:00000200:0.0:1767384663.385195:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.385206:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000800:00000010:3.0:1767384663.385211:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a80b4905. 00000100:00000001:0.0:1767384663.385211:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384663.385215:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004c35b907 00000800:00000010:3.0:1767384663.385217:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e9348f3. 00000100:00000001:0.0:1767384663.385222:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000010:3.0:1767384663.385224:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000069280e0e. 00000400:00000200:0.0:1767384663.385234:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:0.0:1767384663.385239:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000100:00000001:0.0:1767384663.385243:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000800:00000010:3.0:1767384663.385244:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000069280e0e. 00000100:00000200:0.0:1767384663.385245:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004c35b907 00000100:00000001:0.0:1767384663.385252:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00020000:3.0:1767384663.385255:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384663.385262:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e9348f3. 00000100:00000200:0.0:1767384663.385262:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x6958260a06480-0x6958260a06480 00000100:00000001:0.0:1767384663.385269:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384663.385270:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a80b4905. 00010000:00000001:0.0:1767384663.385276:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.385281:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384663.385283:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:0.0:1767384663.385288:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002fb2a461. 00000100:00000010:0.0:1767384663.385291:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004c35b907. 00000100:00000001:0.0:1767384663.385295:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384663.385298:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384663.385306:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000099fcca50. 20000000:00000001:0.0:1767384663.385313:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384663.385317:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059675264 00010000:00000001:0.0:1767384663.385319:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:02020000:3.0:1767384663.385325:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp39 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000200:0.0:1767384663.385332:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080b219a7 x1853237059675264/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:644/0 lens 304/240 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.385334:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp39 notifying 192.168.202.117@tcp39: down 00000400:00000200:3.0:1767384663.385339:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384663.385350:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp39 00010000:00000001:0.0:1767384663.385350:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000010:3.0:1767384663.385355:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000086ea8b54. 00010000:00000001:0.0:1767384663.385355:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.385361:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00001000:0.0:1767384663.385362:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=71 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384663.385369:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp39->192.168.202.117@tcp39: GET: LOCAL_ERROR 00000100:00000001:0.0:1767384663.385374:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384663.385377:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000040:0.0:1767384663.385378:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384663.385383:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000200:3.0:1767384663.385384:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp39 recovery message sent unsuccessfully:-71 02000000:00000001:0.0:1767384663.385387:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384663.385390:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.385392:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp39) recovery failed with -71 00000100:00000001:0.0:1767384663.385396:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384663.385404:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384663.385406:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000100:00000200:0.0:1767384663.385409:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059675264, offset 224 00000400:00000200:0.0:1767384663.385417:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384663.385429:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384663.385434:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a06480 00000400:00000200:0.0:1767384663.385437:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c15 [1] + 224 00000400:00000200:0.0:1767384663.385444:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.385447:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384663.385449:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384663.385452:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384663.385458:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.385475:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384663.385480:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:0.0:1767384663.385482:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000100:00000001:0.0:1767384663.385489:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384663.385491:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384663.385496:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.385499:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384663.385501:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384663.385504:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:2.0:1767384663.385505:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384663.385509:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384663.385510:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00000020:00000001:0.0:1767384663.385513:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.385516:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000400:00000010:2.0:1767384663.385518:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00000001:2.0:1767384663.385522:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384663.385523:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384663.385529:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384663.385530:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080b219a7 x1853237059675264/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:644/0 lens 304/240 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384663.385556:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384663.385558:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080b219a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059675264:12345-0@lo:256: Request processed in 1035us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384663.385575:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000001:2.0:1767384663.385577:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384663.385578:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384663.385581:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.385582:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384663.385585:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384663.385586:0:16775:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384663.385589:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e622bf0. 02000000:00000001:2.0:1767384663.385591:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384663.385593:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000100:00000001:2.0:1767384663.385595:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.385599:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384663.385601:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 02000000:00000001:2.0:1767384663.385602:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384663.385608:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00001000:2.0:1767384663.385609:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=71 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384663.385611:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384663.385614:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000ea3395f. 00000100:00001000:2.0:1767384663.385618:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=71 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384663.385618:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384663.385622:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.385626:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384663.385627:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384663.385630:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384663.385632:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823a5319. 00010000:00000001:2.0:1767384663.385636:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384663.385638:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039783006. 00010000:00000001:2.0:1767384663.385640:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.385645:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.385652:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384663.385673:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.385681:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.385684:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384663.385689:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.385697:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059675264:0@lo:256: 00000100:00000001:2.0:1767384663.385704:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.385706:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.385709:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384663.385711:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.385715:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.385722:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384663.385724:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f1649c3b. 00000100:00000001:2.0:1767384663.385728:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384663.385729:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384663.385733:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:2.0:1767384663.385736:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384663.385743:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000071c2de42. 10000000:00000040:2.0:1767384663.385754:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384663.385763:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384663.385766:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384663.385772:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:2.0:1767384663.385775:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.385778:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384663.385779:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:2.0:1767384663.385782:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000100:00000200:2.0:1767384663.385785:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.202.117@tcp' 00000400:00000200:2.0:1767384663.385788:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384663.385791:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384663.385802:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:2.0:1767384663.385808:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384663.385813:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (32) 00000400:00000200:2.0:1767384663.385821:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000400:00000200:2.0:1767384663.385900:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384663.385905:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384663.385914:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384663.385917:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384663.385927:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:2.0:1767384663.385932:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (34) 00000400:00000200:2.0:1767384663.385936:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:2.0:1767384663.385940:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:0.0:1767384663.385944:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:2.0:1767384663.385949:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384663.385953:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000400:00000200:2.0:1767384663.385954:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:2.0:1767384663.385960:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000010:0.0:1767384663.385961:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000000ea3395f. 00000400:00000200:2.0:1767384663.385967:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000010:0.0:1767384663.385969:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000400:00000200:2.0:1767384663.385971:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:2.0:1767384663.385976:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000010:0.0:1767384663.385981:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c2a20aa0. 00000400:00000200:2.0:1767384663.385982:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.385987:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:0.0:1767384663.385991:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:2.0:1767384663.385994:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384663.386012:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386014:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:2.0:1767384663.386018:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:0.0:1767384663.386019:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:2.0:1767384663.386024:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386026:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:2.0:1767384663.386029:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:0.0:1767384663.386030:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:2.0:1767384663.386034:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386037:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:2.0:1767384663.386040:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384663.386047:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384663.386047:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:2.0:1767384663.386052:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:2.0:1767384663.386056:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384663.386061:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384663.386062:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:2.0:1767384663.386063:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:2.0:1767384663.386065:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:2.0:1767384663.386066:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386076:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:0.0:1767384663.386079:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:2.0:1767384663.386080:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:2.0:1767384663.386088:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384663.386090:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000400:00000200:2.0:1767384663.386091:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:2.0:1767384663.386095:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:2.0:1767384663.386101:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386105:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:0.0:1767384663.386105:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000400:00000200:2.0:1767384663.386111:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384663.386116:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386118:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:0.0:1767384663.386120:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:2.0:1767384663.386121:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:2.0:1767384663.386128:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386131:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:2.0:1767384663.386133:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:0.0:1767384663.386134:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:2.0:1767384663.386138:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386142:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:2.0:1767384663.386147:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:0.0:1767384663.386150:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:2.0:1767384663.386153:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386157:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:2.0:1767384663.386161:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:0.0:1767384663.386165:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000400:00000200:2.0:1767384663.386166:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386170:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:2.0:1767384663.386173:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:2.0:1767384663.386178:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386181:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:0.0:1767384663.386181:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000400:00000200:2.0:1767384663.386186:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:2.0:1767384663.386192:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386194:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:0.0:1767384663.386197:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:2.0:1767384663.386198:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:2.0:1767384663.386203:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386207:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:2.0:1767384663.386210:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:0.0:1767384663.386212:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:2.0:1767384663.386216:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386221:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:2.0:1767384663.386226:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:2.0:1767384663.386231:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384663.386231:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767384663.386239:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:0.0:1767384663.386242:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:2.0:1767384663.386243:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:2.0:1767384663.386250:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386253:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:0.0:1767384663.386253:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:2.0:1767384663.386256:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:2.0:1767384663.386262:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386266:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:0.0:1767384663.386266:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:2.0:1767384663.386269:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:2.0:1767384663.386275:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384663.386279:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:2.0:1767384663.386280:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:2.0:1767384663.386285:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:2.0:1767384663.386291:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386294:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:0.0:1767384663.386294:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 30], ns[104, 30] 00000400:00000200:2.0:1767384663.386297:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:2.0:1767384663.386304:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384663.386308:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 30], ns[66, 30] 00000400:00000200:2.0:1767384663.386309:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:2.0:1767384663.386316:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000400:00000200:0.0:1767384663.386319:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[79, 30] 00000400:00000200:2.0:1767384663.386324:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386328:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000400:00000200:2.0:1767384663.386330:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000400:00000200:2.0:1767384663.386335:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386340:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000400:00000200:2.0:1767384663.386343:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.117@tcp38 00000400:00000200:0.0:1767384663.386348:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 30], ns[91, 30] 00000400:00000200:2.0:1767384663.386349:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386356:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp38 00000400:00000200:0.0:1767384663.386360:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000400:00000200:2.0:1767384663.386361:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.117@tcp39 00000400:00000200:2.0:1767384663.386368:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386371:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp39 00000400:00000200:2.0:1767384663.386374:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.117@tcp40 00000400:00000200:0.0:1767384663.386376:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[115, 30] 00000400:00000200:2.0:1767384663.386379:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384663.386383:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp40 00000100:00000001:2.0:1767384663.386387:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.386390:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[94, 30] 00010000:00000001:2.0:1767384663.386391:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384663.386397:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:2.0:1767384663.386404:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000008f708fb7. 00000400:00000200:0.0:1767384663.386405:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 30], ns[120, 30] 00000400:00000200:0.0:1767384663.386414:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 10000000:00000040:2.0:1767384663.386415:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 72/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:2.0:1767384663.386421:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384663.386428:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384663.386428:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 30], ns[122, 30] 00000020:00000010:2.0:1767384663.386433:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cc1c387. 00000020:00000010:2.0:1767384663.386437:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000acd71f67. 00000040:00000010:2.0:1767384663.386441:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d08c39b2. 00000400:00000200:0.0:1767384663.386441:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 30], ns[134, 30] 00000020:00000010:2.0:1767384663.386448:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004e09a674. 00000020:00000010:2.0:1767384663.386452:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000326711ab. 00000400:00000200:0.0:1767384663.386453:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 30], ns[135, 30] 00000020:00000010:2.0:1767384663.386456:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bc27f6a. 80000000:00000010:2.0:1767384663.386462:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c3f6100. 00000400:00000200:0.0:1767384663.386466:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 40000000:00000010:2.0:1767384663.386467:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e2d7b870. 00100000:00000010:2.0:1767384663.386473:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044863a55. 00000400:00000200:0.0:1767384663.386477:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00040000:00000010:2.0:1767384663.386478:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ba455e4. 00040000:00000010:2.0:1767384663.386483:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e82d7cf9. 00000400:00000200:0.0:1767384663.386484:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp40 00040000:00000010:2.0:1767384663.386489:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c5dd0e6. 00000400:00000200:0.0:1767384663.386493:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp40 lpni_is_preferred = 0 00080000:00000010:2.0:1767384663.386495:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e6c34944. 00000004:00000010:2.0:1767384663.386500:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bc7a8b65. 00000400:00000200:0.0:1767384663.386500:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp40 00000004:00000010:2.0:1767384663.386508:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093e1f116. 00000400:00000200:0.0:1767384663.386509:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp40 NI seq info: [136:136:256:4294967295] 192.168.202.117@tcp40 LPNI seq info [133:133:8:4294967295] 00000004:00000010:2.0:1767384663.386514:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a27305a. 00002000:00000010:2.0:1767384663.386518:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000721be6df. 00000400:00000200:0.0:1767384663.386521:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp40 00000004:00000010:2.0:1767384663.386522:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000efe5f908. 00000004:00000001:2.0:1767384663.386528:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384663.386533:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384663.386535:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000008f708fb7 00000040:00001000:2.0:1767384663.386539:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384663.386540:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp40(192.168.202.117@tcp40:) -> 192.168.202.117@tcp40(192.168.202.117@tcp:192.168.202.117@tcp40) : GET try# 0 00000040:00001000:2.0:1767384663.386541:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384663.386545:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384663.386548:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384663.386552:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384663.386555:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000800:00000200:0.0:1767384663.386556:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp40 00000040:00001000:2.0:1767384663.386557:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384663.386562:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:2.0:1767384663.386563:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000010:0.0:1767384663.386564:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e0bc0c5. 00000800:00000010:0.0:1767384663.386572:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009841030f. 00000800:00000010:0.0:1767384663.386579:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f1649c3b. 00000800:00000200:0.0:1767384663.386588:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000800:00000200:0.1:1767384663.386595:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000400:00000200:0.0:1767384663.386609:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000004:00000001:2.0:1767384663.386614:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.386620:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000020:00000010:2.0:1767384663.386627:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000acd71f67. 00000040:00000010:2.0:1767384663.386634:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d08c39b2. 00000020:00000010:2.0:1767384663.386638:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004e09a674. 00000020:00000010:2.0:1767384663.386642:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384663.386647:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bc27f6a. 80000000:00000010:2.0:1767384663.386650:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c3f6100. 40000000:00000010:2.0:1767384663.386653:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e2d7b870. 00100000:00000010:2.0:1767384663.386656:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044863a55. 00040000:00000010:2.0:1767384663.386660:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ba455e4. 00040000:00000010:2.0:1767384663.386662:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e82d7cf9. 00040000:00000010:2.0:1767384663.386665:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c5dd0e6. 00080000:00000010:2.0:1767384663.386668:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e6c34944. 00000004:00000010:2.0:1767384663.386673:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bc7a8b65. 00000004:00000010:2.0:1767384663.386675:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093e1f116. 00000400:00000200:0.0:1767384663.386676:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000004:00000010:2.0:1767384663.386680:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a27305a. 00002000:00000010:2.0:1767384663.386687:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000721be6df. 00000004:00000010:2.0:1767384663.386692:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000efe5f908. 00000020:00000010:2.0:1767384663.386697:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cc1c387. 00000020:00000001:2.0:1767384663.386701:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.386704:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384663.386707:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000008f708fb7. 10000000:00000010:2.0:1767384663.386712:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000071c2de42. 10000000:00000001:2.0:1767384663.386717:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.386720:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.386726:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d19dd8a x1853237059675264/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.386732:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384663.386734:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384663.386737:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efc56dd4. 02000000:00000001:2.0:1767384663.386740:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384663.386741:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.386743:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384663.386746:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384663.386747:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384663.386749:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.386755:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384663.386757:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384663.386759:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000098497835. 00000100:00000010:2.0:1767384663.386764:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000050bcb622. 00000100:00000001:2.0:1767384663.386766:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384663.386767:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff9c5641. 00000400:00000200:0.0:1767384663.386767:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 02000000:00000001:2.0:1767384663.386775:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384663.386777:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.386778:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d19dd8a. 00000100:00000001:2.0:1767384663.386782:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.386783:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384663.386796:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c3b6579a. 10000000:01000000:2.0:1767384663.386800:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384663.386805:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384663.386806:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384663.386808:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.386810:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000279a9e8b refcount=3 00000020:00000001:2.0:1767384663.386812:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:2.0:1767384663.386814:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:2.0:1767384663.386817:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384663.386821:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.386828:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.386867:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384663.386870:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384663.386876:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00010000:00000001:2.0:1767384663.386881:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384663.386885:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.386887:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384663.386889:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384663.386893:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384663.386896:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384663.386898:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384663.386900:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:2.0:1767384663.386912:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384663.386923:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.386971:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387041:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387117:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387195:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387272:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387359:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387432:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387500:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387550:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387599:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387651:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387712:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387769:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387826:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.387943:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388055:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388139:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388226:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388333:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388415:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388451:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388516:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388573:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388624:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388688:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388748:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388883:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.388979:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.389099:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.389196:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384663.389291:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384663.389463:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3de9abf. 00000800:00000010:0.0:1767384663.389470:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013854430. 00000800:00000010:0.0:1767384663.389476:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa92d0b4. 00000800:00000010:0.0:1767384663.389505:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa92d0b4. 00000800:00020000:0.0:1767384663.389515:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384663.389518:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013854430. 00000800:00000010:0.0:1767384663.389522:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3de9abf. 00000400:02020000:0.0:1767384663.389565:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp40 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384663.389572:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp40 notifying 192.168.202.117@tcp40: down 00000800:00000200:0.0:1767384663.389578:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp40 down 00000800:00000100:0.0:1767384663.389585:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp40 00000800:00000010:0.0:1767384663.389588:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e0bc0c5. 00000400:00000200:0.0:1767384663.389592:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384663.389597:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp40->192.168.202.117@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384663.389604:0:16131:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp40 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:0.0:1767384663.389608:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384663.389611:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:0.0:1767384663.389613:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384663.389669:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384663.389681:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000400:00000001:1.0:1767384663.389689:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384663.389691:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384663.389694:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:1.0:1767384663.389697:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000400:00000200:1.0:1767384663.389704:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384663.389713:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:1.0:1767384663.389719:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000000ea3395f. 00000400:00000200:1.0:1767384663.389725:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (34) 00000400:00000200:1.0:1767384663.389731:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:1.0:1767384663.389736:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc -71 00000400:00000200:1.0:1767384663.389741:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:1.0:1767384663.389747:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (33) 00000100:00000040:1.0:1767384663.396885:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294953486, at 4294953487 00000100:00000040:2.0:1767384663.396893:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294953486, at 4294953487 00000100:00000040:3.0:1767384663.396895:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294953486, at 4294953487 00000100:00000010:1.0:1767384663.396897:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000405ef891. 00000100:00000010:2.0:1767384663.396909:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003954930e. 00000100:00000010:3.0:1767384663.396912:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000100:00000040:0.0:1767384663.396918:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294953486, at 4294953487 00000100:00000010:0.0:1767384663.396929:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007db944b. 00000020:00000010:3.0:1767384663.400039:0:33727:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000069280e0e. 00000020:00000040:3.0:1767384663.400046:0:33727:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384663.400048:0:33727:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000069280e0e. 00000004:00000001:3.0:1767384663.893887:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384663.893891:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384663.893896:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1d8793d. 00000020:00000040:3.0:1767384663.893902:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384663.893907:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384663.893910:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384663.893913:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384663.893920:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086ea8b54. 00000100:00000001:3.0:1767384663.893930:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.893936:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384663.893938:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.893948:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1d8793d] to pc [ptlrpcd_00_01+1] req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384663.893973:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894026:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.894030:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384663.894031:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384663.894036:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.894042:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384663.894043:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.894047:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384663.894047:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384663.894051:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384663.894056:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.894057:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384663.894060:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059675392:0@lo:13: 00000100:00000010:1.0:1767384663.894063:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000043fd04c. 00000100:00000001:3.0:1767384663.894064:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384663.894068:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384663.894070:0:2396:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384663.894071:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.894075:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384663.894075:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384663.894079:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384663.894081:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024e9222c. 02000000:00000001:1.0:1767384663.894083:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.894085:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384663.894093:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3c5b80c. 00000400:00000010:3.0:1767384663.894094:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7195a8. 00000100:00000001:1.0:1767384663.894101:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384663.894103:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000249468d4. 00000100:00000040:1.0:1767384663.894109:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384663.894110:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059675392, portal 4 00000100:00000001:3.0:1767384663.894115:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384663.894118:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933879808 : -115911775671808 : ffff96942fc92a00) 00000100:00000001:1.0:1767384663.894127:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384663.894128:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.894130:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894138:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384663.894139:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000043fd04c] to pc [ptlrpcd_00_02+2] req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384663.894143:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384663.894147:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df90c796. 00000100:00000200:3.0:1767384663.894152:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059675392, offset 0 00000400:00000200:3.0:1767384663.894164:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384663.894168:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384663.894172:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384663.894179:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384663.894179:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384663.894185:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e40c3e27. 00000020:00000040:1.0:1767384663.894188:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384663.894192:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a06500 00000100:00000001:1.0:1767384663.894193:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384663.894197:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384663.894199:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.894200:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2688 02000000:00000010:1.0:1767384663.894205:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fbcc7ff0. 00000400:00000200:3.0:1767384663.894208:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384663.894210:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.894215:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384663.894217:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384663.894222:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384663.894225:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384663.894231:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008544f4a0. 00000100:00000001:1.0:1767384663.894231:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384663.894233:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.894236:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000008544f4a0 x1853237059675392 msgsize 224 00000100:00000040:1.0:1767384663.894239:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40c3e27] to pc [ptlrpcd_00_03+3] req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384663.894246:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384663.894259:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384663.894266:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df90c796 00000400:00000010:3.0:1767384663.894268:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df90c796. 00000100:00000001:1.0:1767384663.894270:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894272:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384663.894275:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767384663.894277:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.894282:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384663.894286:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9e2e52. 00000100:00000001:3.0:1767384663.894289:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384663.894291:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384663.894294:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.894296:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384663.894299:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384663.894302:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894304:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384663.894307:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c195be2c. 00000100:00000001:3.0:1767384663.894308:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384663.894314:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.894314:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.894321:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4876 usecs (5 jiffies) 00000100:00000040:1.0:1767384663.894321:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384663.894326:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953989 00000100:00000010:3.0:1767384663.894333:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a03ee887. 00000100:00000001:1.0:1767384663.894336:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384663.894338:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894340:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384663.894344:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9e2e52] to pc [ptlrpcd_00_00+0] req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.894349:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953989 00000100:00000010:3.0:1767384663.894355:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006302fc66. 00000100:00000001:1.0:1767384663.894358:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894359:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384663.894365:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (291) 00000100:00000001:3.0:1767384663.894367:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953989 00000100:00000010:3.0:1767384663.894371:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005379ac6. 00000100:00000001:3.0:1767384663.894379:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384663.894384:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953989 00000100:00000010:3.0:1767384663.894386:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000080b02ea. 00000100:00000001:3.0:1767384663.894388:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384663.894393:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384663.894395:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894398:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894400:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.894407:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384663.894409:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384663.894412:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.894413:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384663.894414:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384663.894417:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384663.894419:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.894422:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384663.894423:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.894426:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.894427:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384663.894428:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384663.894433:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.894438:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384663.894439:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.894441:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384663.894443:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384663.894444:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384663.894447:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9e2e52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059675776:0@lo:400: 00000100:00000001:3.0:1767384663.894449:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384663.894452:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384663.894453:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.894454:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384663.894456:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000198d1995. 02000000:00000001:3.0:1767384663.894458:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384663.894462:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e0d6c2c. 00000400:00000010:3.0:1767384663.894469:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df90c796. 00000100:00000200:3.0:1767384663.894472:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059675776, portal 10 00000100:00000001:3.0:1767384663.894474:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384663.894475:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546344576 : -115912163207040 : ffff969418afd880) 00000100:00000040:3.0:1767384663.894482:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.894486:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384663.894490:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384663.894492:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022157394. 00000100:00000200:3.0:1767384663.894494:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059675776, offset 0 00000400:00000200:3.0:1767384663.894498:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384663.894499:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384663.894504:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384663.894506:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384663.894508:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384663.894514:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.894516:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a06680 00000400:00000200:3.0:1767384663.894528:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000001:1.0:1767384663.894529:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384663.894532:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384663.894533:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.894539:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384663.894540:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384663.894544:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384663.894547:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384663.894549:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384663.894549:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384663.894555:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000772ef718. 00000100:00100000:1.0:1767384663.894556:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000043fd04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059675520:0@lo:400: 00000100:00000040:3.0:1767384663.894559:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000772ef718 x1853237059675776 msgsize 224 00000100:00000001:1.0:1767384663.894564:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384663.894568:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384663.894569:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384663.894579:0:16141:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384663.894579:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.894583:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384663.894587:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022157394 02000000:00000010:1.0:1767384663.894589:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000425a319b. 00000400:00000010:3.0:1767384663.894590:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022157394. 02000000:00000001:1.0:1767384663.894593:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894596:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384663.894599:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea30f3f. 00000100:00000200:3.0:1767384663.894601:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384663.894606:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000100:00000001:3.0:1767384663.894608:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384663.894614:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384663.894614:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059675520, portal 4 00000100:00000001:1.0:1767384663.894619:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384663.894622:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546338304 : -115912163213312 : ffff969418afc000) 00000100:00000001:3.0:1767384663.894624:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894627:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384663.894631:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.894632:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.894638:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3532 usecs (4 jiffies) 00000100:00000001:1.0:1767384663.894641:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384663.894647:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384663.894649:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294953988 00000400:00000010:1.0:1767384663.894650:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000100:00000001:3.0:1767384663.894653:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294953989 00000100:00000200:1.0:1767384663.894655:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059675520, offset 0 00000100:00000001:3.0:1767384663.894657:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294953988 00000100:00000001:3.0:1767384663.894660:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294953989 00000400:00000200:1.0:1767384663.894664:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384663.894665:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294953988 00000100:00000001:3.0:1767384663.894669:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294953989 00000100:00000001:3.0:1767384663.894671:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294953988 00000100:00000001:3.0:1767384663.894673:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294953989 00000100:00000001:3.0:1767384663.894676:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384663.894679:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384663.894680:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894685:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.894687:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.894692:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a06580 00000100:00000001:3.0:1767384663.894698:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.894701:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.894701:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3664 00000400:00000200:1.0:1767384663.894709:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384663.894714:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384663.894719:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384663.894721:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384663.894724:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000632efdba. 00000100:00000040:1.0:1767384663.894727:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000632efdba x1853237059675520 msgsize 224 00000100:00100000:1.0:1767384663.894733:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384663.894739:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.894742:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384663.894743:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384663.894745:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384663.894750:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000100:00000040:0.0:1767384663.894750:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384663.894752:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000100:00000001:1.0:1767384663.894756:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384663.894758:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384663.894760:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.894766:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.894769:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384663.894770:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384663.894772:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384663.894773:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384663.894775:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384663.894778:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e40c3e27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059675648:0@lo:400: 00000100:00000001:0.0:1767384663.894782:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384663.894785:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384663.894786:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.894787:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.894788:0:16142:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384663.894789:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384663.894793:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004198b5b0. 00000100:00000001:1.0:1767384663.894794:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.894796:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384663.894797:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4876 usecs (5 jiffies) 00000100:00000001:1.0:1767384663.894801:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953989 00000400:00000010:0.0:1767384663.894801:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000100:00000001:1.0:1767384663.894803:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953989 00000100:00000001:1.0:1767384663.894805:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953989 00000400:00000010:0.0:1767384663.894805:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 00000100:00000001:1.0:1767384663.894808:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953989 00000100:00000200:0.0:1767384663.894809:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059675648, portal 10 00000100:00000001:1.0:1767384663.894811:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953989 00000100:00000001:0.0:1767384663.894812:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384663.894813:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953989 00000100:00000001:0.0:1767384663.894813:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546346368 : -115912163205248 : ffff969418afdf80) 00000100:00000001:1.0:1767384663.894816:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953989 00000100:00000001:1.0:1767384663.894818:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953989 00000100:00000040:0.0:1767384663.894819:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.894820:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384663.894823:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.894826:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.894826:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384663.894828:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384663.894829:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384663.894858:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000001:1.0:1767384663.894859:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384663.894861:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384663.894862:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059675648, offset 0 00000100:00000001:1.0:1767384663.894864:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384663.894866:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384663.894868:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.894869:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384663.894871:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.894879:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384663.894886:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a06600 00000400:00000200:0.0:1767384663.894892:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:1.0:1767384663.894894:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384663.894897:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384663.894898:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675520 02000000:00000001:1.0:1767384663.894901:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384663.894901:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384663.894903:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.894905:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384663.894906:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384663.894908:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384663.894910:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384663.894911:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be34b91b. 00000100:00100000:1.0:1767384663.894914:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675520 00000100:00000040:0.0:1767384663.894914:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000be34b91b x1853237059675648 msgsize 224 00000020:00000001:1.0:1767384663.894917:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384663.894919:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00100000:0.0:1767384663.894919:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384663.894922:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384663.894931:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:1.0:1767384663.894934:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384663.894936:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384663.894938:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384663.894943:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384663.894945:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000020:00000010:1.0:1767384663.894946:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 00000400:00000010:0.0:1767384663.894947:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000100:00000001:0.0:1767384663.894950:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384663.894951:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005b74ecc0. 00000100:00000200:0.0:1767384663.894954:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384663.894956:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:0.0:1767384663.894962:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384663.894966:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.894968:0:17556:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384663.894972:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384663.894974:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006460b7a5. 00000100:00000001:0.0:1767384663.894974:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384663.894978:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384663.894979:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006968c5e9. 00000100:00000040:0.0:1767384663.894982:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3403 usecs (4 jiffies) 00000020:00000010:1.0:1767384663.894983:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083fcfd93. 00000100:00000001:0.0:1767384663.894985:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953989 00000100:00000001:0.0:1767384663.894987:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953989 00000100:00000001:0.0:1767384663.894989:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953989 00000100:00000001:2.0:1767384663.894991:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384663.894992:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384663.894992:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953989 00000100:00000001:0.0:1767384663.895012:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953989 00000100:00100000:2.0:1767384663.895013:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675776 00000100:00000001:1.0:1767384663.895013:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384663.895015:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384663.895015:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953989 02000000:00000001:2.0:1767384663.895019:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384663.895020:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.895020:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953989 00000100:00000001:2.0:1767384663.895024:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.895025:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953989 00000100:00000001:2.0:1767384663.895029:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.895029:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384663.895030:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384663.895034:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384663.895035:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.895035:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.895036:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.895037:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.895041:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384663.895042:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675776 00000020:00000001:2.0:1767384663.895047:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384663.895048:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384663.895050:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00000001:1.0:1767384663.895050:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.895051:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384663.895056:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384663.895057:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.895060:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384663.895062:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000100:00000001:1.0:1767384663.895062:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.895063:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.895066:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384663.895067:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.895070:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00100000:1.0:1767384663.895073:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000001:2.0:1767384663.895078:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000040:1.0:1767384663.895079:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384663.895083:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384663.895085:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546345472 : -115912163206144 : ffff969418afdc00) 00000100:00100000:0.0:1767384663.895085:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675648 00000100:00000001:2.0:1767384663.895086:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384663.895091:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000632efdba x1853237059675520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:644/0 lens 224/0 e 0 to 0 dl 1767384674 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384663.895093:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc88f332. 02000000:00000001:0.0:1767384663.895094:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384663.895097:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.895101:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.895102:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000017e775b5. 02000000:00000001:0.0:1767384663.895104:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.895105:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384663.895109:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675648 00000020:00000040:2.0:1767384663.895111:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:1.0:1767384663.895111:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007536d411. 00000020:00000001:0.0:1767384663.895113:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384663.895115:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384663.895115:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000010:1.0:1767384663.895120:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007536d411. 00000020:00000001:0.0:1767384663.895120:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384663.895121:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:0.0:1767384663.895123:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00100000:1.0:1767384663.895126:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000632efdba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059675520:12345-0@lo:400: 00000020:00000001:0.0:1767384663.895127:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000010:2.0:1767384663.895128:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016ac609b. 00000020:00000001:0.0:1767384663.895129:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000200:1.0:1767384663.895130:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675520 00000100:00000001:0.0:1767384663.895136:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384663.895137:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038c62e23. 00000020:00000001:1.0:1767384663.895138:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384663.895140:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018b169b8. 00000020:00000001:1.0:1767384663.895143:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384663.895145:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.895145:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.895146:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:0.0:1767384663.895148:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018b169b8. 00000020:00000001:1.0:1767384663.895149:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384663.895153:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384663.895157:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384663.895157:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb1afe44. 00000100:00000040:2.0:1767384663.895160:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384663.895160:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384663.895160:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da27b322. 00000100:00000001:2.0:1767384663.895166:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384663.895167:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384663.895167:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000100:00000001:2.0:1767384663.895171:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384663.895172:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384663.895173:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384663.895175:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384663.895176:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.895178:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.895178:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384663.895179:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384663.895182:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384663.895185:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384663.895187:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384663.895188:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384663.895189:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.895190:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:1.0:1767384663.895192:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6368356. 00000100:00000001:2.0:1767384663.895195:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384663.895197:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.895199:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.895200:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.895201:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384663.895207:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384663.895210:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059675520 00010000:00000001:1.0:1767384663.895213:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384663.895214:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384663.895215:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.895216:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:1.0:1767384663.895219:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000632efdba x1853237059675520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:644/0 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384663.895222:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1767384663.895226:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00010000:00000001:1.0:1767384663.895228:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384663.895228:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027873920 : -115911681677696 : ffff969435636680) 00010000:00000001:1.0:1767384663.895230:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.895232:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be34b91b x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:644/0 lens 224/0 e 0 to 0 dl 1767384674 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384663.895234:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384663.895239:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384663.895240:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384663.895243:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384663.895246:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:0.0:1767384663.895248:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018b169b8. 02000000:00000001:1.0:1767384663.895249:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384663.895250:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384663.895251:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384663.895253:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018b169b8. 00000100:00000001:1.0:1767384663.895255:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384663.895259:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384663.895259:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be34b91b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059675648:12345-0@lo:400: 00000400:00000010:1.0:1767384663.895262:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000100:00000200:0.0:1767384663.895263:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675648 00000100:00000001:3.0:1767384663.895264:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384663.895266:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059675520, offset 224 00000100:00100000:3.0:1767384663.895267:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675392 00000020:00000001:0.0:1767384663.895267:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384663.895271:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384663.895273:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384663.895274:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.895275:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384663.895276:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384663.895277:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384663.895278:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.895280:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 02000000:00000001:3.0:1767384663.895282:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.895287:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384663.895287:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384663.895290:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384663.895292:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384663.895294:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a06580 00000020:00000001:0.0:1767384663.895294:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384663.895296:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.895299:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384663.895301:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.895302:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384663.895304:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675392 00000400:00000200:1.0:1767384663.895306:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c3d [1] + 224 02000000:00000001:0.0:1767384663.895306:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384663.895307:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384663.895308:0:17559:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384663.895310:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a8717f0e. 00000020:00000040:3.0:1767384663.895313:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 02000000:00000001:0.0:1767384663.895313:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.895314:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384663.895319:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384663.895319:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:0.0:1767384663.895319:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.895322:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384663.895323:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384663.895324:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=6 00000100:00000001:1.0:1767384663.895326:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384663.895326:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059675648 00000020:00000001:3.0:1767384663.895331:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000200:1.0:1767384663.895332:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.895332:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384663.895335:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00010000:00000200:0.0:1767384663.895337:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be34b91b x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:644/0 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384663.895339:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384663.895341:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933880704 : -115911775670912 : ffff96942fc92d80) 00000100:00000001:3.0:1767384663.895349:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384663.895354:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000772ef718 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:644/0 lens 224/0 e 0 to 0 dl 1767384674 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.895355:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384663.895357:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067c97820. 00000100:00000040:1.0:1767384663.895357:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.895358:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384663.895364:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384663.895365:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.895373:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384663.895374:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067c97820. 00000100:00000040:0.0:1767384663.895379:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000020:00000010:3.0:1767384663.895384:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b0f1ac. 00000100:00000001:0.0:1767384663.895384:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384663.895389:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384663.895393:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.895394:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384663.895395:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384663.895397:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ed0446f. 00000020:00000010:2.0:1767384663.895401:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b5a984. 00000400:00000200:1.0:1767384663.895402:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000020:00000010:3.0:1767384663.895404:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024a32bf0. 00000100:00000001:0.0:1767384663.895404:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384663.895407:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000100:00000001:2.0:1767384663.895408:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384663.895411:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384663.895413:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384663.895417:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002b5a984. 00000100:00000001:1.0:1767384663.895417:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384663.895418:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:0.0:1767384663.895418:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000001:1.0:1767384663.895424:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.895425:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384663.895426:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059675648, offset 224 00000100:00000001:3.0:1767384663.895428:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384663.895431:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000772ef718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059675776:12345-0@lo:400: 00000100:00000001:3.0:1767384663.895432:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384663.895432:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000400:00000200:0.0:1767384663.895437:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384663.895439:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384663.895441:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384663.895443:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675776 00000020:00000001:1.0:1767384663.895443:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.895448:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384663.895450:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384663.895450:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384663.895452:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.895455:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384663.895455:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000632efdba x1853237059675520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:644/0 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384663.895457:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a06600 00000020:00000001:2.0:1767384663.895461:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.895465:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384663.895466:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c45 [1] + 224 00000020:00000001:2.0:1767384663.895468:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384663.895469:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384663.895473:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384663.895474:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00100000:1.0:1767384663.895474:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000632efdba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16142:x1853237059675520:12345-0@lo:400: Request processed in 367us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384663.895478:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000200:0.0:1767384663.895479:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384663.895483:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384663.895485:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 2 00000100:00000001:0.0:1767384663.895487:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384663.895488:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933884288 : -115911775667328 : ffff96942fc93b80) 00000020:00000001:2.0:1767384663.895488:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384663.895489:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:0.0:1767384663.895492:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384663.895495:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384663.895496:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 1 00000100:00000040:3.0:1767384663.895499:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008544f4a0 x1853237059675392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:644/0 lens 224/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384663.895500:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384663.895501:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384663.895506:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384663.895507:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384663.895512:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006968c5e9. 00000020:00000001:2.0:1767384663.895514:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384663.895514:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.895520:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384663.895520:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083fcfd93. 02000000:00000001:2.0:1767384663.895525:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384663.895527:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006460b7a5. 00000100:00000001:3.0:1767384663.895528:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384663.895531:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c76a26c. 00000020:00000010:3.0:1767384663.895533:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067c97820. 00000020:00000040:1.0:1767384663.895534:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 02000000:00000001:2.0:1767384663.895537:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.895538:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.895539:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384663.895540:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.895544:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384663.895545:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067c97820. 00000400:00000200:0.0:1767384663.895546:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000400:00000010:0.0:1767384663.895552:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000020:00000001:2.0:1767384663.895553:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384663.895554:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008544f4a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059675392:12345-0@lo:13: 00000100:00080000:1.0:1767384663.895558:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000040:2.0:1767384663.895560:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059675776 00000100:00000001:0.0:1767384663.895560:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384663.895561:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675392 00000100:00000001:0.0:1767384663.895565:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384663.895566:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384663.895567:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384663.895569:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:0.0:1767384663.895569:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.895571:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000200:2.0:1767384663.895576:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000772ef718 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:644/0 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384663.895577:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384663.895577:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384663.895577:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000020:00000040:1.0:1767384663.895581:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00010000:00000001:0.0:1767384663.895582:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384663.895583:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384663.895586:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.895587:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:0.0:1767384663.895591:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384663.895593:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384663.895598:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384663.895598:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be34b91b x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:644/0 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384663.895599:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.895603:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384663.895604:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384663.895604:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384663.895608:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:1.0:1767384663.895608:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384663.895610:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384663.895612:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384663.895613:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384663.895615:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea30f3f. 00000100:00100000:0.0:1767384663.895617:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be34b91b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16143:x1853237059675648:12345-0@lo:400: Request processed in 373us (699us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384663.895619:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384663.895620:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 02000000:00000001:3.0:1767384663.895623:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384663.895624:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00001000:2.0:1767384663.895625:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384663.895627:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384663.895628:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000200:1.0:1767384663.895633:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384663.895633:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 02000000:00000010:3.0:1767384663.895634:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fa72c901. 00000100:00000001:2.0:1767384663.895635:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384663.895637:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384663.895640:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.895642:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384663.895645:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384663.895646:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384663.895653:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384663.895654:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:0.0:1767384663.895654:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da27b322. 00000100:00000200:1.0:1767384663.895656:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384663.895658:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:0.0:1767384663.895660:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 02000000:00000001:2.0:1767384663.895662:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384663.895663:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:0.0:1767384663.895665:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb1afe44. 02000000:00000001:2.0:1767384663.895668:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384663.895669:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384663.895669:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384663.895670:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000001:1.0:1767384663.895673:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.895676:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384663.895676:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.895677:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384663.895679:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:3.0:1767384663.895680:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.895683:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384663.895684:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384663.895685:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384663.895687:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:3.0:1767384663.895690:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000010:2.0:1767384663.895692:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 02000000:00000001:1.0:1767384663.895693:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384663.895694:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384663.895700:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000100:00000200:2.0:1767384663.895700:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059675776, offset 224 00000100:00001000:1.0:1767384663.895702:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=61 v=5 (5 0 0 0) 00002000:00000020:3.0:1767384663.895703:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:3.0:1767384663.895710:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00001000:1.0:1767384663.895712:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=61 v=5 (1 0 0 0) 00000001:00000001:3.0:1767384663.895715:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:2.0:1767384663.895715:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384663.895718:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000001:3.0:1767384663.895719:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.895722:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384663.895723:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384663.895728:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059675392 00010000:00000001:1.0:1767384663.895730:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384663.895731:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384663.895731:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:1.0:1767384663.895738:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384663.895739:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008544f4a0 x1853237059675392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:644/0 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384663.895745:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a06680 00000400:00000200:2.0:1767384663.895761:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c35 [1] + 224 00010000:00000001:3.0:1767384663.895767:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384663.895770:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384663.895774:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=61 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384663.895774:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384663.895774:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.895782:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384663.895783:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384663.895783:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384663.895787:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000040:1.0:1767384663.895788:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384663.895791:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:2.0:1767384663.895791:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384663.895792:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384663.895797:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384663.895797:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384663.895800:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384663.895801:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384663.895805:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.895806:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384663.895813:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384663.895818:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022157394. 00000100:00000040:2.0:1767384663.895823:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384663.895824:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059675392, offset 224 00000100:00000001:1.0:1767384663.895857:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384663.895861:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384663.895863:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384663.895869:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384663.895877:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000043fd04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059675520:0@lo:400: 00000100:00000001:1.0:1767384663.895882:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.895887:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384663.895892:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000043fd04c x1853237059675520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.895902:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384663.895902:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384663.895904:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384663.895909:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000425a319b. 00000400:00000200:2.0:1767384663.895910:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 02000000:00000001:1.0:1767384663.895913:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384663.895914:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000020:00000001:1.0:1767384663.895917:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384663.895921:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384663.895921:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384663.895924:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384663.895926:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384663.895930:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3c5b80c. 00000100:00000001:2.0:1767384663.895932:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.895935:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384663.895939:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 02000000:00000001:1.0:1767384663.895940:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384663.895944:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000043fd04c. 00010000:00000001:2.0:1767384663.895945:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384663.895950:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.895951:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384663.895953:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384663.895954:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.895959:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384663.895962:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000772ef718 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:644/0 lens 224/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.895965:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384663.895968:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.895974:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384663.895979:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384663.895985:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000772ef718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059675776:12345-0@lo:400: Request processed in 586us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384663.896015:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:1.0:1767384663.896018:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384663.896019:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:1.0:1767384663.896022:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384663.896024:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384663.896029:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384663.896029:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384663.896033:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384663.896034:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038c62e23. 00000400:00000010:1.0:1767384663.896036:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00000020:00000010:2.0:1767384663.896040:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000400:00000200:1.0:1767384663.896043:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e69835b 00000020:00000010:2.0:1767384663.896047:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016ac609b. 00000400:00000010:1.0:1767384663.896052:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e69835b. 00000020:00000040:2.0:1767384663.896055:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:1.0:1767384663.896059:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384663.896060:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384663.896068:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384663.896079:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.896087:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384663.896090:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.896093:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384663.896096:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384663.896097:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384663.896100:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.896102:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384663.896106:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384663.896110:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384663.896114:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384663.896116:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.896118:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384663.896123:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.896130:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.896133:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384663.896135:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384663.896138:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384663.896140:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384663.896144:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.896148:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384663.896150:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.896154:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384663.896160:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384663.896161:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384663.896162:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384663.896165:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384663.896167:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384663.896170:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e0d6c2c. 00000100:00000001:1.0:1767384663.896171:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384663.896177:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df90c796 00000100:00000040:1.0:1767384663.896180:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.896181:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a06500 00000400:00000010:2.0:1767384663.896182:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df90c796. 00000100:00000001:2.0:1767384663.896189:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384663.896194:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c2d [1] + 224 00000100:00000200:2.0:1767384663.896199:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384663.896200:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e40c3e27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16143:1853237059675648:0@lo:400: 00000400:00000200:3.0:1767384663.896202:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384663.896210:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384663.896217:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.896219:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384663.896223:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384663.896226:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384663.896228:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384663.896231:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e40c3e27 x1853237059675648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384663.896254:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.896262:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384663.896266:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384663.896267:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384663.896271:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384663.896273:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384663.896274:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384663.896275:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004198b5b0. 02000000:00000001:2.0:1767384663.896278:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384663.896280:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022157394 02000000:00000001:1.0:1767384663.896281:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384663.896282:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384663.896284:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022157394. 00000020:00000001:1.0:1767384663.896285:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384663.896287:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.896288:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384663.896289:0:16143:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384663.896292:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384663.896292:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384663.896293:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384663.896296:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384663.896297:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fbcc7ff0. 00000100:00001000:2.0:1767384663.896300:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=66 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384663.896301:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 02000000:00000001:1.0:1767384663.896303:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384663.896308:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384663.896309:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:2.0:1767384663.896309:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=66 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384663.896314:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384663.896314:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e40c3e27. 00000100:00000001:2.0:1767384663.896315:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384663.896318:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.896321:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384663.896322:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384663.896323:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384663.896326:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008544f4a0 x1853237059675392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:644/0 lens 224/368 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.896327:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384663.896330:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.896333:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.896342:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384663.896346:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008544f4a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059675392:12345-0@lo:13: Request processed in 815us (2106us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384663.896347:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.896353:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384663.896356:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384663.896362:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00000001:2.0:1767384663.896362:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.896366:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384663.896368:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384663.896369:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384663.896373:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384663.896373:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:3.0:1767384663.896377:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ed0446f. 00000100:00000001:2.0:1767384663.896378:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384663.896381:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384663.896383:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024a32bf0. 00000020:00000010:3.0:1767384663.896388:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b0f1ac. 00000100:00000040:2.0:1767384663.896388:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384663.896393:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:3.0:1767384663.896397:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.896401:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.896404:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.896407:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384663.896411:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.896420:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9e2e52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059675776:0@lo:400: 00000400:00000001:2.0:1767384663.896429:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384663.896431:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384663.896433:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7195a8. 00000400:00000200:2.0:1767384663.896436:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000249468d4 00000400:00000010:2.0:1767384663.896438:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000249468d4. 00000100:00000001:2.0:1767384663.896443:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384663.896446:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384663.896457:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.896465:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384663.896467:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.896469:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384663.896470:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384663.896471:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.896473:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.896475:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.896479:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384663.896489:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384663.896492:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384663.896493:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.896495:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384663.896499:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384663.896506:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.896509:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384663.896510:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384663.896512:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384663.896513:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.896516:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.896524:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.896526:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.896527:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384663.896530:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384663.896533:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384663.896536:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384663.896543:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384663.896548:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.896551:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.896559:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059675392:0@lo:13: 00000100:00000001:2.0:1767384663.896562:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.896564:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.896566:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9e2e52 x1853237059675776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.896572:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384663.896583:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384663.896585:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000198d1995. 02000000:00000001:2.0:1767384663.896589:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384663.896591:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.896593:0:16141:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384663.896595:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384663.896597:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c195be2c. 02000000:00000001:2.0:1767384663.896601:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384663.896603:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.896604:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9e2e52. 00000100:00000001:2.0:1767384663.896607:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.896609:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.896611:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.896615:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1d8793d x1853237059675392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.896621:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384663.896623:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384663.896625:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024e9222c. 02000000:00000001:2.0:1767384663.896629:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384663.896631:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.896632:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384663.896635:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384663.896636:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086ea8b54. 02000000:00000001:2.0:1767384663.896640:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384663.896641:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.896643:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1d8793d. 00000100:00000001:2.0:1767384663.896646:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.896647:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.896650:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.896654:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.896656:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.896660:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.896662:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.899885:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294953989, at 4294953990 00000100:00000010:0.0:1767384663.899893:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a03ee887. 00000100:00000040:2.0:1767384663.899933:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294953989, at 4294953990 00000100:00000010:2.0:1767384663.899942:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005379ac6. 00000100:00000040:1.0:1767384663.900025:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294953989, at 4294953990 00000100:00000010:1.0:1767384663.900031:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006302fc66. 00000100:00000040:3.0:1767384663.900093:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294953989, at 4294953990 00000100:00000010:3.0:1767384663.900099:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000080b02ea. 00010000:00000001:0.0:1767384663.958889:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384663.958893:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.958898:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384663.958900:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.958933:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384663.958938:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384663.958941:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384664.405897:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.405903:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384664.405906:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb6c24ed 00000400:00000010:3.0:1767384664.405911:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb6c24ed. 00000400:00000200:3.0:1767384664.405917:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384664.405924:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384664.405935:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b04ea7a0. 00000400:00000010:3.0:1767384664.405942:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000069974b34. 00000400:00000001:3.0:1767384664.405951:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.405953:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384664.405954:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004167f7cc 00000400:00000010:3.0:1767384664.405956:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004167f7cc. 00000400:00000200:3.0:1767384664.405958:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384664.405960:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384664.405961:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e7410564. 00000400:00000010:3.0:1767384664.405962:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000cd07aed. 00000400:00000200:3.0:1767384664.405966:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp35 00000400:00000010:3.0:1767384664.405968:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e414a95f. 00000400:00000010:3.0:1767384664.405972:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000055293157. 00000400:00000010:3.0:1767384664.405975:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004167f7cc. 00000400:00000010:3.0:1767384664.405979:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000066eca66f. 00000400:00000200:3.0:1767384664.405982:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp35 00000400:00000200:3.0:1767384664.406008:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp35 local destination 00000400:00000200:3.0:1767384664.406013:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp35 00000400:00000200:3.0:1767384664.406016:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp35 NI seq info: [137:137:256:4294967295] 192.168.202.117@tcp35 LPNI seq info [134:134:8:4294967295] 00000400:00000200:3.0:1767384664.406022:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp35 00000400:00000200:3.0:1767384664.406027:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35:) -> 192.168.202.117@tcp35(192.168.202.117@tcp35:192.168.202.117@tcp35) : GET try# 0 00000800:00000200:3.0:1767384664.406032:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp35 00000800:00000010:3.0:1767384664.406040:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c1514c62. 00000800:00000200:3.0:1767384664.406045:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000800:00000200:3.1:1767384664.406049:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000400:00000200:3.0:1767384664.406064:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp35 added to recovery queue. ping count: 4 next ping: 303 health :600 00000400:00000200:3.0:1767384664.406068:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp40 00000400:00000010:3.0:1767384664.406071:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007b72c1d3. 00000400:00000010:3.0:1767384664.406074:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f8376f32. 00000400:00000010:3.0:1767384664.406076:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb6c24ed. 00000400:00000010:3.0:1767384664.406079:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ed563b62. 00000400:00000200:3.0:1767384664.406081:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp40 00000400:00000200:3.0:1767384664.406086:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp40 local destination 00000400:00000200:3.0:1767384664.406088:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp40 00000400:00000200:3.0:1767384664.406091:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp40 NI seq info: [138:138:256:4294967295] 192.168.202.117@tcp40 LPNI seq info [135:135:8:4294967295] 00000400:00000200:3.0:1767384664.406094:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp40 00000400:00000200:3.0:1767384664.406098:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp40(192.168.202.117@tcp40:) -> 192.168.202.117@tcp40(192.168.202.117@tcp40:192.168.202.117@tcp40) : GET try# 0 00000800:00000200:3.0:1767384664.406104:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp40 00000800:00000010:3.0:1767384664.406107:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000df7e6528. 00000800:00000200:3.0:1767384664.406113:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000800:00000200:3.1:1767384664.406116:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000400:00000200:3.0:1767384664.406125:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp40 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:0.0:1767384664.406157:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406223:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406229:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406310:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406336:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406371:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406427:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406486:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406537:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406539:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406635:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406649:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406701:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406708:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406768:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406783:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.406820:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.406932:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407073:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407215:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.407294:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407315:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.407441:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407442:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407621:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.407622:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407697:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.407744:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.407893:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.407915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408025:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408072:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408156:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408210:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408272:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408316:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408400:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408417:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408533:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408537:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408614:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408649:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408698:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408751:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408756:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408895:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.408903:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.408976:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409017:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409066:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409101:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409171:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409189:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409260:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409293:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409371:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409381:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409549:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409551:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409669:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409692:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409731:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409794:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409808:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.409913:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.409988:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410005:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410146:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410212:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410325:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:2.0:1767384664.410332:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008bef140a. 00000800:00000010:2.0:1767384664.410339:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be2f4622. 00000800:00000010:2.0:1767384664.410346:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049cfc18b. 00000800:00000010:2.0:1767384664.410388:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049cfc18b. 00000800:00020000:2.0:1767384664.410407:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384664.410412:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be2f4622. 00000800:00000010:2.0:1767384664.410415:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008bef140a. 00000400:00000200:0.0:1767384664.410426:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:02020000:2.0:1767384664.410516:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp40 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384664.410528:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp40 notifying 192.168.202.117@tcp40: down 00000400:00000200:0.0:1767384664.410528:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:2.0:1767384664.410542:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384664.410556:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp40 00000800:00000010:2.0:1767384664.410561:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000df7e6528. 00000400:00000200:2.0:1767384664.410570:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384664.410580:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp40->192.168.202.117@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384664.410592:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384664.410595:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384664.410603:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp40) recovery failed with -71 00000400:00000200:0.0:1767384664.410638:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410738:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410820:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410932:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.410989:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:0.0:1767384664.411058:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000800:00000010:0.0:1767384664.411344:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3de9abf. 00000800:00000010:0.0:1767384664.411352:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c05d744. 00000800:00000010:0.0:1767384664.411361:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000018b169b8. 00000800:00000010:0.0:1767384664.411407:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000018b169b8. 00000400:00000200:2.0:1767384664.411550:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384664.411568:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp35 from 210.3.0.2 00000800:00000010:2.0:1767384664.411571:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000023364107. 00000800:00000010:0.0:1767384664.411618:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ebe202e9. 00000800:00000010:0.0:1767384664.411626:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b13a9fb. 00000800:00000010:0.0:1767384664.411672:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005cd81c62. 00000800:00000200:0.1:1767384664.411686:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (2) 00000800:00000200:0.1:1767384664.411696:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp35 000000005cd81c62 deleted 00000800:00000010:0.1:1767384664.411700:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005cd81c62. 00000800:00000200:0.1:1767384664.411709:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384664.411721:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp35 ip 192.168.202.117:978 00000800:00000200:0.1:1767384664.411727:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1514c62 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384664.411740:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp35 p 3.x 192.168.202.117 -> 192.168.202.117:978 incarnation:1767384647125441254 sched[0] 00000800:00000010:0.0:1767384664.411752:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000018b169b8. 00000800:00000010:0.0:1767384664.411822:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000018b169b8. 00000800:00000010:0.0:1767384664.411828:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b13a9fb. 00000800:00000010:0.0:1767384664.411951:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000023364107. 00000800:00000001:0.0:1767384664.411971:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.411981:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384664.412067:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384664.412071:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c1514c62. 00000400:00000200:0.0:1767384664.412078:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384664.412085:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp35->192.168.202.117@tcp35: GET: OK 00000400:00000200:0.0:1767384664.412093:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384664.412096:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp35 recovery message sent successfully:0 00000800:00000200:0.1:1767384664.412214:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384664.412223:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp35 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384647125441254 sched[0] 00000800:00000010:0.0:1767384664.412226:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c05d744. 00000800:00000001:0.0:1767384664.412281:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.412289:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384664.412293:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.412304:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384664.412315:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35) <- 192.168.202.117@tcp35 : GET - for me 00000400:00000200:0.0:1767384664.412337:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384664.412353:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1bd1 [1] + 0 00000400:00000200:0.0:1767384664.412369:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp35 to MR: 192.168.202.117@tcp35 local destination 00000400:00000200:0.0:1767384664.412379:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp35 NI seq info: [139:139:256:4294967295] 192.168.202.117@tcp35 LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1767384664.412401:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35:192.168.202.117@tcp35) -> 192.168.202.117@tcp35(192.168.202.117@tcp35:192.168.202.117@tcp35) 192.168.202.117@tcp35 : REPLY try# 0 00000800:00000200:0.0:1767384664.412409:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp35 00000800:00000010:0.0:1767384664.412414:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e0bc0c5. 00000800:00000200:0.0:1767384664.412423:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000175ccb02] -> 12345-192.168.202.117@tcp35 (4) 00000800:00000200:0.0:1767384664.412431:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp35 ip 192.168.202.117:988 00000800:00000200:0.0:1767384664.412434:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e0bc0c5 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384664.412519:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384664.412521:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e0bc0c5. 00000400:00000200:0.0:1767384664.412525:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384664.412532:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp35->192.168.202.117@tcp35: REPLY: OK 00000800:00000001:0.0:1767384664.412552:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.412557:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384664.412561:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.412567:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384664.412570:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.412576:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384664.412585:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp35(192.168.202.117@tcp35) <- 192.168.202.117@tcp35 : REPLY - for me 00000400:00000200:0.0:1767384664.412600:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp35: Reply from 12345-192.168.202.117@tcp35 of length 272/272 into md 0x1c5d 00000800:00000001:0.0:1767384664.412605:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.412614:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384664.412616:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384664.412623:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp35->192.168.202.117@tcp35: REPLY: OK 00000400:00000200:0.0:1767384664.412631:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004167f7cc 00000400:00000010:0.0:1767384664.412634:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004167f7cc. 00000400:00000200:0.0:1767384664.412643:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384664.412650:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e414a95f. 00000400:00000200:1.0:1767384664.412652:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:0.0:1767384664.412657:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000055293157. 00000800:00000001:0.0:1767384664.412673:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384664.412680:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384664.412740:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.412806:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.412910:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.412961:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413020:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413061:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413092:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413137:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413166:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413208:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413245:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413273:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413307:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413346:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413378:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413409:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413444:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413481:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413514:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413541:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413576:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413611:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413643:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413679:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413716:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413752:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413789:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413828:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413895:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413929:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.413971:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.414017:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.414054:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384664.414091:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384664.414251:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cdab883. 00000800:00000010:1.0:1767384664.414257:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab0ff164. 00000800:00000010:1.0:1767384664.414263:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000427a0703. 00000800:00000010:1.0:1767384664.414287:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000427a0703. 00000800:00020000:1.0:1767384664.414296:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384664.414300:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab0ff164. 00000800:00000010:1.0:1767384664.414310:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cdab883. 00000400:02020000:1.0:1767384664.414359:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp35 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384664.578529:0:34074:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384664.578542:0:34074:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384664.578546:0:34074:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384664.578551:0:34074:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384664.578555:0:34074:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384664.578559:0:34074:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384664.981906:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384664.981911:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384664.981915:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384664.981916:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.981944:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384664.981947:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384664.981950:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384665.310975:0:34239:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384665.310996:0:34239:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:0.0:1767384665.314294:0:34239:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384665.322280:0:34240:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000069bfa2a4. 00000400:00000010:3.0:1767384665.322302:0:34240:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f8997600. 00000400:00000010:3.0:1767384665.322314:0:34240:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e3a8cbea. 00000400:00000010:3.0:1767384665.322319:0:34240:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000be5ce5ec. 00000400:00000010:3.0:1767384665.322323:0:34240:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d80a8cb6. 00000400:00000010:3.0:1767384665.322329:0:34240:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006685c1dd. 00000400:00000010:3.0:1767384665.322331:0:34240:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9bfce7d. 00000400:00000010:3.0:1767384665.322339:0:34240:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007788494a. 00000400:00000010:3.0:1767384665.322343:0:34240:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ef9c2efa. 00000800:00000010:3.0:1767384665.322372:0:34240:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000121cf8c2. 00000800:00000200:3.0:1767384665.322388:0:34240:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384665.322412:0:34240:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384665.322466:0:34240:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:3.0:1767384665.322495:0:34240:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp43 [8/256/0/180] 00000400:00000010:3.0:1767384665.324002:0:34240:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000f4f03361. 00000400:00000010:3.0:1767384665.324009:0:34240:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32c1df6. 00000400:00000010:3.0:1767384665.324015:0:34240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022157394. 00000400:00000001:3.0:1767384665.324043:0:34240:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384665.324044:0:34240:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384665.324046:0:34240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4783ba. 00000400:00000200:3.0:1767384665.324048:0:34240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a00b1f7 00000400:00000010:3.0:1767384665.324050:0:34240:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a00b1f7. 00000400:00000010:3.0:1767384665.324054:0:34240:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000076f02652. 00000400:00000200:3.0:1767384665.324059:0:34240:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (32) 00000400:00000200:3.0:1767384665.324073:0:34240:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384665.324085:0:34240:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:3.0:1767384665.324093:0:34240:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a80b4905. 00000020:01000000:3.0:1767384665.324100:0:34240:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384665.324103:0:34240:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp43 00000400:00000200:1.0:1767384665.324105:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384665.324115:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000010:3.0:1767384665.324118:0:34240:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f8997600. 00000400:00000200:1.0:1767384665.324119:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000400:00000010:3.0:1767384665.324125:0:34240:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000069bfa2a4. 00000400:00000010:1.0:1767384665.324127:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000005b637c0c. 00000400:00000010:1.0:1767384665.324133:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000400:00000010:1.0:1767384665.324141:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfc656e0. 00000400:00000200:1.0:1767384665.324144:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000020:00000001:2.0:1767384665.324149:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384665.324155:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384665.324158:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:2.0:1767384665.324160:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384665.324163:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384665.324165:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000020:01000004:2.0:1767384665.324167:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384665.324172:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384665.324174:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:2.0:1767384665.324176:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384665.324181:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384665.324182:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:1.0:1767384665.324186:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000020:01000004:2.0:1767384665.324191:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384665.324192:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000020:01000004:2.0:1767384665.324193:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384665.324196:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384665.324200:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384665.324202:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000020:01000004:2.0:1767384665.324203:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384665.324207:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384665.324214:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dec4fa8. 00000400:00000200:1.0:1767384665.324215:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000020:00000040:2.0:1767384665.324220:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:1.0:1767384665.324225:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000100:00000001:2.0:1767384665.324229:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384665.324232:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 02000000:00000001:2.0:1767384665.324234:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384665.324238:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 02000000:00000001:2.0:1767384665.324240:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324241:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000400:00000200:1.0:1767384665.324250:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 02000000:00000010:2.0:1767384665.324252:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008bef140a. 00000400:00000200:1.0:1767384665.324255:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000100:00000001:2.0:1767384665.324260:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324268:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000100:00000001:2.0:1767384665.324269:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384665.324273:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324273:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:1.0:1767384665.324278:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000100:00000040:2.0:1767384665.324282:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dec4fa8] to pc [ptlrpcd_00_01+1] req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384665.324285:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:1.0:1767384665.324300:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:1.0:1767384665.324304:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 30], ns[104, 30] 00000400:00000200:1.0:1767384665.324309:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 30], ns[66, 30] 00000400:00000200:1.0:1767384665.324314:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[79, 30] 00000400:00000200:1.0:1767384665.324319:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 30], ns[91, 30] 10000000:00000001:2.0:1767384665.324326:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324327:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 10000000:00000001:2.0:1767384665.324332:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.324333:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384665.324335:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[115, 30] 00000020:00000001:2.0:1767384665.324338:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.324338:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384665.324342:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384665.324344:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384665.324344:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[94, 30] 00000100:00000040:0.0:1767384665.324352:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384665.324355:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384665.324355:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 30], ns[139, 30] 10000000:00000001:2.0:1767384665.324359:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384665.324361:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384665.324365:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384665.324370:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000020:01000004:2.0:1767384665.324371:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384665.324376:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384665.324376:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384665.324381:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384665.324381:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384665.324386:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384665.324386:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 30], ns[122, 30] 02000000:00000001:0.0:1767384665.324387:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384665.324389:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384665.324392:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384665.324394:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384665.324399:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384665.324399:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384665.324404:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384665.324404:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 30], ns[134, 30] 00000100:00100000:0.0:1767384665.324406:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dec4fa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059675904:0@lo:253: 00000020:01000004:2.0:1767384665.324408:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384665.324413:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baf5c1c0. 00000100:00000001:0.0:1767384665.324416:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384665.324419:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384665.324422:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.324423:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384665.324425:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 30], ns[135, 30] 02000000:00000001:0.0:1767384665.324427:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.324431:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.324434:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384665.324437:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.324440:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000091e60538. 00000400:00000200:1.0:1767384665.324443:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[135, 30], ns[138, 30] 02000000:00000010:2.0:1767384665.324447:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000df41c40f. 02000000:00000001:0.0:1767384665.324447:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.324453:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.324455:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000100:00000001:2.0:1767384665.324456:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384665.324460:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324464:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000010:0.0:1767384665.324465:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c53265c. 00000100:00000040:2.0:1767384665.324467:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baf5c1c0] to pc [ptlrpcd_00_02+2] req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384665.324472:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp21 00000100:00000200:0.0:1767384665.324472:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059675904, portal 25 00000100:00000001:0.0:1767384665.324478:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384665.324481:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp21 lpni_is_preferred = 0 00000100:00000001:0.0:1767384665.324482:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864907008 : -115916844644608 : ffff969301a6c700) 00000400:00000200:1.0:1767384665.324486:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp21 00000400:00000200:1.0:1767384665.324493:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp21 NI seq info: [140:140:256:4294967295] 192.168.202.117@tcp21 LPNI seq info [137:137:8:4294967295] 00000100:00000040:0.0:1767384665.324493:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384665.324495:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384665.324500:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384665.324506:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384665.324510:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384665.324510:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384665.324511:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp21 00000100:00000040:0.0:1767384665.324516:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384665.324519:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a80b4905. 00000400:00000010:0.0:1767384665.324520:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013854430. 00000100:00000200:0.0:1767384665.324527:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059675904, offset 0 00000400:00000200:1.0:1767384665.324530:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21:) -> 192.168.202.117@tcp21(192.168.202.117@tcp:192.168.202.117@tcp21) : GET try# 0 00000400:00000200:0.0:1767384665.324535:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384665.324539:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384665.324539:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp21 00000100:00000001:2.0:1767384665.324545:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384665.324546:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fbcc7ff0. 00000400:00000200:0.0:1767384665.324550:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384665.324555:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384665.324557:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (6) 00000100:00000001:2.0:1767384665.324559:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384665.324563:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06700 00000100:00000001:2.0:1767384665.324565:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767384665.324569:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp21 ip 192.168.202.117:988 00000100:00000040:2.0:1767384665.324575:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384665.324575:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1439 [2] + 0 00000800:00000200:1.0:1767384665.324576:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbcc7ff0 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384665.324581:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab730d65. 00000400:00000200:0.0:1767384665.324587:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa0e6e9d 00000100:00000001:2.0:1767384665.324594:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384665.324595:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384665.324595:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384665.324599:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324602:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000400:00000200:0.0:1767384665.324604:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384665.324607:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384665.324611:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384665.324613:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.324614:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa0e6e9d 00000100:00100000:2.0:1767384665.324617:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000baf5c1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059676032:0@lo:253: 00000100:00000001:2.0:1767384665.324620:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384665.324625:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa0e6e9d. 02000000:00000001:2.0:1767384665.324626:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384665.324629:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.324631:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384665.324633:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384665.324635:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1767384665.324636:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009db6e92b. 00000100:00000040:0.0:1767384665.324638:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000003f05726 x1853237059675904 msgsize 4848 02000000:00000001:2.0:1767384665.324640:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.324647:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384665.324648:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eede9fc0. 00000100:00000040:0.0:1767384665.324649:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384665.324655:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000925cf226. 00000100:00000200:2.0:1767384665.324659:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059676032, portal 25 00000100:00000001:0.0:1767384665.324661:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384665.324667:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384665.324668:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013854430 00000100:00000001:2.0:1767384665.324669:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864909696 : -115916844641920 : ffff969301a6d180) 00000400:00000010:0.0:1767384665.324672:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013854430. 00000100:00000001:0.0:1767384665.324676:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384665.324677:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384665.324681:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.324692:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384665.324699:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384665.324702:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384665.324704:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fa3bff9. 00000100:00000040:0.0:1767384665.324708:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384665.324710:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059676032, offset 0 00000400:00000200:2.0:1767384665.324720:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384665.324720:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384665.324723:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384665.324725:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767384665.324727:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fbcc7ff0. 00000400:00000200:1.0:1767384665.324732:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384665.324733:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384665.324733:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324740:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp21->192.168.202.117@tcp21: GET: OK 00000100:00000001:0.0:1767384665.324740:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294955426 00000400:00000200:2.0:1767384665.324746:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06780 00000400:00000200:1.0:1767384665.324747:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:0.0:1767384665.324747:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000400:00000200:2.0:1767384665.324754:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1471 [2] + 0 00000400:00000200:1.0:1767384665.324754:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000100:00000001:0.0:1767384665.324756:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384665.324761:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a778d220. 00000100:00000001:0.0:1767384665.324764:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294955426 00000400:00000200:2.0:1767384665.324765:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0a48d76 00000100:00000010:0.0:1767384665.324770:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000400:00000200:2.0:1767384665.324771:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384665.324774:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000800:00000001:1.0:1767384665.324775:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384665.324780:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.324783:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294955426 00000400:00000200:2.0:1767384665.324784:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0a48d76 00000800:00000001:1.0:1767384665.324787:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384665.324789:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0a48d76. 00000100:00000010:0.0:1767384665.324789:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000800:00000001:1.0:1767384665.324791:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384665.324797:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384665.324799:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1767384665.324800:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.324801:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294955426 00000100:00000200:2.0:1767384665.324802:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384665.324808:0:16142:0:(events.c:337:request_in_callback()) incoming req@0000000055e6bf23 x1853237059676032 msgsize 4848 00000100:00000010:0.0:1767384665.324809:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2199ea. 00000400:00000200:1.0:1767384665.324812:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21) <- 192.168.202.117@tcp21 : GET - for me 00000100:00000001:0.0:1767384665.324816:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384665.324820:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384665.324821:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384665.324825:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384665.324825:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324829:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384665.324856:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 560/560 into md 0x1c65 [1] + 0 00000400:00000200:1.0:1767384665.324866:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp21 to MR: 192.168.202.117@tcp21 local destination 00000100:00000001:0.0:1767384665.324872:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.324873:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp21 NI seq info: [141:141:256:4294967295] 192.168.202.117@tcp21 LPNI seq info [138:138:8:4294967295] 00000100:00000001:2.0:1767384665.324876:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.324876:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.324888:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.324892:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384665.324897:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21:192.168.202.117@tcp21) -> 192.168.202.117@tcp21(192.168.202.117@tcp21:192.168.202.117@tcp21) 192.168.202.117@tcp21 : REPLY try# 0 00000100:00000001:0.0:1767384665.324897:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.324899:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384665.324903:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384665.324907:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.117@tcp21 00000100:00000001:0.0:1767384665.324909:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384665.324910:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa3bff9 00000800:00000010:1.0:1767384665.324912:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbcc7ff0. 00000400:00000010:2.0:1767384665.324914:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fa3bff9. 00000800:00000200:1.0:1767384665.324920:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (6) 00000100:00000001:2.0:1767384665.324923:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767384665.324928:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp21 ip 192.168.202.117:999 00000100:00000001:0.0:1767384665.324930:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384665.324932:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384665.324932:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbcc7ff0 type 3, nob 656 niov 1 nkiov 1 00000100:00100000:0.0:1767384665.324933:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059675904 02000000:00000001:0.0:1767384665.324938:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384665.324941:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.324944:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.324950:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.324952:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384665.324954:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059675904 00000020:00000001:0.0:1767384665.324957:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384665.324959:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384665.324960:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384665.324963:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.324967:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384665.324971:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000800:00000200:1.0:1767384665.324974:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384665.324976:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384665.324980:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384665.324980:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbcc7ff0. 00000100:00000001:0.0:1767384665.324997:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384665.324998:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384665.324998:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.325004:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp21->192.168.202.117@tcp21: REPLY: OK 00000020:00000010:0.0:1767384665.325004:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000350a8936. 00000100:00000001:0.0:1767384665.325011:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384665.325014:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384665.325015:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000350a8936. 00000800:00000001:1.0:1767384665.325017:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384665.325018:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294955427 00000800:00000001:1.0:1767384665.325022:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.325025:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955426 00000800:00000001:1.0:1767384665.325026:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384665.325027:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fd54738. 00000100:00000001:2.0:1767384665.325032:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294955427 00000800:00000001:1.0:1767384665.325032:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384665.325035:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0b27dc7. 00000800:00000001:1.0:1767384665.325038:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384665.325039:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955426 00000020:00000010:0.0:1767384665.325043:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f407e798. 00000100:00000001:2.0:1767384665.325044:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294955427 00000800:00000001:1.0:1767384665.325045:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.325054:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955426 00000100:00000040:0.0:1767384665.325056:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384665.325057:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp21(192.168.202.117@tcp21) <- 192.168.202.117@tcp21 : REPLY - for me 00000100:00000001:2.0:1767384665.325059:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294955427 00000100:00000001:0.0:1767384665.325063:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384665.325066:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955426 00000100:00000001:0.0:1767384665.325066:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384665.325070:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.325075:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp21: Reply from 12345-192.168.202.117@tcp21 of length 560/560 into md 0x1c69 00000100:00000001:2.0:1767384665.325077:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384665.325084:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384665.325084:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384665.325085:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.325092:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384665.325096:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.325097:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.325101:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.325103:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384665.325106:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384665.325109:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp21->192.168.202.117@tcp21: REPLY: OK 00000100:00000001:2.0:1767384665.325110:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384665.325115:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000100:00000001:2.0:1767384665.325116:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.325116:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384665.325119:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:2.0:1767384665.325120:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384665.325121:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676032 00000100:00000001:2.0:1767384665.325125:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.325125:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:2.0:1767384665.325132:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.325132:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 02000000:00000001:0.0:1767384665.325132:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384665.325135:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.325139:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.325143:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 02000000:00000001:0.0:1767384665.325144:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.325148:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676032 00000400:00000200:1.0:1767384665.325151:0:16135:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.117@tcp (592 bytes) 00000020:00000001:0.0:1767384665.325151:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384665.325156:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:2.0:1767384665.325158:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384665.325160:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.325164:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000400:00000200:1.0:1767384665.325165:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000001:2.0:1767384665.325166:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.325168:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384665.325173:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384665.325177:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.325180:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000350a8936. 00000400:00000010:1.0:1767384665.325185:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000005b637c0c. 00000100:00000001:0.0:1767384665.325186:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384665.325191:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000350a8936. 00000400:00000200:1.0:1767384665.325192:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (34) 00000100:00000001:2.0:1767384665.325193:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384665.325196:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384665.325197:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e97ca8e. 00000020:00000010:0.0:1767384665.325205:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1dfadf0. 00000100:00100000:2.0:1767384665.325206:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000800:00000001:1.0:1767384665.325212:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384665.325213:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000010:0.0:1767384665.325213:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfbfc54. 00000800:00000001:1.0:1767384665.325217:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.325218:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935851600 : -115911773700016 : ffff96942fe74050) 00000100:00000001:0.0:1767384665.325220:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384665.325225:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384665.325229:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384665.325232:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003f05726 x1853237059675904/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 4848/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.325236:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.325243:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384665.325248:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec6f830f. 00000400:00000200:1.0:1767384665.325251:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384665.325254:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384665.325256:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384665.325257:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000005b637c0c. 00000020:00000010:2.0:1767384665.325258:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec6f830f. 00000400:00000010:1.0:1767384665.325263:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea30f3f. 00000400:00000010:1.0:1767384665.325275:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000100:00100000:2.0:1767384665.325278:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003f05726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059675904:12345-0@lo:253: 00000400:00000200:1.0:1767384665.325279:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005b637c0c 00000100:00000001:0.0:1767384665.325279:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384665.325283:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1767384665.325286:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384665.325288:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059675904 00000400:00000001:1.0:1767384665.325289:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384665.325291:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000020:00000001:2.0:1767384665.325293:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384665.325293:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078f8b00a. 00000100:00000040:0.0:1767384665.325296:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000020:00000001:2.0:1767384665.325301:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384665.325301:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935862864 : -115911773688752 : ffff96942fe76c50) 00000400:00000200:1.0:1767384665.325303:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085a2d00d 00000020:00000001:2.0:1767384665.325304:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384665.325306:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085a2d00d. 00000020:00000001:2.0:1767384665.325308:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384665.325309:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055e6bf23 x1853237059676032/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 4848/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384665.325312:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:1.0:1767384665.325314:0:16138:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000001:2.0:1767384665.325319:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384665.325319:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000000e4986f5. 00000020:00000001:2.0:1767384665.325322:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.325326:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000020:00000001:2.0:1767384665.325327:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384665.325328:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384665.325334:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384665.325334:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000350a8936. 00000400:00000200:1.0:1767384665.325336:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000020:00000001:2.0:1767384665.325339:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.325340:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384665.325343:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:0 00000100:00000001:2.0:1767384665.325344:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384665.325348:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc 1 02000000:00000001:2.0:1767384665.325349:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384665.325350:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000350a8936. 00000400:00000200:1.0:1767384665.325355:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 02000000:00000010:2.0:1767384665.325357:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061750cbc. 00000400:00000200:1.0:1767384665.325359:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000100:00100000:0.0:1767384665.325360:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055e6bf23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059676032:12345-0@lo:253: 02000000:00000001:2.0:1767384665.325361:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.325368:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384665.325368:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000009c513af0. 00000100:00000200:0.0:1767384665.325368:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676032 20000000:00000001:2.0:1767384665.325375:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384665.325375:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384665.325376:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000020:00000001:0.0:1767384665.325380:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384665.325382:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.325384:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384665.325386:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000010:1.0:1767384665.325387:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b78ae89f. 00000020:00000001:0.0:1767384665.325388:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:2.0:1767384665.325389:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f329d52f. 00000020:00000001:0.0:1767384665.325392:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384665.325394:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384665.325397:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384665.325399:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 20000000:00000001:2.0:1767384665.325401:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384665.325402:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384665.325406:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384665.325407:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.325411:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 20000000:00000001:2.0:1767384665.325412:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.325412:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384665.325418:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.325418:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384665.325422:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 20000000:00000001:2.0:1767384665.325423:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384665.325424:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003a50e3b2. 02000000:00000001:0.0:1767384665.325429:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384665.325433:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c49d0cc. 00000100:00000001:0.0:1767384665.325434:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.325437:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 20000000:01000000:2.0:1767384665.325439:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384665.325439:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384665.325448:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384665.325449:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 20000000:00000010:0.0:1767384665.325450:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000800a305c. 00080000:00000001:2.0:1767384665.325456:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384665.325456:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384665.325461:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384665.325462:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 20000000:00000001:0.0:1767384665.325466:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384665.325469:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 20000000:00000001:0.0:1767384665.325470:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384665.325477:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384665.325480:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384665.325481:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000400:00000200:1.0:1767384665.325498:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:1.0:1767384665.325505:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:1.0:1767384665.325515:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00080000:00000001:2.0:1767384665.325518:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384665.325522:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00080000:00000001:2.0:1767384665.325525:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384665.325529:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00080000:00000001:2.0:1767384665.325531:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384665.325537:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384665.325538:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[141, 38] 00000020:00000001:2.0:1767384665.325544:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384665.325544:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000020:00000001:2.0:1767384665.325555:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000400:00000200:1.0:1767384665.325555:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:1.0:1767384665.325564:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00080000:00000001:2.0:1767384665.325566:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384665.325568:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:1.0:1767384665.325571:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:1.0:1767384665.325573:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:1.0:1767384665.325580:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 32], ns[104, 32] 00080000:00000010:2.0:1767384665.325582:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a501b98e. 00000400:00000200:1.0:1767384665.325584:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 32], ns[66, 32] 00080000:00000001:2.0:1767384665.325588:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855376896 : -115916854174720 : ffff969301155c00) 00000400:00000200:1.0:1767384665.325591:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 32], ns[79, 32] 00080000:00000001:2.0:1767384665.325593:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384665.325597:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 32], ns[91, 32] 00000400:00000200:1.0:1767384665.325601:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 32], ns[127, 32] 00000400:00000200:1.0:1767384665.325603:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[115, 32] 00000400:00000200:1.0:1767384665.325615:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 32], ns[94, 32] 00000400:00000200:1.0:1767384665.325619:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 32], ns[139, 32] 00000400:00000200:1.0:1767384665.325623:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 32], ns[128, 32] 00000400:00000200:1.0:1767384665.325625:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 32], ns[122, 32] 00000400:00000200:1.0:1767384665.325628:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 32], ns[134, 32] 00000400:00000200:1.0:1767384665.325630:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 32], ns[135, 32] 00000400:00000200:1.0:1767384665.325633:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[135, 32], ns[138, 32] 00000400:00000200:1.0:1767384665.325636:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:1.0:1767384665.325638:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp22 00000400:00000200:1.0:1767384665.325642:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp22 lpni_is_preferred = 0 00000400:00000200:1.0:1767384665.325644:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp22 00000400:00000200:1.0:1767384665.325646:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp22 NI seq info: [142:142:256:4294967295] 192.168.202.117@tcp22 LPNI seq info [139:139:8:4294967295] 00000400:00000200:1.0:1767384665.325650:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp22 00000400:00000200:1.0:1767384665.325654:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22:) -> 192.168.202.117@tcp22(192.168.202.117@tcp:192.168.202.117@tcp22) : GET try# 0 00000800:00000200:1.0:1767384665.325659:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp22 00000800:00000010:1.0:1767384665.325663:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fbcc7ff0. 00000800:00000200:1.0:1767384665.325668:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (6) 00000800:00000200:1.0:1767384665.325673:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp22 ip 192.168.202.117:988 00000800:00000200:1.0:1767384665.325675:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbcc7ff0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384665.325685:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384665.325689:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000001:00000001:2.0:1767384665.325705:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384665.325707:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384665.325710:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384665.325731:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384665.325734:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.0:1767384665.325749:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384665.325753:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fbcc7ff0. 00000400:00000200:1.0:1767384665.325759:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.325766:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: GET: OK 00000400:00000200:1.0:1767384665.325782:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384665.325789:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:1.0:1767384665.325794:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.325800:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384665.325802:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.325814:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.325824:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22) <- 192.168.202.117@tcp22 : GET - for me 00000400:00000200:1.0:1767384665.325830:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384665.325888:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 592/592 into md 0x1c65 [1] + 0 00000400:00000200:1.0:1767384665.325897:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp22 to MR: 192.168.202.117@tcp22 local destination 00000400:00000200:1.0:1767384665.325907:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp22 NI seq info: [143:143:256:4294967295] 192.168.202.117@tcp22 LPNI seq info [140:140:8:4294967295] 00000400:00000200:1.0:1767384665.325921:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) -> 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) 192.168.202.117@tcp22 : REPLY try# 0 00000800:00000200:1.0:1767384665.325924:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.117@tcp22 00000800:00000010:1.0:1767384665.325927:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbcc7ff0. 00000800:00000200:1.0:1767384665.325936:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (6) 00000800:00000200:1.0:1767384665.325940:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp22 ip 192.168.202.117:997 00000800:00000200:1.0:1767384665.325942:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbcc7ff0 type 3, nob 688 niov 1 nkiov 1 00080000:00000001:2.0:1767384665.326008:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384665.326013:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384665.326016:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384665.326019:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbcc7ff0. 00000400:00000200:1.0:1767384665.326022:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.326029:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: REPLY: OK 00000800:00000001:1.0:1767384665.326035:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326038:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384665.326039:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326042:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384665.326043:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326045:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.326050:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22) <- 192.168.202.117@tcp22 : REPLY - for me 00000400:00000200:1.0:1767384665.326061:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp22: Reply from 12345-192.168.202.117@tcp22 of length 592/592 into md 0x1c81 00000800:00000001:1.0:1767384665.326065:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326075:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.326076:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.326082:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: REPLY: OK 00000400:00000200:1.0:1767384665.326085:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000400:00000010:1.0:1767384665.326086:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000400:00000200:1.0:1767384665.326090:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384665.326093:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:1.0:1767384665.326095:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:1.0:1767384665.326098:0:16135:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 35. state = 0x100271 00000400:00000200:1.0:1767384665.326101:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384665.326109:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (34) 00000800:00000001:1.0:1767384665.326119:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326127:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.326154:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384665.326164:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:1.0:1767384665.326173:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 000000009c857219. 00000400:00000010:1.0:1767384665.326179:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 000000005687f084. 00000400:00000010:1.0:1767384665.326183:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000fb41f7ac. 00000400:00000200:1.0:1767384665.326226:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp32(0000000089940113) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384665.326241:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp36(000000001e317bea) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384665.326247:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp38(000000004470767f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384665.326256:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp39(00000000d26220c3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384665.326264:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp40(000000001e1e9012) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384665.326270:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008afd44e3. 00000400:00000200:1.0:1767384665.326275:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008afd44e3 nid 192.168.202.117@tcp41 00000400:00000010:1.0:1767384665.326278:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008d2d05e5. 00000400:00000200:1.0:1767384665.326280:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000008d2d05e5 net tcp41 00000400:00000200:1.0:1767384665.326283:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (33) 00000400:00000200:1.0:1767384665.326289:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp41 flags 0x11 00000400:00000010:1.0:1767384665.326294:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006460b7a5. 00000400:00000200:1.0:1767384665.326296:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006460b7a5 nid 192.168.202.117@tcp42 00000400:00000010:1.0:1767384665.326300:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003ef0a8e3. 00000400:00000200:1.0:1767384665.326310:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000003ef0a8e3 net tcp42 00000400:00000200:1.0:1767384665.326313:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (34) 00000400:00000200:1.0:1767384665.326315:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp42 flags 0x11 00000400:00000010:1.0:1767384665.326322:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006a0bda6d. 00000400:00000200:1.0:1767384665.326326:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006a0bda6d nid 192.168.202.117@tcp43 00000400:00000010:1.0:1767384665.326329:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f5f2df37. 00000400:00000200:1.0:1767384665.326333:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f5f2df37 net tcp43 00000400:00000200:1.0:1767384665.326334:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (35) 00000400:00000200:1.0:1767384665.326339:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp43 flags 0x11 00000400:00000010:1.0:1767384665.326341:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 000000009c857219. 00000400:00000010:1.0:1767384665.326345:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 000000005687f084. 00000400:00000010:1.0:1767384665.326346:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000fb41f7ac. 00000400:00000010:1.0:1767384665.326353:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000009c513af0. 00000400:00000200:1.0:1767384665.326362:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384665.326367:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:1.0:1767384665.326370:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:1.0:1767384665.326374:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:1.0:1767384665.326379:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000400:00000200:1.0:1767384665.326384:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000400:00000010:1.0:1767384665.326390:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000067f8f090. 00000400:00000200:1.0:1767384665.326394:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp22 00000400:00000200:1.0:1767384665.326403:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp22 to MR: 192.168.202.117@tcp22 local destination 00000400:00000200:1.0:1767384665.326408:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp22 NI seq info: [144:144:256:4294967295] 192.168.202.117@tcp22 LPNI seq info [141:141:8:4294967295] 00000400:00000200:1.0:1767384665.326414:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp22 00000400:00000200:1.0:1767384665.326427:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) -> 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) : PUT try# 0 00000800:00000200:1.0:1767384665.326434:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.117@tcp22 00000800:00000010:1.0:1767384665.326438:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbcc7ff0. 00000800:00000200:1.0:1767384665.326444:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (6) 00000800:00000200:1.0:1767384665.326448:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp22 ip 192.168.202.117:988 00000800:00000200:1.0:1767384665.326450:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbcc7ff0 type 1, nob 688 niov 1 nkiov 1 00000400:00000200:1.0:1767384665.326460:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384665.326468:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000800:00000200:1.0:1767384665.326533:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384665.326535:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbcc7ff0. 00000400:00000200:1.0:1767384665.326538:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.326543:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: PUT: OK 00000400:00000200:1.0:1767384665.326546:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384665.326550:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp22: 0 00000800:00000001:1.0:1767384665.326556:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326561:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384665.326563:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326566:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.326572:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22) <- 192.168.202.117@tcp22 : PUT - for me 00000400:00000200:1.0:1767384665.326595:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384665.326599:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 592/592 into md 0x1c7d [1] + 0 00000400:00000010:1.0:1767384665.326602:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea30f3f. 00000400:00000200:1.0:1767384665.326604:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fd022cc 00000800:00000001:1.0:1767384665.326607:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326612:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.326614:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.326617:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: PUT: OK 00000400:00000200:1.0:1767384665.326621:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:1.0:1767384665.326622:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000400:00000200:1.0:1767384665.326625:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384665.326627:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (37) 00000400:00000200:1.0:1767384665.326631:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:1.0:1767384665.326634:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000005687f084. 00000400:00000200:1.0:1767384665.326636:0:16134:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 35 00000400:00000200:1.0:1767384665.326639:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384665.326645:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (38) 00000400:00000200:1.0:1767384665.326648:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384665.326651:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp22 to MR: 192.168.202.117@tcp22 local destination 00000400:00000200:1.0:1767384665.326656:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp22 NI seq info: [145:145:256:4294967295] 192.168.202.117@tcp22 LPNI seq info [142:142:8:4294967295] 00000400:00000200:1.0:1767384665.326675:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) -> 192.168.202.117@tcp22(192.168.202.117@tcp22:192.168.202.117@tcp22) 192.168.202.117@tcp22 : ACK try# 0 00000800:00000200:1.0:1767384665.326679:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp22 00000800:00000010:1.0:1767384665.326682:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbcc7ff0. 00000800:00000200:1.0:1767384665.326686:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6a0e8e] -> 12345-192.168.202.117@tcp22 (6) 00000800:00000200:1.0:1767384665.326690:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp22 ip 192.168.202.117:997 00000800:00000200:1.0:1767384665.326692:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbcc7ff0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384665.326728:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384665.326730:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbcc7ff0. 00000400:00000200:1.0:1767384665.326733:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.326735:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: ACK: OK 00000800:00000001:1.0:1767384665.326738:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326741:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384665.326743:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326746:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384665.326747:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326749:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.326754:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp22(192.168.202.117@tcp22) <- 192.168.202.117@tcp22 : ACK - for me 00000400:00000200:1.0:1767384665.326764:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp22: ACK from 12345-192.168.202.117@tcp22 into md 0x1c85 00000400:00000200:1.0:1767384665.326767:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.326770:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp22->192.168.202.117@tcp22: ACK: OK 00000400:00000200:1.0:1767384665.326773:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000400:00000010:1.0:1767384665.326774:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000400:00000200:1.0:1767384665.326777:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384665.326781:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:1.0:1767384665.326783:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384665.326786:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (37) 00000800:00000001:1.0:1767384665.326788:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.326790:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.326814:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384665.326818:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea30f3f. 00000400:00000010:1.0:1767384665.326821:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a61def3. 00000400:00000200:1.0:1767384665.326823:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005b637c0c 00000400:00000200:1.0:1767384665.326889:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:1.0:1767384665.326895:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000fb41f7ac. 00000400:00000010:1.0:1767384665.326897:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 000000009c513af0. 00000400:00000010:1.0:1767384665.326899:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 000000009c857219. 00000400:00000010:1.0:1767384665.326942:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000fb41f7ac. 00000400:00000010:1.0:1767384665.326944:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 000000009c513af0. 00000400:00000010:1.0:1767384665.326946:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 000000009c857219. 00000400:00000010:1.0:1767384665.326952:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000005687f084. 00000400:00000200:1.0:1767384665.326955:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384665.326959:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:1.0:1767384665.326962:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:1.0:1767384665.326967:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:1.0:1767384665.326971:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384665.326975:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:1.0:1767384665.326981:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:1.0:1767384665.327006:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (36) 00080000:00000001:2.0:1767384665.334496:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384665.334500:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384665.334501:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:0.0:1767384665.334504:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384665.334505:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384665.334507:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384665.334508:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384665.334510:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384665.334513:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384665.334515:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a501b98e. 00080000:00000001:0.0:1767384665.334520:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384665.334521:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384665.334533:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384665.334537:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384665.334542:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007aaa7fe1. 00080000:00000020:2.0:1767384665.334544:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384665.334547:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:1.0:1767384665.334551:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384665.334555:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384665.334566:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384665.334571:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384665.334573:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767384665.334574:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384665.334578:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384665.334581:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.334582:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384665.334583:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384665.334588:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1767384665.334588:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384665.334594:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000040:2.0:1767384665.334595:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fa637c27 count: 2 00080000:00000001:1.0:1767384665.334597:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384665.334599:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384665.334602:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:1.0:1767384665.334603:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c513af0. 00010000:00000010:2.0:1767384665.334606:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc3d60b. 00080000:00000001:1.0:1767384665.334607:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156858162176 : -115916851389440 : ffff9693013fdc00) 00080000:00000001:1.0:1767384665.334612:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384665.334613:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384665.334617:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fc3d60b with handle 0x534bb1615bf4c8c9 to hash 00000020:00000001:2.0:1767384665.334619:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384665.334621:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:2.0:1767384665.334623:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:2.0:1767384665.334625:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384665.334627:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384665.334630:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384665.334648:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384665.334653:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384665.334656:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384665.334658:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384665.334661:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384665.334665:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384665.334673:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384665.334676:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.334679:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384665.334681:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384665.334683:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384665.334685:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384665.334686:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:1.0:1767384665.334688:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384665.334692:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384665.334692:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384665.334703:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa637c27) refcount = 2 00080000:00000001:1.0:1767384665.334706:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384665.334707:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384665.334711:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384665.334718:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:2.0:1767384665.334722:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384665.334724:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384665.334731:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007402eb6b. 00000100:00000001:2.0:1767384665.334734:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384665.334738:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fa3bff9. 00000100:00000001:2.0:1767384665.334740:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161424067200 : -115912285484416 : ffff969411660a80) 00000100:00000001:2.0:1767384665.334742:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628161424067200 : -115912285484416 : ffff969411660a80) 00000100:00000001:2.0:1767384665.334745:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384665.334746:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384665.334748:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384665.334757:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384665.334760:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384665.334762:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384665.334765:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384665.334767:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384665.334769:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384665.334774:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071f5eb95. 00000020:00000040:2.0:1767384665.334777:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:2.0:1767384665.334780:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384665.334782:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384665.334786:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384665.334789:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000010:2.0:1767384665.334791:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000729eed. 00080000:00000001:1.0:1767384665.334792:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384665.334797:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384665.334803:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384665.334815:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 16 pid: 16770 timeout: 438 lvb_type: 0 00010000:00000001:2.0:1767384665.334821:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384665.334824:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384665.334827:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384665.334860:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384665.334863:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384665.334867:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071f5eb95 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059676160:0@lo:104: 00000100:00000001:2.0:1767384665.334870:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384665.334873:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384665.334875:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.334876:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384665.334880:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012e0bad6. 02000000:00000001:2.0:1767384665.334882:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384665.334887:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beecedbf. 00000400:00000010:2.0:1767384665.334892:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000100:00000200:2.0:1767384665.334895:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059676160, portal 16 00000100:00000001:2.0:1767384665.334896:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384665.334903:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864906112 : -115916844645504 : ffff969301a6c380) 00000100:00000040:2.0:1767384665.334907:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384665.334913:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384665.334916:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384665.334919:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c168eec5. 00000100:00000200:2.0:1767384665.334922:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059676160, offset 0 00000400:00000200:2.0:1767384665.334927:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384665.334934:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384665.334941:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a06800 00000400:00000200:2.0:1767384665.334945:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1791 [2] + 656 00000400:00000200:2.0:1767384665.334948:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384665.334951:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384665.334954:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384665.334955:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384665.334959:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af467a8b. 00000100:00000040:2.0:1767384665.334961:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000af467a8b x1853237059676160 msgsize 328 00000100:00100000:2.0:1767384665.334965:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384665.334976:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384665.334981:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c168eec5 00000400:00000010:2.0:1767384665.334998:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c168eec5. 00000100:00000001:2.0:1767384665.335002:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384665.335005:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384665.335007:0:19653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384665.335011:0:19653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676160 02000000:00000001:1.0:1767384665.335015:0:19653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384665.335016:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384665.335017:0:19653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384665.335020:0:19653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384665.335021:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384665.335025:0:19653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384665.335031:0:19653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676160 00000100:00000001:2.0:1767384665.335032:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.335035:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384665.335035:0:19653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384665.335038:0:19653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000020:00000001:1.0:1767384665.335041:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384665.335042:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384665.335043:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000100:00000001:2.0:1767384665.335048:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294955437 00000020:00000001:1.0:1767384665.335048:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000020:00000001:1.0:1767384665.335049:0:19653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:1.0:1767384665.335054:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384665.335056:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294955427 00000020:00000010:1.0:1767384665.335057:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087f8153b. 00000100:00000001:1.0:1767384665.335063:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384665.335065:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294955437 00000020:00000010:1.0:1767384665.335065:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087f8153b. 00000020:00000010:1.0:1767384665.335069:0:19653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a5f781e. 00000020:00000010:1.0:1767384665.335073:0:19653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098737eb2. 00000100:00000001:2.0:1767384665.335075:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294955427 00000020:00000010:1.0:1767384665.335078:0:19653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083fcfd93. 00000100:00000001:2.0:1767384665.335079:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294955437 00000100:00000001:2.0:1767384665.335085:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294955427 00000100:00000001:2.0:1767384665.335089:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294955437 00000100:00000040:1.0:1767384665.335089:0:19653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384665.335095:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294955427 00000100:00000001:1.0:1767384665.335095:0:19653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384665.335097:0:19653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384665.335099:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.335100:0:19653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.335103:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335106:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.335107:0:19653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335108:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384665.335113:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335115:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384665.335116:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384665.335117:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335119:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384665.335120:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384665.335121:0:19653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.335122:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.335127:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384665.335128:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384665.335130:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000000fa3bff9 going to sleep for 11 seconds 00000100:00000001:2.0:1767384665.335133:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384665.335134:0:19653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384665.335136:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.335137:0:19653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384665.335144:0:19653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384665.335146:0:19653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:1.0:1767384665.335148:0:19653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864915072 : -115916844636544 : ffff969301a6e680) 00000100:00000040:1.0:1767384665.335151:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af467a8b x1853237059676160/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 328/0 e 0 to 0 dl 1767384676 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384665.335164:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384665.335166:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087f8153b. 00000100:00000001:1.0:1767384665.335168:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384665.335170:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087f8153b. 00000100:00100000:1.0:1767384665.335173:0:19653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af467a8b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059676160:12345-0@lo:104: 00000100:00000200:1.0:1767384665.335176:0:19653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676160 00010000:00000001:1.0:1767384665.335178:0:19653:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384665.335182:0:19653:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384665.335183:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384665.335185:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000279a9e8b refcount=2 00000020:00000001:1.0:1767384665.335186:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:1.0:1767384665.335189:0:19653:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00010000:00000001:1.0:1767384665.335191:0:19653:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384665.335193:0:19653:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384665.335196:0:19653:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384665.335202:0:19653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384665.335204:0:19653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384665.335206:0:19653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009c857219. 02000000:00000001:1.0:1767384665.335208:0:19653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.335210:0:19653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.335213:0:19653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384665.335215:0:19653:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384665.335218:0:19653:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384665.335222:0:19653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384665.335225:0:19653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384665.335226:0:19653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384665.335229:0:19653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384665.335230:0:19653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.335232:0:19653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384665.335239:0:19653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384665.335241:0:19653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000100:00000200:1.0:1767384665.335243:0:19653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059676160, offset 224 00000400:00000200:1.0:1767384665.335248:0:19653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384665.335252:0:19653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384665.335257:0:19653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a06800 00000400:00000200:1.0:1767384665.335261:0:19653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1c8d [1] + 224 00000400:00000200:1.0:1767384665.335264:0:19653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.335267:0:19653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384665.335270:0:19653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384665.335273:0:19653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384665.335280:0:19653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384665.335294:0:19653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384665.335301:0:19653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:1.0:1767384665.335302:0:19653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:1.0:1767384665.335306:0:19653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384665.335308:0:19653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384665.335314:0:19653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.335316:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384665.335318:0:19653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384665.335322:0:19653:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384665.335323:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:1.0:1767384665.335325:0:19653:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d037994d. 00000400:00000001:0.0:1767384665.335326:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384665.335329:0:19653:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384665.335336:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000beecedbf. 00010000:00010000:1.0:1767384665.335337:0:19653:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384665.335340:0:19653:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.335344:0:19653:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.335346:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075dd87b3 00010000:00000001:1.0:1767384665.335347:0:19653:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.335351:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000040:1.0:1767384665.335356:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af467a8b x1853237059676160/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384665.335360:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384665.335370:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384665.335374:0:19653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af467a8b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059676160:12345-0@lo:104: Request processed in 203us (405us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384665.335380:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384665.335384:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384665.335389:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384665.335394:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:1.0:1767384665.335396:0:19653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00000001:2.0:1767384665.335398:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384665.335401:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384665.335402:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384665.335411:0:19653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00000001:1.0:1767384665.335418:0:19653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384665.335425:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000279a9e8b already unused, calling callback (00000000b79f9119) 00000100:00000001:1.0:1767384665.335425:0:19653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384665.335427:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 10000000:00000001:2.0:1767384665.335431:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767384665.335432:0:19653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098737eb2. 00000100:00000001:0.0:1767384665.335432:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:2.0:1767384665.335433:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384665.335439:0:16794:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384665.335440:0:19653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083fcfd93. 02000000:00000001:0.0:1767384665.335444:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384665.335446:0:19653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a5f781e. 00000100:00000001:0.0:1767384665.335449:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.335455:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335457:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1767384665.335457:0:19653:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 02000000:00000001:0.0:1767384665.335460:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335461:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384665.335462:0:19653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384665.335465:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1767384665.335465:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=73 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384665.335469:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000279a9e8b refcount=3 00000100:00001000:0.0:1767384665.335470:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=73 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384665.335472:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00000100:00000001:0.0:1767384665.335475:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384665.335476:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204139520 : -115912505412096 : ffff9694044a3600) 00000100:00000001:0.0:1767384665.335479:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335481:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384665.335482:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:2.0:1767384665.335483:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.335485:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.335490:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384665.335493:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384665.335495:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384665.335497:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1767384665.335508:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384665.335514:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767384665.335517:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000040:2.0:1767384665.335518:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384665.335524:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:2.0:1767384665.335525:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384665.335528:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384665.335529:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384665.335532:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384665.335533:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.335536:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.335540:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.335543:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.335547:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384665.335552:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00100000:0.0:1767384665.335553:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071f5eb95 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059676160:0@lo:104: 10000000:00000001:2.0:1767384665.335556:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384665.335560:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 00000100:00000001:0.0:1767384665.335560:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384665.335565:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384665.335568:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.335572:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335574:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384665.335576:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384665.335579:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384665.335580:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384665.335584:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071f5eb95 x1853237059676160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384665.335585:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384665.335588:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384665.335592:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.335593:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384665.335596:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000279a9e8b with handle 0x534bb1615bf4c8bb from hash 02000000:00000001:0.0:1767384665.335597:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384665.335601:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:0.0:1767384665.335602:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012e0bad6. 00010000:00000001:2.0:1767384665.335604:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384665.335607:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384665.335608:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384665.335611:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384665.335613:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:0.0:1767384665.335615:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384665.335617:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:0.0:1767384665.335617:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000000729eed. 00010000:00000001:2.0:1767384665.335620:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1767384665.335622:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384665.335623:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:0.0:1767384665.335625:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384665.335628:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:0.0:1767384665.335628:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071f5eb95. 00010000:00000001:2.0:1767384665.335632:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384665.335632:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384665.335636:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384665.335638:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000fa3bff9. 00000100:00000010:2.0:1767384665.335639:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000544687c4. 00000100:00000001:0.0:1767384665.335642:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:2.0:1767384665.335645:0:16766:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00010000:00000001:0.0:1767384665.335645:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384665.335649:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007402eb6b. 00000100:00000001:2.0:1767384665.335652:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384665.335653:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.335656:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384665.335657:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.335660:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384665.335662:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384665.335663:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384665.335665:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384665.335668:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384665.335670:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000729eed. 00000100:00000001:2.0:1767384665.335678:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335683:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384665.335687:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384665.335694:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384665.335696:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.335699:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384665.335701:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384665.335706:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000544687c4] to pc [ptlrpcd_00_03+3] req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384665.335734:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.335737:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384665.335738:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384665.335742:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384665.335742:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384665.335745:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.335745:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384665.335749:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384665.335751:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.335752:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384665.335754:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384665.335754:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.335758:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384665.335762:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.335768:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335774:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384665.335778:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000279a9e8b/0x534bb1615bf4c8bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c8c2 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384665.335778:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384665.335782:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.335788:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:2.0:1767384665.335789:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d27b8d54 count: 0 02000000:00000001:1.0:1767384665.335792:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384665.335794:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384665.335798:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000544687c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059676288:0@lo:103: 00000100:00000001:1.0:1767384665.335802:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384665.335805:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384665.335807:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384665.335807:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.335808:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384665.335810:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:1.0:1767384665.335813:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a5f781e. 00010000:00000010:2.0:1767384665.335814:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d037994d. 02000000:00000001:1.0:1767384665.335817:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.335819:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384665.335821:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e31d4b37. 00000020:00000001:2.0:1767384665.335823:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384665.335826:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000020:00000001:2.0:1767384665.335827:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384665.335856:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384665.335859:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384665.335859:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059676288, portal 18 00000020:00000001:2.0:1767384665.335863:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.335864:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384665.335867:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864914176 : -115916844637440 : ffff969301a6e300) 00010000:00010000:2.0:1767384665.335869:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384665.335873:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384665.335873:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384665.335879:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.335884:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384665.335885:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384665.335894:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384665.335896:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000100:00000200:1.0:1767384665.335898:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059676288, offset 0 00000400:00000200:1.0:1767384665.335904:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384665.335914:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384665.335922:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a06880 00000400:00000200:1.0:1767384665.335927:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:1.0:1767384665.335931:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384665.335935:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384665.335939:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384665.335941:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384665.335945:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e40c3e27. 00000100:00000040:1.0:1767384665.335948:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000e40c3e27 x1853237059676288 msgsize 328 00000100:00100000:1.0:1767384665.335952:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384665.335965:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384665.335973:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000400:00000010:1.0:1767384665.335975:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000100:00000001:1.0:1767384665.335977:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384665.335994:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.336001:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384665.336003:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384665.336005:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.336007:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676288 02000000:00000001:0.0:1767384665.336012:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384665.336016:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.336018:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.336022:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.336024:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.336025:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.336027:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.336030:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294955438 00000100:00100000:0.0:1767384665.336031:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676288 00000020:00000001:0.0:1767384665.336035:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384665.336037:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:1.0:1767384665.336038:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955437 00000020:00000001:0.0:1767384665.336039:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.336043:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000100:00000001:1.0:1767384665.336047:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294955438 00000020:00000001:0.0:1767384665.336047:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384665.336053:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384665.336054:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955437 00000100:00000001:0.0:1767384665.336056:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.336060:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ce71d0e. 00000100:00000001:1.0:1767384665.336061:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294955438 00000100:00000001:0.0:1767384665.336063:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.336067:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955437 00000020:00000010:0.0:1767384665.336068:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ce71d0e. 00000020:00000010:0.0:1767384665.336072:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3d7b5de. 00000020:00000010:0.0:1767384665.336078:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d85df53. 00000100:00000001:1.0:1767384665.336080:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294955438 00000020:00000010:0.0:1767384665.336083:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e8486d83. 00000100:00000001:1.0:1767384665.336085:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955437 00000100:00000001:1.0:1767384665.336092:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.336094:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.336094:0:19654:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384665.336100:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.336100:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384665.336104:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384665.336105:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.336108:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384665.336111:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.336112:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384665.336115:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384665.336116:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384665.336120:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384665.336121:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384665.336123:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384665.336124:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384665.336127:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384665.336127:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=4 00000020:00000001:0.0:1767384665.336128:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00000100:00000001:1.0:1767384665.336133:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336133:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00010000:0.0:1767384665.336141:0:19654:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 17 pid: 16770 timeout: 438 lvb_type: 0 00010000:00000001:0.0:1767384665.336146:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336148:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336150:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.336152:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.336162:0:19654:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384665.336168:0:19654:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e40c3e27 x1853237059676288/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 328/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.336174:0:19654:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384665.336175:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.336187:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.336202:0:19654:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384665.336205:0:19654:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384665.336207:0:19654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384665.336209:0:19654:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:0.0:1767384665.336210:0:19654:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546346368 : -115912163205248 : ffff969418afdf80) 00000100:00000040:0.0:1767384665.336214:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e40c3e27 x1853237059676288/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 328/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.336221:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.336223:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ce71d0e. 00000100:00000001:0.0:1767384665.336225:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384665.336227:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ce71d0e. 00000100:00100000:0.0:1767384665.336231:0:19654:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e40c3e27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16143:x1853237059676288:12345-0@lo:103: 00000100:00000200:0.0:1767384665.336234:0:19654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676288 00010000:00000001:0.0:1767384665.336236:0:19654:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384665.336239:0:19654:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384665.336241:0:19654:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384665.336244:0:19654:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384665.336247:0:19654:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384665.336250:0:19654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ea3395f. 02000000:00000001:0.0:1767384665.336252:0:19654:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.336253:0:19654:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336255:0:19654:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384665.336256:0:19654:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384665.336259:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384665.336260:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.336262:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fdc33ea8 refcount=4 00000020:00000001:0.0:1767384665.336265:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000001:0.0:1767384665.336271:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204136960 : -115912505414656 : ffff9694044a2c00) 00010000:00000040:0.0:1767384665.336273:0:19654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fa637c27 count: 3 00010000:00010000:0.0:1767384665.336276:0:19654:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 17 pid: 16770 timeout: 438 lvb_type: 0 00000100:00001000:0.0:1767384665.336281:0:19654:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384665 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384665.336283:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384665.336286:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336287:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384665.336288:0:19654:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 17 pid: 16770 timeout: 438 lvb_type: 0 00000020:00000001:0.0:1767384665.336292:0:19654:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384665.336294:0:19654:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384665.336296:0:19654:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.336299:0:19654:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336302:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384665.336304:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384665.336309:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336311:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336313:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384665.336315:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384665.336316:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fdc33ea8 with handle 0x534bb1615bf4c8c2 from hash 00010000:00000001:0.0:1767384665.336318:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384665.336319:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336320:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336321:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384665.336322:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384665.336323:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384665.336324:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fdc33ea8/0x534bb1615bf4c8c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c8bb expref: 17 pid: 16770 timeout: 438 lvb_type: 0 00010000:00000040:0.0:1767384665.336329:0:19654:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:0.0:1767384665.336331:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:0.0:1767384665.336342:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336344:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384665.336352:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384665.336355:0:19654:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000004fc3d60b 00010000:00000001:0.0:1767384665.336358:0:19654:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384665.336363:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384665.336366:0:19654:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.336368:0:19654:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384665.336370:0:19654:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.336373:0:19654:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384665.336375:0:19654:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384665.336378:0:19654:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336385:0:19654:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384665.336388:0:19654:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384665.336390:0:19654:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384665.336392:0:19654:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384665.336394:0:19654:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa637c27) refcount = 2 00010000:00010000:0.0:1767384665.336398:0:19654:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336403:0:19654:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384665.336405:0:19654:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384665.336407:0:19654:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.336409:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384665.336435:0:19654:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ce71d0e. 00000100:00000001:0.0:1767384665.336439:0:19654:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384665.336443:0:19654:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6b6f0e2. 00000100:00000001:0.0:1767384665.336444:0:19654:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161275921344 : -115912433630272 : ffff9694089183c0) 00000100:00000001:0.0:1767384665.336448:0:19654:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628161275921344 : -115912433630272 : ffff9694089183c0) 00000100:00000001:0.0:1767384665.336450:0:19654:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384665.336452:0:19654:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384665.336453:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384665.336454:0:19654:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384665.336457:0:19654:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:0.0:1767384665.336459:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384665.336460:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.336467:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc3d60b refcount=5 00000020:00000001:0.0:1767384665.336469:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:0.0:1767384665.336472:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:0.0:1767384665.336474:0:19654:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384665.336475:0:19654:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336482:0:19654:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384665.336486:0:19654:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336490:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336492:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384665.336493:0:19654:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336497:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384665.336498:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336500:0:19654:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384665.336502:0:19654:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384665.336506:0:19654:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fc3d60b already unused, calling callback (000000008eba355a) 00010000:00000001:0.0:1767384665.336509:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384665.336510:0:19654:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384665.336512:0:19654:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336515:0:19654:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384665.336516:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384665.336517:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.336518:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc3d60b refcount=6 00000020:00000001:0.0:1767384665.336520:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:0.0:1767384665.336522:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:0.0:1767384665.336524:0:19654:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384665.336530:0:19654:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336533:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384665.336534:0:19654:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384665.336535:0:19654:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336546:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384665.336548:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384665.336549:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384665.336551:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384665.336555:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fc3d60b with handle 0x534bb1615bf4c8c9 from hash 00010000:00000001:0.0:1767384665.336558:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384665.336560:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336562:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336563:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384665.336566:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384665.336568:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384665.336569:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:1.0:1767384665.336571:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336571:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.336573:0:19654:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336579:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384665.336582:0:19654:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384665.336583:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384665.336586:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384665.336587:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384665.336589:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384665.336590:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336593:0:19654:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336598:0:19654:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.336600:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384665.336601:0:19654:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.336603:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384665.336604:0:19654:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.336605:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384665.336608:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384665.336612:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336614:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336615:0:19654:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384665.336616:0:19654:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384665.336617:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.336618:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336620:0:19654:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384665.336622:0:19654:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384665.336629:0:19654:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336630:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384665.336633:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c8c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.336642:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.336643:0:19654:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.336644:0:19654:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384665.336645:0:19654:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384665.336646:0:19654:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.336647:0:19654:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.336649:0:19654:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384665.336650:0:19654:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d6b6f0e2. 00000100:00000001:0.0:1767384665.336652:0:19654:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384665.336655:0:19654:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384665.336657:0:19654:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ce71d0e. 00010000:00000001:0.0:1767384665.336659:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384665.336660:0:19654:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa637c27 count: 0 00010000:00010000:0.0:1767384665.336666:0:19654:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384665.336667:0:19654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.336670:0:19654:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384665.336672:0:19654:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.336674:0:19654:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384665.336676:0:19654:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384665.336678:0:19654:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384665.336679:0:19654:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384665.336681:0:19654:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384665.336682:0:19654:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.336684:0:19654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384665.336686:0:19654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384665.337045:0:19654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000200:0.0:1767384665.337049:0:19654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059676288, offset 224 00000400:00000200:0.0:1767384665.337055:0:19654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384665.337061:0:19654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384665.337069:0:19654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a06880 00000400:00000200:0.0:1767384665.337074:0:19654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1c99 [1] + 224 00000400:00000200:0.0:1767384665.337084:0:19654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.337089:0:19654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.337092:0:19654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384665.337096:0:19654:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.337137:0:19654:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.337147:0:19654:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384665.337152:0:19654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000400:00000010:0.0:1767384665.337153:0:19654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000100:00000001:0.0:1767384665.337156:0:19654:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384665.337158:0:19654:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.337164:0:19654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.337167:0:19654:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384665.337169:0:19654:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.337171:0:19654:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.337174:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e40c3e27 x1853237059676288/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.337182:0:19654:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e40c3e27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059676288:12345-0@lo:103: Request processed in 959us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384665.337189:0:19654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384665.337191:0:19654:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384665.337193:0:19654:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384665.337195:0:19654:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384665.337197:0:19654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d85df53. 00000020:00000010:0.0:1767384665.337203:0:19654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e8486d83. 00000020:00000010:0.0:1767384665.337207:0:19654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3d7b5de. 00000020:00000040:0.0:1767384665.337212:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:0.0:1767384665.337215:0:19654:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.337244:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.337247:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384665.337252:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384665.337254:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384665.337255:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e31d4b37. 00000400:00000200:1.0:1767384665.337259:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:1.0:1767384665.337261:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000100:00000001:1.0:1767384665.337265:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384665.337269:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384665.337277:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.337288:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384665.337289:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.337291:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384665.337293:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384665.337295:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384665.337296:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.337298:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384665.337300:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=73 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384665.337303:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384665.337304:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384665.337306:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.337307:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384665.337308:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.337310:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.337313:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.337318:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.337320:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384665.337323:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384665.337326:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384665.337330:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000544687c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059676288:0@lo:103: 00000100:00000001:1.0:1767384665.337333:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.337335:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384665.337336:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000544687c4 x1853237059676288/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.337341:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384665.337343:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384665.337345:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a5f781e. 02000000:00000001:1.0:1767384665.337347:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384665.337349:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384665.337350:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384665.337351:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384665.337358:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000000729eed. 02000000:00000001:1.0:1767384665.337362:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384665.337367:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384665.337369:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000544687c4. 00000100:00000001:1.0:1767384665.337373:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384665.337376:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.337378:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.337383:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384665.337385:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.337388:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.337391:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384665.341862:0:16653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d27b8d54. 00010000:00000010:2.1:1767384665.341870:0:16653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000279a9e8b. 00010000:00000010:0.1:1767384665.342859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fdc33ea8. 00010000:00000010:0.1:1767384665.342867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fc3d60b. 00010000:00000010:0.1:1767384665.342873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa637c27. 00080000:00000001:0.0:1767384665.346170:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384665.346173:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384665.346174:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384665.346175:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384665.346180:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:2.0:1767384665.346183:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384665.346184:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384665.346186:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384665.346187:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384665.346190:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384665.346191:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c513af0. 00080000:00000001:0.0:1767384665.346197:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384665.346200:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384665.346205:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384665.346209:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384665.346212:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384665.346214:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384665.346217:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384665.346220:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384665.346223:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384665.346230:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fd128bc. 00010000:00000001:1.0:1767384665.346236:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384665.346239:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384665.346243:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384665.346245:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c8d0 to hash 00000020:00000001:1.0:1767384665.346248:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384665.346250:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384665.346254:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384665.346257:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384665.346258:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384665.346261:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346268:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384665.346274:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384665.346277:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384665.346279:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384665.346282:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384665.346286:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384665.346289:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384665.346298:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384665.346300:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384665.346302:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384665.346304:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384665.346306:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004fd128bc) refcount = 1 00010000:00010000:1.0:1767384665.346311:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346316:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384665.346319:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384665.346320:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384665.346322:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.346323:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384665.346326:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384665.346332:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384665.346335:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384665.346337:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384665.346341:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384665.346344:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384665.346347:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384665.346349:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384665.346351:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346356:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384665.346360:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346365:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384665.346369:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384665.346372:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346377:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384665.346379:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.346389:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384665.346391:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384665.346399:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384665.346402:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384665.346406:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384665.346408:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346416:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384665.346418:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384665.346420:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384665.346422:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00000020:00000001:1.0:1767384665.346425:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384665.346429:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384665.346435:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384665.346438:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346443:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384665.346446:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384665.346447:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.346450:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384665.346451:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384665.346455:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384665.346456:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384665.346461:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c8d0 from hash 00010000:00000001:1.0:1767384665.346464:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384665.346468:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384665.346471:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384665.346472:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384665.346473:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384665.346475:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384665.346477:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384665.346479:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384665.346485:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.346487:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384665.346488:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384665.346490:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384665.346491:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384665.346493:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.346494:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.346496:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384665.346498:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346502:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384665.346502:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384665.346503:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384665.346504:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384665.346506:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384665.346507:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384665.346508:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384665.346509:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384665.346511:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384665.346513:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384665.346517:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384665.346518:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384665.346520:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c8d0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384665.346525:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004fd128bc count: 0 00010000:00000001:1.0:1767384665.346542:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384665.346543:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384665.347546:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384665.347551:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384665.347554:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f329d52f. 20000000:00000001:2.0:1767384665.347560:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384665.347565:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059675904 00010000:00000001:2.0:1767384665.347569:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384665.347577:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003f05726 x1853237059675904/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384665.347586:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384665.347588:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384665.347591:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384665.347596:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384665.347602:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384665.347605:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384665.347615:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384665.347617:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.347623:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384665.347629:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384665.347633:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52ba296. 00000100:00000200:2.0:1767384665.347640:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059675904, offset 224 00000400:00000200:2.0:1767384665.347650:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384665.347663:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384665.347673:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06700 00000400:00000200:2.0:1767384665.347683:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c6d [2] + 224 00000400:00000200:2.0:1767384665.347690:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384665.347696:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384665.347701:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384665.347706:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384665.347720:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.347741:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.347757:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384665.347759:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52ba296 00000100:00000001:0.0:1767384665.347762:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384665.347764:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52ba296. 00000100:00000001:2.0:1767384665.347775:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384665.347776:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384665.347778:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384665.347779:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384665.347785:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000100:00000001:2.0:1767384665.347789:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.347790:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c53265c 00000400:00000010:0.0:1767384665.347795:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c53265c. 00000100:00000040:2.0:1767384665.347799:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384665.347803:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384665.347805:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384665.347810:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384665.347812:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384665.347813:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384665.347822:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003f05726 x1853237059675904/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384665.347829:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384665.347887:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003f05726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059675904:12345-0@lo:253: Request processed in 22590us (23192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384665.347900:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:2.0:1767384665.347903:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384665.347912:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384665.347916:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384665.347921:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0b27dc7. 00000020:00000010:2.0:1767384665.347928:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f407e798. 00000020:00000010:2.0:1767384665.347934:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fd54738. 00000020:00000040:2.0:1767384665.347941:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384665.347946:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384665.347949:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061750cbc. 02000000:00000001:2.0:1767384665.347960:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384665.347965:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384665.347970:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384665.347975:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beecedbf. 00000400:00000010:2.0:1767384665.347979:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52ba296. 00000100:00000001:0.0:1767384665.348169:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.348171:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.348174:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384665.348176:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384665.348178:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.348181:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.348185:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.348189:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384665.348192:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384665.348195:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384665.348196:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.348198:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384665.348200:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.348202:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.348207:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.348212:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384665.348214:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384665.348216:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384665.348219:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384665.348228:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384665.348230:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384665.348231:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384665.348233:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384665.348235:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384665.348238:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384665.348241:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384665.348242:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384665.348243:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384665.348247:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.348254:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dec4fa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059675904:0@lo:253: 00000100:00000001:0.0:1767384665.348257:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.348259:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384665.348263:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dec4fa8 x1853237059675904/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.348269:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384665.348272:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384665.348275:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000091e60538. 02000000:00000001:0.0:1767384665.348278:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384665.348280:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384665.348281:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384665.348284:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384665.348287:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008bef140a. 02000000:00000001:0.0:1767384665.348291:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384665.348294:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384665.348295:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dec4fa8. 00000100:00000001:0.0:1767384665.348298:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384665.348301:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.348303:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.348309:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.348311:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.348314:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.348317:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.348887:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294955438, at 4294955439 00000100:00000010:0.0:1767384665.348896:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000100:00000040:3.0:1767384665.348922:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294955438, at 4294955439 00000100:00000010:3.0:1767384665.348935:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2199ea. 00000100:00000040:1.0:1767384665.349881:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294955438, at 4294955440 00000100:00000010:1.0:1767384665.349890:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000040:2.0:1767384665.349895:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294955438, at 4294955440 00000100:00000010:2.0:1767384665.349905:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00000400:00000010:1.0:1767384665.350068:0:34245:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000064c4fe39. 00000400:00000040:1.0:1767384665.350084:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384665.350087:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384665.350095:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384665.350097:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384665.350099:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384665.350101:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384665.350104:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384665.350105:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384665.350108:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384665.350109:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384665.350112:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384665.350115:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384665.350118:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384665.350121:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384665.350124:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384665.350128:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384665.350130:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384665.350133:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384665.350135:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384665.350137:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384665.350139:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384665.350140:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384665.350142:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384665.350143:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384665.350144:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384665.350146:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384665.350148:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384665.350149:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384665.350150:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384665.350152:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384665.350153:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384665.350155:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384665.350157:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384665.350158:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384665.350159:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384665.350160:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384665.350161:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384665.350163:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384665.350164:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384665.350166:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384665.350167:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384665.350173:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384665.350176:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384665.350179:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384665.350182:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384665.350184:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384665.350186:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384665.350187:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384665.350190:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384665.350191:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384665.350192:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384665.350193:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384665.350195:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384665.350196:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384665.350198:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384665.350199:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384665.350201:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384665.350321:0:34245:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000064c4fe39. 00080000:00000020:3.0:1767384665.350406:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384665.350411:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384665.350413:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000800a305c. 20000000:00000001:3.0:1767384665.350421:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384665.350426:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059676032 00010000:00000001:3.0:1767384665.350429:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384665.350436:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055e6bf23 x1853237059676032/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384665.350455:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384665.350458:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384665.350461:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384665.350464:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384665.350467:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384665.350469:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384665.350472:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384665.350474:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.350477:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384665.350479:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384665.350482:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ad92ef4. 00000100:00000200:3.0:1767384665.350487:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059676032, offset 224 00000400:00000200:3.0:1767384665.350492:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384665.350502:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384665.350510:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06780 00000400:00000200:3.0:1767384665.350515:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c75 [2] + 224 00000400:00000200:3.0:1767384665.350522:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.350524:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.350529:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384665.350532:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384665.350539:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.350553:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384665.350559:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad92ef4 00000400:00000010:3.0:1767384665.350560:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ad92ef4. 00000100:00000001:3.0:1767384665.350563:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384665.350564:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384665.350569:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.350573:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384665.350575:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384665.350577:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.350578:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384665.350582:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384665.350583:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384665.350590:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384665.350592:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384665.350595:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eede9fc0. 00000100:00000040:3.0:1767384665.350597:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055e6bf23 x1853237059676032/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:646/0 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384665.350605:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000925cf226 00000100:00100000:3.0:1767384665.350610:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055e6bf23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059676032:12345-0@lo:253: Request processed in 25280us (25798us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384665.350611:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000925cf226. 00000100:00000001:2.0:1767384665.350623:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384665.350626:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384665.350629:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000200:2.0:1767384665.350632:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.350633:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384665.350636:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384665.350641:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1dfadf0. 00000020:00000010:3.0:1767384665.350650:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfbfc54. 00000020:00000010:3.0:1767384665.350658:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e97ca8e. 00000100:00000200:2.0:1767384665.350661:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384665.350667:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:2.0:1767384665.350669:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384665.350678:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384665.350678:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.350684:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384665.350685:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003a50e3b2. 02000000:00000001:2.0:1767384665.350687:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384665.350693:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384665.350695:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.350698:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384665.350700:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.350706:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384665.350707:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384665.350718:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=73 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384665.350722:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384665.350729:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384665.350731:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000100:00000001:2.0:1767384665.350732:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.350741:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384665.350743:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ad92ef4. 00010000:00000001:2.0:1767384665.350743:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.350747:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384665.350753:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.350759:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384665.350761:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384665.350763:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384665.350766:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384665.350767:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384665.350769:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384665.350769:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384665.350770:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384665.350771:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384665.350772:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384665.350773:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384665.350774:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384665.350776:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384665.350780:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000baf5c1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059676032:0@lo:253: 00000100:00000001:2.0:1767384665.350783:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.350784:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384665.350785:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baf5c1c0 x1853237059676032/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.350789:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384665.350790:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384665.350792:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009db6e92b. 02000000:00000001:2.0:1767384665.350794:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384665.350795:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384665.350797:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384665.350798:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384665.350799:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000df41c40f. 02000000:00000001:2.0:1767384665.350801:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384665.350808:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384665.350809:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baf5c1c0. 00000100:00000001:2.0:1767384665.350811:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384665.350812:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.350813:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.350818:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384665.350819:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.350821:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384665.350822:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384665.351197:0:34245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fd128bc. 00010000:00000010:1.1:1767384665.351202:0:34245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00000800:00000200:2.0:1767384665.429908:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (6) 00000800:00000200:2.0:1767384665.429921:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp24 ip 192.168.202.117:988 00000800:00000200:2.0:1767384665.429926:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384665.430070:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384665.430074:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384665.430077:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb6c24ed 00000400:00000010:2.0:1767384665.430081:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb6c24ed. 00000400:00000200:2.0:1767384665.430087:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384665.430087:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384665.430096:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp40 recovery ping unlinked 00000800:00000001:1.0:1767384665.430096:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384665.430112:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384665.430114:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007b72c1d3. 00000800:00000001:1.0:1767384665.430120:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384665.430123:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f8376f32. 00000800:00000001:1.0:1767384665.430128:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384665.430137:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp39 00000400:00000010:2.0:1767384665.430143:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e295d2c2. 00000400:00000010:2.0:1767384665.430148:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c761d11c. 00000400:00000010:2.0:1767384665.430153:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c168eec5. 00000400:00000010:2.0:1767384665.430162:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e91c51e. 00000400:00000200:2.0:1767384665.430173:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp39 00000400:00000200:2.0:1767384665.430190:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp39 local destination 00000400:00000200:2.0:1767384665.430197:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp39 00000400:00000200:2.0:1767384665.430203:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp39 NI seq info: [146:146:256:4294967295] 192.168.202.117@tcp39 LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1767384665.430209:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp39 00000400:00000200:2.0:1767384665.430228:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39:) -> 192.168.202.117@tcp39(192.168.202.117@tcp39:192.168.202.117@tcp39) : GET try# 0 00000800:00000200:2.0:1767384665.430234:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp39 00000800:00000010:2.0:1767384665.430240:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c009782. 00000800:00000200:2.0:1767384665.430251:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000800:00000200:2.1:1767384665.430255:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000400:00000200:2.0:1767384665.430273:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp39 added to recovery queue. ping count: 2 next ping: 292 health :800 00000400:00000200:2.0:1767384665.430277:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp28 00000400:00000010:2.0:1767384665.430279:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a7a2dedc. 00000400:00000010:2.0:1767384665.430282:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000050d3d478. 00000400:00000010:2.0:1767384665.430285:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000400:00000010:2.0:1767384665.430288:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000995c1ad5. 00000400:00000200:2.0:1767384665.430290:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp28 00000400:00000200:2.0:1767384665.430294:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp28 local destination 00000400:00000200:2.0:1767384665.430297:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp28 00000400:00000200:2.0:1767384665.430300:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp28 NI seq info: [147:147:256:4294967295] 192.168.202.117@tcp28 LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1767384665.430304:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp28 00000400:00000200:2.0:1767384665.430312:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp28(192.168.202.117@tcp28:) -> 192.168.202.117@tcp28(192.168.202.117@tcp28:192.168.202.117@tcp28) : GET try# 0 00000800:00000200:2.0:1767384665.430315:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp28 00000800:00000010:2.0:1767384665.430318:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fb506f08. 00000800:00000200:2.0:1767384665.430322:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:2.1:1767384665.430325:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000400:00000200:2.0:1767384665.430335:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp28 added to recovery queue. ping count: 5 next ping: 320 health :500 00000400:00000200:1.0:1767384665.430342:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.430404:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.430459:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.430461:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.430497:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.430612:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.430612:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.430701:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.430739:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.430754:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.430829:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.430895:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.430974:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431021:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431087:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431142:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431171:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431246:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431263:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431336:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431358:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431435:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431460:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431545:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431554:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431615:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431655:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431735:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431783:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.431895:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.431949:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432031:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432045:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432137:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432141:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432211:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432228:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432302:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432318:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432443:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432517:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432577:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432706:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432706:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432863:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.432909:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.432928:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433012:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.433019:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433086:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.433098:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433191:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.433198:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433233:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433250:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433271:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433313:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.433368:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384665.433369:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.433537:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000800:00000010:1.0:1767384665.433641:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cdab883. 00000800:00000010:1.0:1767384665.433646:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000059235d06. 00000800:00000010:1.0:1767384665.433650:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000937c661c. 00000800:00000010:1.0:1767384665.433677:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000937c661c. 00000800:00020000:1.0:1767384665.433685:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384665.433689:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000059235d06. 00000800:00000010:1.0:1767384665.433692:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cdab883. 00000400:00000200:3.0:1767384665.433714:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:02020000:1.0:1767384665.433783:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp39 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384665.433791:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp39 notifying 192.168.202.117@tcp39: down 00000800:00000200:1.0:1767384665.433797:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp39 down 00000400:00000200:3.0:1767384665.433807:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000800:00000100:1.0:1767384665.433815:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp39 00000800:00000010:1.0:1767384665.433819:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c009782. 00000400:00000200:1.0:1767384665.433824:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384665.433873:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp39->192.168.202.117@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384665.433884:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384665.433888:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384665.433892:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384665.433928:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.434041:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.434173:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.434308:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.434411:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384665.434506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384665.434782:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d78bab9f. 00000800:00000010:3.0:1767384665.434792:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c752f98. 00000800:00000010:3.0:1767384665.434799:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000452722eb. 00000800:00000010:3.0:1767384665.434829:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000452722eb. 00000800:00020000:3.0:1767384665.434891:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384665.434895:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c752f98. 00000800:00000010:3.0:1767384665.434899:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d78bab9f. 00000400:02020000:3.0:1767384665.435003:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp28 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384665.435012:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp28 notifying 192.168.202.117@tcp28: down 00000800:00000200:3.0:1767384665.435030:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp28 down 00000800:00000100:3.0:1767384665.435037:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp28 00000800:00000010:3.0:1767384665.435041:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fb506f08. 00000400:00000200:3.0:1767384665.435045:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384665.435050:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp28->192.168.202.117@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384665.435064:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384665.435068:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384665.435073:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp28) recovery failed with -71 00010000:00000001:0.0:1767384666.005922:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384666.005929:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.005934:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384666.005935:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.005965:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384666.005971:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.005986:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384666.453933:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.453939:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384666.453942:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c168eec5 00000400:00000010:2.0:1767384666.453948:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c168eec5. 00000400:00000200:2.0:1767384666.453954:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384666.453962:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384666.453993:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e295d2c2. 00000400:00000010:2.0:1767384666.454000:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c761d11c. 00000400:00000001:2.0:1767384666.454009:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.454011:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384666.454013:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df02c340 00000400:00000010:2.0:1767384666.454023:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000400:00000200:2.0:1767384666.454028:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384666.454032:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384666.454038:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a7a2dedc. 00000400:00000010:2.0:1767384666.454043:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000050d3d478. 00000400:00000200:2.0:1767384666.454052:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp40 00000400:00000010:2.0:1767384666.454057:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a7a2dedc. 00000400:00000010:2.0:1767384666.454064:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aa1a40ee. 00000400:00000010:2.0:1767384666.454069:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000400:00000010:2.0:1767384666.454078:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd491bd5. 00000400:00000200:2.0:1767384666.454085:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp40 00000400:00000200:2.0:1767384666.454100:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp40 local destination 00000400:00000200:2.0:1767384666.454108:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp40 00000400:00000200:2.0:1767384666.454114:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp40 NI seq info: [148:148:256:4294967295] 192.168.202.117@tcp40 LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1767384666.454123:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp40 00000400:00000200:2.0:1767384666.454139:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp40(192.168.202.117@tcp40:) -> 192.168.202.117@tcp40(192.168.202.117@tcp40:192.168.202.117@tcp40) : GET try# 0 00000800:00000200:2.0:1767384666.454146:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp40 00000800:00000010:2.0:1767384666.454152:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bcc86010. 00000800:00000200:2.0:1767384666.454160:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000800:00000200:2.1:1767384666.454168:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000400:00000200:2.0:1767384666.454196:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp40 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:3.0:1767384666.454260:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454328:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454383:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454440:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454477:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454498:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454544:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454600:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454654:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454685:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454702:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454715:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454732:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454749:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454765:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454789:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.454822:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455080:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455099:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455118:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455153:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455193:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455235:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455259:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455278:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455297:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455314:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455330:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455356:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455395:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455439:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455458:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455476:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455492:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384666.455508:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384666.455648:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d78bab9f. 00000800:00000010:3.0:1767384666.455653:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c5570ae. 00000800:00000010:3.0:1767384666.455658:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e6a7957. 00000800:00000010:3.0:1767384666.455679:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e6a7957. 00000800:00020000:3.0:1767384666.455688:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384666.460396:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c5570ae. 00000800:00000010:3.0:1767384666.460400:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d78bab9f. 00000400:02020000:3.0:1767384666.460453:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp40 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384666.464000:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp40 notifying 192.168.202.117@tcp40: down 00000800:00000200:3.0:1767384666.464006:0:16130:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp40 down 00000800:00000100:3.0:1767384666.464013:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp40 00000800:00000010:3.0:1767384666.464016:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bcc86010. 00000400:00000200:3.0:1767384666.464020:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384666.464024:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp40->192.168.202.117@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384666.464032:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384666.464035:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384666.464040:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp40) recovery failed with -71 00010000:00000001:0.0:1767384667.029917:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384667.029924:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384667.029931:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384667.029933:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.030026:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384667.030029:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384667.030031:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384667.068284:0:34731:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384667.068298:0:34731:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.068303:0:34731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384667.068311:0:34731:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384667.068317:0:34731:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.068320:0:34731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384667.477979:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384667.477987:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384667.477990:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df02c340 00000400:00000010:2.0:1767384667.477995:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000400:00000200:2.0:1767384667.478001:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384667.478008:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384667.478022:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a7a2dedc. 00000400:00000010:2.0:1767384667.478029:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aa1a40ee. 00000400:00000200:2.0:1767384667.478036:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp38 00000400:00000010:2.0:1767384667.478045:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d9e0ba1a. 00000400:00000010:2.0:1767384667.478052:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023686995. 00000400:00000010:2.0:1767384667.478057:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000400:00000010:2.0:1767384667.478064:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f99b2f6a. 00000400:00000200:2.0:1767384667.478068:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp38 00000400:00000200:2.0:1767384667.478083:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp38 local destination 00000400:00000200:2.0:1767384667.478089:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp38 00000400:00000200:2.0:1767384667.478094:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp38 NI seq info: [149:149:256:4294967295] 192.168.202.117@tcp38 LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1767384667.478101:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp38 00000400:00000200:2.0:1767384667.478110:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38:) -> 192.168.202.117@tcp38(192.168.202.117@tcp38:192.168.202.117@tcp38) : GET try# 0 00000800:00000200:2.0:1767384667.478115:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp38 00000800:00000010:2.0:1767384667.478120:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001975ff63. 00000800:00000200:2.0:1767384667.478127:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000800:00000200:2.1:1767384667.478132:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000400:00000200:2.0:1767384667.478151:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp38 added to recovery queue. ping count: 3 next ping: 298 health :700 00000800:00000200:2.0:1767384667.478183:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (6) 00000800:00000200:2.0:1767384667.478188:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp27 ip 192.168.202.117:988 00000800:00000200:2.0:1767384667.478193:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384667.478235:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:0.0:1767384667.478292:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384667.478298:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:0.0:1767384667.478299:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384667.478313:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384667.478319:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384667.478323:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.478329:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478350:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478364:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478379:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478394:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478407:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478420:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478433:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478445:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478457:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478472:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478485:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478504:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478518:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478530:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478543:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478557:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478583:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478596:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478608:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478621:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478637:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478652:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478665:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478681:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478700:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478719:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478735:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478751:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478764:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478781:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478793:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384667.478805:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384667.478944:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cdab883. 00000800:00000010:1.0:1767384667.478948:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d952091. 00000800:00000010:1.0:1767384667.478952:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067184098. 00000800:00000010:1.0:1767384667.478988:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067184098. 00000800:00020000:1.0:1767384667.478995:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384667.478998:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d952091. 00000800:00000010:1.0:1767384667.479000:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cdab883. 00000400:02020000:1.0:1767384667.479038:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp38 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384667.479043:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp38 notifying 192.168.202.117@tcp38: down 00000800:00000200:1.0:1767384667.479048:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp38 down 00000800:00000100:1.0:1767384667.479054:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp38 00000800:00000010:1.0:1767384667.479056:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001975ff63. 00000400:00000200:1.0:1767384667.479059:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384667.479063:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384667.479070:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384667.479078:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384667.479083:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp38) recovery failed with -71 00000001:00000001:1.0:1767384667.793357:0:34895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384667.793362:0:34895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:1.0:1767384667.797169:0:34895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384667.804780:0:34896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e2d6b95. 00000400:00000010:1.0:1767384667.804794:0:34896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ddb2862e. 00000400:00000010:1.0:1767384667.804803:0:34896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000987ef676. 00000400:00000010:1.0:1767384667.804806:0:34896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004793a21c. 00000400:00000010:1.0:1767384667.804809:0:34896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000010c95131. 00000400:00000010:1.0:1767384667.804813:0:34896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007536d411. 00000400:00000010:1.0:1767384667.804814:0:34896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000069860865. 00000400:00000010:1.0:1767384667.804815:0:34896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009244170c. 00000400:00000010:1.0:1767384667.804818:0:34896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000099cc674b. 00000800:00000010:1.0:1767384667.804854:0:34896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ca19a77c. 00000800:00000200:1.0:1767384667.804865:0:34896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384667.804876:0:34896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384667.804911:0:34896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384667.804930:0:34896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp44 [8/256/0/180] 00000400:00000010:1.0:1767384667.806445:0:34896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000006f6c3bef. 00000400:00000010:1.0:1767384667.806450:0:34896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e31d4b37. 00000400:00000010:1.0:1767384667.806455:0:34896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd022cc. 00000400:00000001:1.0:1767384667.806474:0:34896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384667.806476:0:34896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384667.806478:0:34896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32c1df6. 00000400:00000200:1.0:1767384667.806480:0:34896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022157394 00000400:00000010:1.0:1767384667.806481:0:34896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022157394. 00000400:00000010:1.0:1767384667.806485:0:34896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000f4f03361. 00000400:00000200:1.0:1767384667.806488:0:34896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (35) 00000400:00000200:1.0:1767384667.806498:0:34896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384667.806506:0:34896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:1.0:1767384667.806512:0:34896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006cdab883. 00000020:01000000:1.0:1767384667.806516:0:34896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384667.806521:0:34896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp44 00000400:00000010:1.0:1767384667.806532:0:34896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ddb2862e. 00000400:00000010:1.0:1767384667.806534:0:34896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e2d6b95. 00000400:00000200:2.0:1767384667.806555:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384667.806560:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384667.806563:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 10000000:00000001:0.0:1767384667.806566:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384667.806570:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:2.0:1767384667.806571:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c168eec5. 10000000:01000000:0.0:1767384667.806572:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384667.806575:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000020:01000004:0.0:1767384667.806576:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384667.806579:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384667.806581:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf46ca0f. 00000020:01000004:0.0:1767384667.806581:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384667.806585:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384667.806587:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384667.806590:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:01000004:0.0:1767384667.806590:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384667.806593:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384667.806595:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384667.806597:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384667.806598:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384667.806603:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048b3c170. 00000400:00000200:2.0:1767384667.806606:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000040:0.0:1767384667.806608:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384667.806613:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000001:0.0:1767384667.806616:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384667.806619:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 02000000:00000001:0.0:1767384667.806620:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384667.806625:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 02000000:00000001:0.0:1767384667.806626:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.806632:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 02000000:00000010:0.0:1767384667.806636:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000800a305c. 00000100:00000001:0.0:1767384667.806643:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.806645:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000400:00000200:2.0:1767384667.806649:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000100:00000001:0.0:1767384667.806651:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384667.806654:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000100:00000001:0.0:1767384667.806655:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.806662:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000100:00000040:0.0:1767384667.806667:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048b3c170] to pc [ptlrpcd_00_00+0] req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384667.806668:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:2.0:1767384667.806685:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000400:00000200:2.0:1767384667.806691:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000400:00000200:2.0:1767384667.806708:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[141, 38] 00000400:00000200:2.0:1767384667.806715:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[145, 38] 00000400:00000200:2.0:1767384667.806720:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:2.0:1767384667.806725:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 10000000:00000001:0.0:1767384667.806727:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384667.806732:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.806735:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000020:00000001:0.0:1767384667.806735:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.806739:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384667.806739:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384667.806744:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384667.806747:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384667.806749:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384667.806751:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 10000000:00000001:0.0:1767384667.806752:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384667.806755:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384667.806755:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384667.806757:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384667.806762:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384667.806766:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384667.806771:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000100:00000001:1.0:1767384667.806772:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384667.806772:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384667.806776:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384667.806777:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384667.806781:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384667.806782:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 34], ns[147, 34] 02000000:00000001:1.0:1767384667.806783:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384667.806785:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384667.806787:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384667.806788:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384667.806792:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384667.806793:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 34], ns[66, 34] 02000000:00000001:1.0:1767384667.806793:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384667.806794:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384667.806799:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d19dd8a. 00000100:00100000:1.0:1767384667.806800:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048b3c170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059676416:0@lo:253: 00000400:00000200:2.0:1767384667.806804:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[79, 34] 00000020:00000040:0.0:1767384667.806804:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384667.806808:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384667.806811:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384667.806813:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384667.806814:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 34], ns[91, 34] 02000000:00000001:1.0:1767384667.806815:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384667.806816:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.806818:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.806824:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384667.806825:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003a50e3b2. 00000100:00000001:0.0:1767384667.806828:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384667.806829:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000081df3bd4. 02000000:00000001:1.0:1767384667.806863:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.806864:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384667.806868:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ca39236. 00000100:00000001:0.0:1767384667.806868:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384667.806876:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb2862e. 00000100:00000040:0.0:1767384667.806876:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d19dd8a] to pc [ptlrpcd_00_01+1] req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384667.806883:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 00000100:00000200:1.0:1767384667.806883:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059676416, portal 25 00000100:00000001:1.0:1767384667.806889:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384667.806892:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027866752 : -115911681684864 : ffff969435634a80) 10000000:00000001:0.0:1767384667.806894:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384667.806899:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.806900:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384667.806902:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.806904:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[115, 34] 00000020:01000000:0.0:1767384667.806908:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384667.806913:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006cdab883. 00000100:00000001:1.0:1767384667.806922:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384667.806926:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[94, 34] 00000100:00000001:0.0:1767384667.806926:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384667.806929:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384667.806934:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef4e4c1c. 00000100:00000001:0.0:1767384667.806935:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384667.806939:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384667.806940:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[139, 34] 00000100:00000200:1.0:1767384667.806940:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059676416, offset 0 00000100:00000040:0.0:1767384667.806945:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384667.806950:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384667.806972:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 34], ns[128, 34] 00000100:00000001:0.0:1767384667.806972:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384667.806976:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.806981:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384667.806984:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 34], ns[122, 34] 02000000:00000001:0.0:1767384667.806985:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384667.806989:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384667.806994:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059676544:0@lo:253: 00000400:00000200:2.0:1767384667.807000:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[149, 34] 00000100:00000001:0.0:1767384667.807000:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384667.807004:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384667.807006:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.807009:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384667.807013:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[143, 34], ns[146, 34] 02000000:00000010:0.0:1767384667.807015:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000091e60538. 02000000:00000001:0.0:1767384667.807018:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.807021:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 34], ns[148, 34] 00000400:00000010:0.0:1767384667.807024:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000400:00000010:0.0:1767384667.807030:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5d7f0c7. 00000400:00000200:2.0:1767384667.807031:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000100:00000200:0.0:1767384667.807035:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059676544, portal 25 00000100:00000001:0.0:1767384667.807038:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384667.807040:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000400:00000200:2.0:1767384667.807042:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000040:0.0:1767384667.807046:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384667.807058:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384667.807059:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384667.807064:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384667.807068:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e5b74d6. 00000400:00000200:2.0:1767384667.807069:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000100:00000200:0.0:1767384667.807071:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059676544, offset 0 00000400:00000200:0.0:1767384667.807078:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384667.807079:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp41 00000400:00000200:2.0:1767384667.807086:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp41 lpni_is_preferred = 0 00000400:00000200:2.0:1767384667.807089:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp41 00000400:00000200:2.0:1767384667.807093:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp41 NI seq info: [150:150:256:4294967295] 192.168.202.117@tcp41 LPNI seq info [147:147:8:4294967295] 00000400:00000200:2.0:1767384667.807101:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp41 00000400:00000200:2.0:1767384667.807109:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp41(192.168.202.117@tcp41:) -> 192.168.202.117@tcp41(192.168.202.117@tcp:192.168.202.117@tcp41) : PUT try# 0 00000800:00000200:2.0:1767384667.807117:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.117@tcp41 00000800:00000010:2.0:1767384667.807123:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d26584d. 00000400:00000200:1.0:1767384667.807126:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384667.807126:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384667.807142:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06980 00000800:00000010:2.0:1767384667.807143:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e56a08fc. 00000400:00000200:1.0:1767384667.807145:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06900 00000800:00000010:2.0:1767384667.807151:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006028d4ad. 00000400:00000200:0.0:1767384667.807151:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1479 [2] + 0 00000400:00000010:0.0:1767384667.807158:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ede47eb. 00000400:00000200:0.0:1767384667.807162:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d991612 00000800:00000200:2.0:1767384667.807163:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000400:00000200:1.0:1767384667.807168:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x149d [2] + 0 00000400:00000200:0.0:1767384667.807168:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384667.807172:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035287bf1. 00000800:00000200:2.1:1767384667.807176:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000400:00000200:1.0:1767384667.807178:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4aaca95 00000400:00000200:0.0:1767384667.807182:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384667.807185:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384667.807188:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d991612 00000400:00000200:1.0:1767384667.807191:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384667.807194:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d991612. 00000400:00000200:2.0:1767384667.807199:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384667.807202:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4aaca95 00000400:00000200:2.0:1767384667.807204:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000100:00000001:0.0:1767384667.807204:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384667.807206:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4aaca95. 00000100:00000200:0.0:1767384667.807209:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384667.807214:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384667.807215:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000e54bb7c2 x1853237059676544 msgsize 4848 00000100:00000200:1.0:1767384667.807217:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384667.807221:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000a27c39bd x1853237059676416 msgsize 4848 00000100:00100000:0.0:1767384667.807231:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384667.807232:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384667.807238:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384667.807252:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384667.807253:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384667.807263:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384667.807263:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e5b74d6 00000400:00000010:0.0:1767384667.807268:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e5b74d6. 00000400:00000200:1.0:1767384667.807274:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef4e4c1c 00000100:00000001:0.0:1767384667.807274:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384667.807277:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:1.0:1767384667.807278:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef4e4c1c. 00000100:00000200:0.0:1767384667.807282:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.807284:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384667.807291:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.807302:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384667.807304:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.807311:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384667.807311:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.807338:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807340:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.807341:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384667.807345:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384667.807348:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.807350:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:0.0:1767384667.807352:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.807353:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294957909 00000100:00000010:1.0:1767384667.807359:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000834259b2. 00000100:00000001:0.0:1767384667.807360:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294957909 00000100:00000001:1.0:1767384667.807367:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384667.807374:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294957909 00000100:00000001:0.0:1767384667.807375:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294957909 00000100:00000010:1.0:1767384667.807377:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d937af49. 00000100:00000001:0.0:1767384667.807381:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294957909 00000100:00000001:1.0:1767384667.807382:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384667.807388:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294957909 00000100:00000001:0.0:1767384667.807389:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294957909 00000100:00000010:1.0:1767384667.807392:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026a8fd43. 00000100:00000001:0.0:1767384667.807395:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294957909 00000100:00000001:1.0:1767384667.807397:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384667.807407:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294957909 00000100:00000001:0.0:1767384667.807407:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294957909 00000100:00000010:1.0:1767384667.807410:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5b56de6. 00000400:00000200:2.0:1767384667.807412:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000001:0.0:1767384667.807412:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294957909 00000100:00000001:1.0:1767384667.807414:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384667.807422:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384667.807422:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294957909 00000100:00000001:1.0:1767384667.807426:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807428:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384667.807431:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807432:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.807434:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.807438:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807442:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.807444:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384667.807446:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384667.807449:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384667.807451:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384667.807454:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.807458:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807458:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384667.807461:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:0.0:1767384667.807462:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384667.807468:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384667.807471:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384667.807473:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807476:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807502:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384667.807506:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676544 02000000:00000001:0.0:1767384667.807510:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384667.807513:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384667.807516:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.807520:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 02000000:00000001:0.0:1767384667.807520:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384667.807528:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676544 00000020:00000001:0.0:1767384667.807532:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384667.807534:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384667.807537:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384667.807541:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:0.0:1767384667.807544:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384667.807548:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384667.807553:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384667.807558:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041b77f17. 00000100:00000001:0.0:1767384667.807561:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384667.807564:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041b77f17. 00000020:00000010:0.0:1767384667.807572:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fd54738. 00000020:00000010:0.0:1767384667.807578:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000909d2ae4. 00000400:00000200:2.0:1767384667.807579:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000020:00000010:0.0:1767384667.807582:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e8486d83. 00000100:00000040:0.0:1767384667.807593:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384667.807596:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384667.807598:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384667.807599:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807605:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807612:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.807621:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384667.807623:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676416 00000400:00000200:2.0:1767384667.807624:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 02000000:00000001:0.0:1767384667.807625:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384667.807628:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384667.807636:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.807638:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384667.807640:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676416 00000020:00000001:0.0:1767384667.807642:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384667.807643:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384667.807645:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384667.807647:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384667.807649:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384667.807651:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384667.807654:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384667.807657:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041b77f17. 00000100:00000001:1.0:1767384667.807659:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384667.807660:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384667.807663:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384667.807664:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041b77f17. 00000100:00100000:1.0:1767384667.807669:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000020:00000010:0.0:1767384667.807670:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000668289ac. 00000100:00000040:1.0:1767384667.807674:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000010:0.0:1767384667.807675:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021889019. 00000400:00000200:2.0:1767384667.807677:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000001:1.0:1767384667.807678:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935855696 : -115911773695920 : ffff96942fe75050) 00000020:00000010:0.0:1767384667.807681:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006510d358. 00000100:00000040:1.0:1767384667.807686:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e54bb7c2 x1853237059676544/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:648/0 lens 4848/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.807688:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384667.807691:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384667.807694:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.807701:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384667.807702:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384667.807704:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c124ec90. 00000100:00000001:1.0:1767384667.807707:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384667.807709:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c124ec90. 00000100:00000001:0.0:1767384667.807711:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384667.807715:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e54bb7c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059676544:12345-0@lo:253: 00000100:00000200:1.0:1767384667.807719:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676544 00000020:00000001:1.0:1767384667.807722:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384667.807724:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384667.807725:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384667.807727:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384667.807729:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.807732:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384667.807736:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00100000:0.0:1767384667.807736:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000400:00000200:2.0:1767384667.807739:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000040:0.0:1767384667.807742:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000020:00000001:1.0:1767384667.807743:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384667.807746:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935859792 : -115911773691824 : ffff96942fe76050) 00000100:00000040:0.0:1767384667.807751:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a27c39bd x1853237059676416/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:648/0 lens 4848/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384667.807752:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384667.807758:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384667.807761:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384667.807762:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384667.807765:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384667.807767:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041b77f17. 00000100:00000001:1.0:1767384667.807769:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384667.807771:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384667.807773:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384667.807774:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041b77f17. 02000000:00000010:1.0:1767384667.807779:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006cdab883. 00000100:00100000:0.0:1767384667.807783:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a27c39bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059676416:12345-0@lo:253: 02000000:00000001:1.0:1767384667.807784:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.807787:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384667.807789:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384667.807795:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676416 00000020:00000001:0.0:1767384667.807797:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384667.807799:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 20000000:00000010:1.0:1767384667.807800:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009a86a9cd. 00000020:00000001:0.0:1767384667.807800:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384667.807804:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.807807:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:1.0:1767384667.807808:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384667.807809:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 20000000:00000001:1.0:1767384667.807813:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384667.807813:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384667.807814:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384667.807817:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384667.807817:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384667.807821:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.807821:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384667.807824:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384667.807825:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807828:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384667.807829:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:0.0:1767384667.807853:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384667.807867:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005fd454a2. 02000000:00000001:0.0:1767384667.807871:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.807873:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384667.807875:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384667.807878:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007465225b. 20000000:01000000:1.0:1767384667.807882:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000010:0.0:1767384667.807883:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b42d2dfe. 20000000:00000001:1.0:1767384667.807887:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384667.807888:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384667.807892:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384667.807894:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384667.807895:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384667.807896:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384667.807899:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384667.807901:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384667.807913:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00080000:00000001:1.0:1767384667.807937:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384667.807942:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384667.807943:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384667.807949:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384667.807952:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384667.807958:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000400:00000200:2.0:1767384667.807977:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00080000:00000001:1.0:1767384667.807977:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384667.807984:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8bdf028. 00080000:00000001:1.0:1767384667.807987:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161410992128 : -115912298559488 : ffff9694109e8800) 00080000:00000001:1.0:1767384667.807990:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384667.808019:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808047:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808093:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000001:00000001:1.0:1767384667.808117:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384667.808120:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384667.808124:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384667.808140:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00080000:00000001:1.0:1767384667.808146:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384667.808150:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384667.808182:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808241:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00080000:00000001:1.0:1767384667.808256:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384667.808265:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384667.808287:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808325:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808358:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808387:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808415:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808440:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808467:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808488:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808526:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808554:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808580:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808644:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808686:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808739:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808784:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808820:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384667.808897:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384667.809384:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384667.809391:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a14afb5f. 00000800:00000010:2.0:1767384667.809398:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002fc35918. 00000800:00000010:2.0:1767384667.809601:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002fc35918. 00000800:00020000:2.0:1767384667.809614:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384667.809618:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a14afb5f. 00000800:00000010:2.0:1767384667.809659:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:02020000:2.0:1767384667.809712:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp41 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384667.809720:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp41 notifying 192.168.202.117@tcp41: down 00000800:00000200:2.0:1767384667.809728:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp41 down 00000800:00000100:2.0:1767384667.809737:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.202.117@tcp41 00000800:00000010:2.0:1767384667.809742:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d26584d. 00000400:00000200:2.0:1767384667.809746:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384667.809753:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp41->192.168.202.117@tcp41: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384667.809765:0:16131:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp41 added to recovery queue. ping count: 0 next ping: 291 health :900 00000400:00000200:2.0:1767384667.809769:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384667.809774:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:2.0:1767384667.809780:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384667.809909:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384667.809915:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101151 00000400:00000001:2.0:1767384667.809919:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384667.809921:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384667.809931:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c168eec5 00000400:00000010:2.0:1767384667.809934:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c168eec5. 00000400:00000200:2.0:1767384667.809939:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384667.809943:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384667.809947:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (37) 00000400:00000200:2.0:1767384667.809951:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384667.809954:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc -71 00000400:00000200:2.0:1767384667.809958:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384667.809981:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (36) 00080000:00000001:1.0:1767384667.816151:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384667.816158:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384667.816162:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384667.816164:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384667.816164:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384667.816169:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384667.816173:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384667.816174:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384667.816175:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384667.816178:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384667.816179:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8bdf028. 00080000:00000001:0.0:1767384667.816186:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384667.816188:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384667.816192:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384667.816199:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384667.816202:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086f8b16a. 20000000:01000000:2.0:1767384667.816208:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:01000000:1.0:1767384667.816211:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384667.816213:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384667.816215:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384667.816219:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384667.816222:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384667.816222:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384667.816226:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384667.816234:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061a36a0b. 00010000:00000001:1.0:1767384667.816238:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384667.816241:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384667.816245:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384667.816248:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c8d7 to hash 00000020:00000001:1.0:1767384667.816250:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384667.816251:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.816253:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.816256:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384667.816257:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384667.816258:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.816264:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384667.816265:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384667.816269:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384667.816275:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384667.816276:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384667.816279:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384667.816280:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384667.816284:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384667.816286:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384667.816288:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384667.816289:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384667.816295:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384667.816295:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384667.816296:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.816300:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384667.816302:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:2.0:1767384667.816304:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000721be6df. 00080000:00000001:2.0:1767384667.816308:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999137792 : -115911710413824 : ffff969433acec00) 00010000:00000001:1.0:1767384667.816310:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384667.816314:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384667.816314:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384667.816318:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061a36a0b) refcount = 1 00010000:00010000:1.0:1767384667.816321:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816326:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384667.816327:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384667.816329:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.816331:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816333:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384667.816335:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384667.816338:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384667.816341:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384667.816342:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.816344:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384667.816345:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.816347:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.816349:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384667.816350:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816354:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384667.816356:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816360:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.816361:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384667.816362:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816366:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384667.816368:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816370:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384667.816371:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384667.816380:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384667.816382:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384667.816384:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384667.816386:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816389:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384667.816391:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384667.816392:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.816394:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000001:00000001:2.0:1767384667.816395:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1767384667.816396:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:2.0:1767384667.816400:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816400:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.816407:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:2.0:1767384667.816408:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384667.816411:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816415:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384667.816417:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384667.816418:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816420:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384667.816422:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384667.816423:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384667.816424:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384667.816425:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c8d7 from hash 00080000:00000001:2.0:1767384667.816427:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816427:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384667.816429:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.816432:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384667.816434:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384667.816434:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384667.816438:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384667.816440:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384667.816441:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384667.816443:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.816445:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816447:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384667.816453:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384667.816455:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.816457:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.816458:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816459:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.816461:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.816463:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816467:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.816468:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.816470:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384667.816471:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384667.816472:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.816474:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.816476:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384667.816478:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384667.816479:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.816481:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.816485:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384667.816487:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384667.816488:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8d7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384667.816493:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061a36a0b count: 0 00010000:00000001:1.0:1767384667.816505:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384667.816506:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384667.816563:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384667.816569:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384667.819879:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294957909, at 4294957910 00000100:00000040:0.0:1767384667.819879:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294957909, at 4294957910 00000100:00000010:0.0:1767384667.819890:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000834259b2. 00000100:00000040:1.0:1767384667.819891:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294957909, at 4294957910 00000100:00000010:2.0:1767384667.819892:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026a8fd43. 00000100:00000010:1.0:1767384667.819902:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d937af49. 00000100:00000040:3.0:1767384667.821000:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294957909, at 4294957911 00000100:00000010:3.0:1767384667.821008:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5b56de6. 00010000:00000010:1.1:1767384667.821861:0:34898:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061a36a0b. 00010000:00000010:1.1:1767384667.821871:0:34898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00080000:00000001:1.0:1767384667.824910:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384667.824910:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384667.824916:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384667.824918:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:1.0:1767384667.824921:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384667.824922:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384667.824925:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384667.824927:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384667.824930:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000721be6df. 20000000:00000001:0.0:1767384667.824932:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384667.824935:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384667.824944:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384667.824945:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384667.824949:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384667.824957:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384667.825014:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384667.825019:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384667.825022:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384667.825027:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384667.825030:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384667.825037:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061a36a0b. 00010000:00000001:1.0:1767384667.825042:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384667.825045:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384667.825049:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384667.825053:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c8de to hash 00000020:00000001:1.0:1767384667.825056:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384667.825058:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.825061:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.825065:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384667.825067:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.825071:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825082:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384667.825085:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384667.825088:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384667.825090:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384667.825092:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.825095:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384667.825096:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.825099:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384667.825101:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384667.825103:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384667.825104:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384667.825106:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061a36a0b) refcount = 1 00010000:00010000:1.0:1767384667.825110:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825117:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384667.825120:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384667.825129:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.825132:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.825134:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384667.825137:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384667.825141:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384667.825144:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384667.825146:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.825148:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384667.825151:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.825154:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.825156:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384667.825159:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825165:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384667.825167:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825173:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.825174:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384667.825177:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825182:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384667.825184:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.825188:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384667.825190:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384667.825197:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384667.825200:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384667.825202:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384667.825203:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825222:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384667.825224:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384667.825225:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.825227:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384667.825229:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.825232:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384667.825235:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384667.825237:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825243:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384667.825245:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384667.825247:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.825251:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384667.825254:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384667.825256:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384667.825258:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384667.825261:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c8de from hash 00010000:00000001:1.0:1767384667.825264:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384667.825266:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.825268:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.825270:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384667.825272:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384667.825274:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384667.825276:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384667.825279:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.825281:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.825283:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384667.825286:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384667.825288:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.825290:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.825292:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.825294:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.825297:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.825307:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825313:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.825315:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.825317:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384667.825319:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384667.825321:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.825323:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.825325:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384667.825328:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384667.825330:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.825333:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.825338:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384667.825341:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384667.825343:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384667.825350:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061a36a0b count: 0 00010000:00000001:1.0:1767384667.825361:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384667.825370:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384667.826087:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384667.826091:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384667.826094:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009a86a9cd. 20000000:00000001:0.0:1767384667.826100:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384667.826105:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059676544 00010000:00000001:0.0:1767384667.826107:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384667.826115:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e54bb7c2 x1853237059676544/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:648/0 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384667.826123:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384667.826127:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384667.826130:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384667.826135:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384667.826138:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384667.826140:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384667.826143:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384667.826145:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.826149:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384667.826152:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384667.826157:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d81fb72a. 00000100:00000200:0.0:1767384667.826163:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059676544, offset 224 00000400:00000200:0.0:1767384667.826169:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384667.826184:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384667.826195:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06980 00000400:00000200:0.0:1767384667.826203:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd5 [2] + 224 00000400:00000200:0.0:1767384667.826210:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384667.826215:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384667.826221:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384667.826226:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384667.826234:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.826253:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384667.826261:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d81fb72a 00000400:00000010:0.0:1767384667.826263:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d81fb72a. 00000100:00000001:0.0:1767384667.826268:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384667.826270:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384667.826276:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.826279:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384667.826281:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384667.826283:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.826286:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384667.826291:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e54bb7c2 x1853237059676544/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:648/0 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384667.826299:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e54bb7c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059676544:12345-0@lo:253: Request processed in 18597us (19082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384667.826309:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000040:0.0:1767384667.826312:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384667.826314:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384667.826316:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384667.826322:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000909d2ae4. 00000020:00000010:0.0:1767384667.826326:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e8486d83. 00000020:00000010:0.0:1767384667.826331:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fd54738. 00000020:00000040:0.0:1767384667.826337:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:0.0:1767384667.826340:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384667.826342:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006cdab883. 02000000:00000001:0.0:1767384667.826348:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384667.826349:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384667.826354:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384667.826360:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053285ba1. 00000400:00000010:0.0:1767384667.826364:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d81fb72a. 00000100:00000001:0.0:1767384667.826386:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384667.826388:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384667.826393:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384667.826395:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384667.826402:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000400:00000200:0.0:1767384667.826405:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5d7f0c7 00000400:00000010:0.0:1767384667.826406:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5d7f0c7. 00000100:00000001:0.0:1767384667.826410:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384667.826413:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384667.826421:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.826427:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384667.826429:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.826432:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384667.826434:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384667.826435:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384667.826437:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.826439:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384667.826443:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=75 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384667.826446:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384667.826448:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384667.826450:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384667.826452:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384667.826454:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.826456:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.826459:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.826463:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384667.826466:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384667.826467:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384667.826470:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384667.826472:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384667.826473:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384667.826475:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384667.826476:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384667.826478:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384667.826479:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384667.826480:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384667.826482:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384667.826490:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384667.826498:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059676544:0@lo:253: 00000100:00000001:0.0:1767384667.826504:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.826507:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384667.826510:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d19dd8a x1853237059676544/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.826518:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384667.826521:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384667.826525:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000091e60538. 02000000:00000001:0.0:1767384667.826530:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384667.826532:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384667.826534:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384667.826537:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384667.826540:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003a50e3b2. 02000000:00000001:0.0:1767384667.826545:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384667.826548:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384667.826550:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d19dd8a. 00000100:00000001:0.0:1767384667.826556:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384667.826558:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.826561:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.826569:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384667.826571:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.826575:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384667.826579:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384667.828096:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384667.828100:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384667.828102:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b42d2dfe. 20000000:00000001:1.0:1767384667.828108:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384667.828112:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059676416 00010000:00000001:1.0:1767384667.828115:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384667.828121:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a27c39bd x1853237059676416/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:648/0 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384667.828129:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384667.828131:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384667.828134:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384667.828137:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384667.828140:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384667.828142:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384667.828153:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384667.828155:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.828158:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384667.828162:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384667.828166:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0f3f2b0. 00000100:00000200:1.0:1767384667.828169:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059676416, offset 224 00000400:00000200:1.0:1767384667.828178:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384667.828185:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384667.828192:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06900 00000400:00000200:1.0:1767384667.828198:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ccd [2] + 224 00000400:00000200:1.0:1767384667.828204:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.828209:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384667.828212:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384667.828217:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384667.828227:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.828245:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384667.828252:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0f3f2b0 00000400:00000010:1.0:1767384667.828255:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0f3f2b0. 00000100:00000001:0.0:1767384667.828259:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384667.828260:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384667.828262:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384667.828263:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384667.828267:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384667.828270:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384667.828270:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384667.828273:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ca39236. 00000100:00000040:1.0:1767384667.828276:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000200:0.0:1767384667.828278:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb2862e 00010000:00000001:1.0:1767384667.828281:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384667.828282:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddb2862e. 00000020:00000001:1.0:1767384667.828285:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.828287:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384667.828290:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384667.828294:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384667.828298:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27c39bd x1853237059676416/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:648/0 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384667.828312:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384667.828318:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a27c39bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059676416:12345-0@lo:253: Request processed in 20554us (21094us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384667.828336:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:0.0:1767384667.828336:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384667.828339:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384667.828342:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384667.828343:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384667.828345:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384667.828346:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384667.828347:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.828349:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384667.828353:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=75 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384667.828355:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384667.828358:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384667.828360:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384667.828362:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384667.828364:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384667.828365:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021889019. 00010000:00000001:0.0:1767384667.828366:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384667.828368:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.828371:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384667.828373:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006510d358. 00000100:00000040:0.0:1767384667.828375:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384667.828380:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000668289ac. 00000100:00000001:0.0:1767384667.828381:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384667.828386:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384667.828387:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384667.828388:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000020:01000004:0.0:1767384667.828390:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384667.828394:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000001:1.0:1767384667.828396:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384667.828397:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000010:1.0:1767384667.828401:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005fd454a2. 00000020:01000004:0.0:1767384667.828401:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384667.828402:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384667.828405:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384667.828407:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000001:1.0:1767384667.828409:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384667.828409:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384667.828413:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384667.828414:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384667.828414:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384667.828418:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384667.828421:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384667.828427:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048b3c170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059676416:0@lo:253: 00000400:00000010:1.0:1767384667.828428:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035287bf1. 00000100:00000001:0.0:1767384667.828431:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384667.828434:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0f3f2b0. 00000100:00000001:0.0:1767384667.828434:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384667.828443:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048b3c170 x1853237059676416/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.828450:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384667.828453:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384667.828455:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000081df3bd4. 02000000:00000001:0.0:1767384667.828459:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384667.828461:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384667.828463:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384667.828466:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384667.828467:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000800a305c. 02000000:00000001:0.0:1767384667.828474:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384667.828476:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384667.828478:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048b3c170. 00000100:00000001:0.0:1767384667.828481:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384667.828482:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.828484:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.828490:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384667.828491:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.828494:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384667.828497:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384667.830088:0:34901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001f7f0142. 00000400:00000040:2.0:1767384667.830112:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384667.830115:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384667.830126:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384667.830129:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384667.830132:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384667.830134:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384667.830138:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384667.830140:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384667.830142:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384667.830143:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384667.830147:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384667.830149:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384667.830151:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384667.830153:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384667.830154:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384667.830157:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384667.830159:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384667.830161:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384667.830162:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384667.830165:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384667.830167:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384667.830169:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384667.830172:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384667.830173:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384667.830175:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384667.830178:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384667.830180:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384667.830182:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384667.830184:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384667.830187:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384667.830188:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384667.830190:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384667.830192:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384667.830195:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384667.830197:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384667.830199:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384667.830200:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384667.830204:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384667.830206:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384667.830208:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384667.830211:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384667.830220:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384667.830222:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384667.830224:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384667.830226:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384667.830229:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384667.830231:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384667.830233:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384667.830236:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384667.830238:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384667.830241:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384667.830242:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384667.830243:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384667.830246:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384667.830248:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384667.830249:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384667.830251:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384667.830364:0:34901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001f7f0142. 00010000:00000010:1.1:1767384667.835861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061a36a0b. 00010000:00000010:1.1:1767384667.835870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00010000:00000001:0.0:1767384668.053892:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384668.053898:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384668.053903:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384668.053904:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384668.053942:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384668.053948:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.053952:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384668.502089:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384668.502094:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384668.502098:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df02c340 00000400:00000010:3.0:1767384668.502102:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000400:00000200:3.0:1767384668.502108:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384668.502116:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384668.502128:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d9e0ba1a. 00000400:00000010:3.0:1767384668.502132:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023686995. 00000400:00000200:3.0:1767384668.502142:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp36 00000400:00000010:3.0:1767384668.502146:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000026e4ebe4. 00000400:00000010:3.0:1767384668.502151:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007c00c6bf. 00000400:00000010:3.0:1767384668.502156:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a00b1f7. 00000400:00000010:3.0:1767384668.502163:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093747a63. 00000400:00000200:3.0:1767384668.502169:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp36 00000400:00000200:3.0:1767384668.502182:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp36 local destination 00000400:00000200:3.0:1767384668.502188:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp36 00000400:00000200:3.0:1767384668.502193:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp36 NI seq info: [151:151:256:4294967295] 192.168.202.117@tcp36 LPNI seq info [148:148:8:4294967295] 00000400:00000200:3.0:1767384668.502201:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp36 00000400:00000200:3.0:1767384668.502212:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36:) -> 192.168.202.117@tcp36(192.168.202.117@tcp36:192.168.202.117@tcp36) : GET try# 0 00000800:00000200:3.0:1767384668.502218:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp36 00000800:00000010:3.0:1767384668.502223:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002a457f39. 00000800:00000200:3.0:1767384668.502230:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000800:00000200:3.1:1767384668.502236:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000400:00000200:3.0:1767384668.502340:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp36 added to recovery queue. ping count: 4 next ping: 307 health :600 00000400:00000200:3.0:1767384668.502347:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp41 00000400:00000010:3.0:1767384668.502351:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd16ba98. 00000400:00000010:3.0:1767384668.502354:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000df40a1ef. 00000400:00000010:3.0:1767384668.502357:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000185229a. 00000400:00000200:0.0:1767384668.502358:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:3.0:1767384668.502361:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab521d30. 00000400:00000200:3.0:1767384668.502367:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp41 00000400:00000200:3.0:1767384668.502374:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp41 local destination 00000400:00000200:3.0:1767384668.502378:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp41 00000400:00000200:3.0:1767384668.502388:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp41 NI seq info: [152:152:256:4294967295] 192.168.202.117@tcp41 LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1767384668.502393:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp41 00000400:00000200:3.0:1767384668.502400:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp41(192.168.202.117@tcp41:) -> 192.168.202.117@tcp41(192.168.202.117@tcp41:192.168.202.117@tcp41) : GET try# 0 00000800:00000200:3.0:1767384668.502405:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp41 00000800:00000010:3.0:1767384668.502408:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000029e87d8d. 00000800:00000200:3.0:1767384668.502413:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000800:00000200:3.1:1767384668.502416:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000400:00000200:0.0:1767384668.502421:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384668.502436:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp41 added to recovery queue. ping count: 1 next ping: 293 health :900 00000400:00000200:0.0:1767384668.502480:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.502498:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.502542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.502567:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.502614:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.502631:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.502671:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.502686:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.502733:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.502742:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.502785:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.502791:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.502878:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.502939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.502981:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503002:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503034:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503079:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503081:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503143:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503169:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503200:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503242:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503260:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503321:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503321:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503366:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503405:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503419:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503481:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503493:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503519:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503562:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503625:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503631:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503689:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503713:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503738:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503779:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503781:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503865:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503889:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503923:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.503977:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.503983:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504042:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504050:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504092:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504131:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504153:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504205:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504206:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504246:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504277:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504303:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504357:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504358:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504392:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504436:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384668.504495:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504495:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504573:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504617:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384668.504665:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000800:00000010:2.0:1767384668.504693:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384668.504699:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce2e74c4. 00000800:00000010:2.0:1767384668.504704:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cdd560c. 00000400:00000200:0.0:1767384668.504727:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000800:00000010:2.0:1767384668.504728:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cdd560c. 00000800:00020000:2.0:1767384668.504740:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384668.504744:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce2e74c4. 00000800:00000010:2.0:1767384668.504748:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:00000200:0.0:1767384668.504776:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:02020000:2.0:1767384668.504803:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp41 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384668.504809:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp41 notifying 192.168.202.117@tcp41: down 00000400:00000200:2.0:1767384668.504813:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384668.504817:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp41 00000800:00000010:2.0:1767384668.504820:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000029e87d8d. 00000400:00000200:2.0:1767384668.504823:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384668.504827:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp41->192.168.202.117@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384668.504864:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384668.504868:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384668.504873:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp41) recovery failed with -71 00000800:00000010:0.0:1767384668.504947:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023ce8ee9. 00000800:00000010:0.0:1767384668.504963:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c22af9e1. 00000800:00000010:0.0:1767384668.504970:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f20cbbcf. 00000800:00000010:0.0:1767384668.504992:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f20cbbcf. 00000800:00020000:0.0:1767384668.504998:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384668.505001:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c22af9e1. 00000800:00000010:0.0:1767384668.505002:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023ce8ee9. 00000400:02020000:0.0:1767384668.505041:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp36 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384668.505045:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp36 notifying 192.168.202.117@tcp36: down 00000800:00000200:0.0:1767384668.505049:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp36 down 00000800:00000100:0.0:1767384668.505053:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp36 00000800:00000010:0.0:1767384668.505055:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002a457f39. 00000400:00000200:0.0:1767384668.505057:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384668.505061:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384668.505066:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384668.505069:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384668.505072:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp36) recovery failed with -71 00000004:00000001:2.0:1767384669.013924:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384669.013931:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384669.013938:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baf5c1c0. 00000020:00000040:2.0:1767384669.013945:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384669.013966:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384669.013970:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384669.013976:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384669.013984:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008016fbad. 00000100:00000001:2.0:1767384669.013991:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.013998:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384669.014001:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.014012:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baf5c1c0] to pc [ptlrpcd_00_02+2] req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384669.014043:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.014052:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.014059:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384669.014062:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384669.014069:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.014080:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384669.014083:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.014088:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384669.014091:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384669.014094:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.014098:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000baf5c1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059676672:0@lo:13: 00000100:00000001:1.0:1767384669.014103:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384669.014109:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384669.014112:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.014115:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384669.014117:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384669.014120:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e2d6b95. 00000100:00000001:2.0:1767384669.014122:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.014125:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384669.014134:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000209b294f. 00000400:00000010:1.0:1767384669.014142:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b2d62ea. 00000100:00000200:1.0:1767384669.014156:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059676672, portal 4 00000100:00000001:1.0:1767384669.014158:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384669.014160:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864909696 : -115916844641920 : ffff969301a6d180) 00000100:00000040:1.0:1767384669.014168:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.014177:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384669.014180:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384669.014184:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000200:1.0:1767384669.014187:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059676672, offset 0 00000400:00000200:1.0:1767384669.014195:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384669.014209:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384669.014222:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a06a00 00000400:00000200:1.0:1767384669.014229:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2912 00000400:00000200:1.0:1767384669.014237:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.014241:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384669.014247:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.014249:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384669.014254:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000043fd04c. 00000100:00000040:1.0:1767384669.014257:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000043fd04c x1853237059676672 msgsize 224 00000100:00100000:1.0:1767384669.014262:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384669.014275:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384669.014283:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384669.014286:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:1.0:1767384669.014290:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384669.014294:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.014299:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384669.014303:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676672 02000000:00000001:3.0:1767384669.014307:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384669.014308:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384669.014309:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384669.014312:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.014315:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384669.014317:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384669.014324:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676672 00000020:00000001:3.0:1767384669.014328:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.014331:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000001:1.0:1767384669.014331:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.014335:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384669.014337:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384669.014338:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:3.0:1767384669.014342:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:3.0:1767384669.014344:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384669.014345:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.014347:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384669.014352:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4701 usecs (5 jiffies) 00000020:00000010:3.0:1767384669.014353:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009e5dac4. 00000020:00000010:3.0:1767384669.014359:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000400c20c. 00000100:00000001:1.0:1767384669.014360:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959109 00000020:00000040:3.0:1767384669.014365:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000010:1.0:1767384669.014373:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d937af49. 00000100:00000001:3.0:1767384669.014377:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384669.014380:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384669.014382:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008021a4d6. 00000100:00080000:2.0:1767384669.014388:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384669.014388:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959109 00000020:00000010:3.0:1767384669.014389:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000541d72c9. 00000020:00000040:2.0:1767384669.014393:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000020:00000010:3.0:1767384669.014396:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024a32bf0. 00000100:00000010:1.0:1767384669.014397:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f305368. 00000100:00000001:1.0:1767384669.014404:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384669.014408:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384669.014409:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959109 00000100:00000001:3.0:1767384669.014413:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1767384669.014414:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003815b3c7. 00000100:00000001:3.0:1767384669.014416:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384669.014418:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.014421:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384669.014425:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959109 00000100:00000010:1.0:1767384669.014432:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad8c1140. 00000100:00000001:3.0:1767384669.014434:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.014436:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384669.014444:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.014446:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.014448:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.014453:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.014456:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.014461:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384669.014464:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384669.014464:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384669.014469:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384669.014474:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384669.014475:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384669.014477:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:1.0:1767384669.014478:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384669.014480:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546338304 : -115912163213312 : ffff969418afc000) 00000100:00000001:1.0:1767384669.014483:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.014487:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000043fd04c x1853237059676672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.014489:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.014498:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.014502:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000985707ff. 00000100:00000001:3.0:1767384669.014504:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.014507:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000985707ff. 00000100:00100000:3.0:1767384669.014512:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000043fd04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059676672:12345-0@lo:13: 00000100:00000200:3.0:1767384669.014515:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676672 00000020:00000001:3.0:1767384669.014518:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384669.014521:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384669.014523:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.014526:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384669.014527:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:3.0:1767384669.014530:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384669.014533:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.014535:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384669.014537:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384669.014539:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.014543:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384669.014545:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384669.014549:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000eeddc436. 02000000:00000001:3.0:1767384669.014551:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.014553:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384669.014556:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384669.014560:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384669.014562:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384669.014565:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384669.014578:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.014580:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384669.014582:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:3.0:1767384669.014585:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384669.014588:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384669.014591:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:3.0:1767384669.014593:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384669.014596:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.014598:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384669.014600:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384669.014603:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059676672 00010000:00000001:3.0:1767384669.014605:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384669.014608:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000043fd04c x1853237059676672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384669.014614:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.014616:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.014619:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.014622:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.014624:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384669.014626:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384669.014628:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.014629:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.014631:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.014633:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384669.014636:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000100:00000200:3.0:1767384669.014638:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059676672, offset 224 00000400:00000200:3.0:1767384669.014642:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384669.014647:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384669.014654:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a06a00 00000400:00000200:3.0:1767384669.014657:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1cf5 [1] + 224 00000400:00000200:3.0:1767384669.014661:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384669.014664:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384669.014666:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384669.014669:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384669.014681:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.014696:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384669.014702:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000400:00000010:3.0:1767384669.014704:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000100:00000001:3.0:1767384669.014707:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384669.014708:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384669.014712:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.014715:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:2.0:1767384669.014716:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384669.014717:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384669.014719:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384669.014721:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.014724:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384669.014726:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384669.014728:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000043fd04c x1853237059676672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384669.014729:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384669.014733:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000209b294f. 00000400:00000200:2.0:1767384669.014739:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2d62ea 00000400:00000010:2.0:1767384669.014742:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b2d62ea. 00000100:00100000:3.0:1767384669.014743:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000043fd04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059676672:12345-0@lo:13: Request processed in 241us (481us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384669.014749:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384669.014754:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000200:2.0:1767384669.014755:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384669.014759:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:3.0:1767384669.014763:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.014766:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384669.014769:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384669.014770:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000541d72c9. 00000020:00000010:3.0:1767384669.014777:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024a32bf0. 00000100:00000001:2.0:1767384669.014780:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384669.014782:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008021a4d6. 00000020:00000040:3.0:1767384669.014787:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:2.0:1767384669.014789:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.014791:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.014792:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384669.014796:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384669.014798:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384669.014799:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.014801:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384669.014805:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384669.014808:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384669.014810:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384669.014811:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.014813:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384669.014817:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384669.014822:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.014825:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384669.014827:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384669.014828:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384669.014829:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.014899:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.014904:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.014906:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384669.014908:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384669.014910:0:16142:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384669.014912:0:16142:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384669.014915:0:16142:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384669.014921:0:16142:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384669.014924:0:16142:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.014928:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384669.014933:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000baf5c1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059676672:0@lo:13: 00000100:00000001:2.0:1767384669.014944:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.014946:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384669.014962:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baf5c1c0 x1853237059676672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.014969:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384669.014972:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384669.014974:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e2d6b95. 02000000:00000001:2.0:1767384669.014977:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384669.014979:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384669.014980:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384669.014982:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384669.014984:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008016fbad. 02000000:00000001:2.0:1767384669.014987:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384669.014988:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384669.014989:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baf5c1c0. 00000100:00000001:2.0:1767384669.014992:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384669.014993:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.014994:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.014998:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384669.014998:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015001:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.015003:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.015087:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384669.015092:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384669.015096:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000279d78e9. 00000020:00000040:3.0:1767384669.015099:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384669.015101:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384669.015102:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384669.015110:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384669.015114:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a457f39. 00000100:00000001:3.0:1767384669.015117:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.015122:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384669.015128:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384669.015129:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.015131:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279d78e9] to pc [ptlrpcd_00_03+3] req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.015159:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.015163:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.015165:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384669.015170:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.015177:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384669.015178:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.015181:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384669.015183:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384669.015185:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384669.015188:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000279d78e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059676800:0@lo:400: 00000100:00000001:1.0:1767384669.015191:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.015192:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384669.015198:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.015199:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384669.015209:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.015213:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384669.015217:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6616163. 02000000:00000001:2.0:1767384669.015220:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384669.015225:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eede9fc0. 00000100:00000001:3.0:1767384669.015226:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384669.015230:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c168eec5. 00000100:00000040:3.0:1767384669.015232:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767384669.015237:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059676800, portal 25 00000100:00000001:3.0:1767384669.015238:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384669.015242:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384669.015244:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1d8793d. 00000100:00000001:2.0:1767384669.015246:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933882496 : -115911775669120 : ffff96942fc93480) 00000020:00000040:3.0:1767384669.015248:0:2396:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384669.015252:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384669.015254:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384669.015255:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384669.015259:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015265:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767384669.015267:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029e87d8d. 00000100:00000040:2.0:1767384669.015271:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384669.015273:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384669.015276:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000040:3.0:1767384669.015279:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384669.015279:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059676800, offset 0 00000400:00000200:2.0:1767384669.015288:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384669.015292:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384669.015294:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384669.015299:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384669.015301:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1d8793d] to pc [ptlrpcd_00_00+0] req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384669.015309:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a06a80 00000400:00000200:2.0:1767384669.015315:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14a5 [2] + 0 00000400:00000010:2.0:1767384669.015318:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038339787. 00000400:00000200:2.0:1767384669.015321:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003bb445bc 00000400:00000200:2.0:1767384669.015323:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384669.015325:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384669.015327:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384669.015329:0:2396:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384669.015331:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb445bc 00000100:00000001:3.0:1767384669.015335:0:2396:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384669.015335:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bb445bc. 00000100:00000010:3.0:1767384669.015341:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000100:00000001:2.0:1767384669.015343:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384669.015346:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:3.0:1767384669.015347:0:2396:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384669.015349:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000dc96b24d x1853237059676800 msgsize 224 00000100:00000001:1.0:1767384669.015353:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384669.015355:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384669.015358:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384669.015359:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384669.015361:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384669.015363:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384669.015368:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384669.015372:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.015373:0:16143:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384669.015374:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384669.015378:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 02000000:00000010:3.0:1767384669.015382:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce683067. 00000400:00000010:2.0:1767384669.015382:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:2.0:1767384669.015388:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384669.015390:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384669.015395:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.015395:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384669.015399:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.015400:0:2396:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384669.015404:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384669.015408:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384669.015415:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.015431:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853237059676928:0@lo:400: 00000100:00000001:2.0:1767384669.015434:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384669.015437:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384669.015439:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384669.015440:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.015441:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.015444:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384669.015449:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.015453:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa33995e] to pc [ptlrpcd_00_01+1] req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.015454:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.015455:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384669.015459:0:16143:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1767384669.015460:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee20350f. 00000100:00000001:2.0:1767384669.015465:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.015467:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015472:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294959117 00000100:00000001:3.0:1767384669.015473:0:2396:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384669.015474:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5408f64. 00000100:00000001:2.0:1767384669.015477:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959109 00000100:00000040:3.0:1767384669.015479:0:2396:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (296) 00000400:00000010:1.0:1767384669.015482:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000001:2.0:1767384669.015483:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294959117 00000100:00000001:2.0:1767384669.015489:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959109 00000100:00000200:1.0:1767384669.015490:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059676928, portal 10 00000100:00000001:2.0:1767384669.015492:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294959117 00000100:00000001:3.0:1767384669.015493:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.015496:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384669.015497:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.015498:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294959109 00000100:00000001:1.0:1767384669.015499:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933879808 : -115911775671808 : ffff96942fc92a00) 00000100:00000001:3.0:1767384669.015501:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384669.015504:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294959117 00000100:00000040:3.0:1767384669.015508:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.015511:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294959109 00000100:00000040:1.0:1767384669.015511:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.015517:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.015523:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015527:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.015529:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384669.015532:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015532:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384669.015539:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384669.015540:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384669.015541:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384669.015542:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.015543:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384669.015547:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384669.015548:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015550:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384669.015552:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000001:2.0:1767384669.015553:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384669.015554:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059677056:0@lo:400: 00000100:00000001:2.0:1767384669.015557:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384669.015558:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059676928, offset 0 00000100:00000001:3.0:1767384669.015563:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384669.015563:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.015568:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384669.015569:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384669.015570:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.015573:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384669.015576:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008021a4d6. 02000000:00000001:3.0:1767384669.015580:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384669.015582:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384669.015585:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079878f4e. 00000400:00000010:3.0:1767384669.015590:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000100:00000200:3.0:1767384669.015595:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059677056, portal 10 00000400:00000200:1.0:1767384669.015595:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a06b00 00000100:00000001:3.0:1767384669.015599:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384669.015602:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000400:00000200:1.0:1767384669.015606:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000040:3.0:1767384669.015614:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384669.015615:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384669.015625:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384669.015626:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384669.015630:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384669.015634:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbcfd8b2. 00000100:00000001:1.0:1767384669.015635:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384669.015637:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059677056, offset 0 00000100:00000200:1.0:1767384669.015640:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384669.015644:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384669.015648:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d57fcba. 00000400:00000200:3.0:1767384669.015653:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384669.015655:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000005d57fcba x1853237059676928 msgsize 224 00000400:00000200:3.0:1767384669.015661:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a06b80 00000100:00100000:1.0:1767384669.015667:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384669.015669:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000400:00000200:3.0:1767384669.015675:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384669.015677:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384669.015685:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384669.015702:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384669.015706:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:2.0:1767384669.015710:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384669.015710:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384669.015711:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384669.015714:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676928 00000100:00100000:3.0:1767384669.015715:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059676800 02000000:00000001:2.0:1767384669.015717:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384669.015719:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384669.015720:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384669.015720:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.015721:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384669.015723:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.015724:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.015728:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.015731:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384669.015734:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676928 00000100:00100000:3.0:1767384669.015735:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059676800 00000020:00000001:3.0:1767384669.015739:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.015741:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384669.015745:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384669.015745:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.015747:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000040:2.0:1767384669.015749:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00000001:1.0:1767384669.015749:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384669.015750:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384669.015753:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384669.015754:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000040:2.0:1767384669.015757:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00000040:1.0:1767384669.015757:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.015758:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384669.015762:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000010:3.0:1767384669.015763:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000985707ff. 00000020:00000001:2.0:1767384669.015768:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:3.0:1767384669.015769:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.015776:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000985707ff. 00000100:00000001:2.0:1767384669.015776:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384669.015779:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.015781:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9842ea9. 00000020:00000010:3.0:1767384669.015784:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d043c99. 00000100:00000001:2.0:1767384669.015785:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384669.015785:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384669.015790:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9842ea9. 00000020:00000010:3.0:1767384669.015791:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000541d72c9. 00000100:00000001:1.0:1767384669.015794:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.015795:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331d7a33. 00000020:00000010:3.0:1767384669.015796:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024a32bf0. 00000100:00000040:1.0:1767384669.015800:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3328 usecs (4 jiffies) 00000020:00000010:2.0:1767384669.015802:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008b586c6. 00000100:00000040:3.0:1767384669.015804:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384669.015807:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959109 00000020:00000010:2.0:1767384669.015809:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000001:1.0:1767384669.015814:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294959117 00000100:00000001:3.0:1767384669.015815:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384669.015818:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384669.015819:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384669.015820:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959109 00000100:00000001:3.0:1767384669.015823:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015824:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384669.015826:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294959117 00000100:00000001:2.0:1767384669.015827:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384669.015853:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.015856:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.015856:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959110 00000100:00000001:2.0:1767384669.015859:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384669.015863:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294959117 00000100:00000001:2.0:1767384669.015864:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384669.015867:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.015867:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.015869:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959110 00000100:00000001:1.0:1767384669.015874:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294959117 00000100:00000001:2.0:1767384669.015877:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.015878:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.015881:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384669.015885:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384669.015885:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015889:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384669.015890:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000001:1.0:1767384669.015891:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.015892:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384669.015895:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384669.015897:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.015900:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935865936 : -115911773685680 : ffff96942fe77850) 00000100:00100000:2.0:1767384669.015900:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384669.015907:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:1.0:1767384669.015907:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384669.015909:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc96b24d x1853237059676800/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.015912:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546349056 : -115912163202560 : ffff969418afea00) 00000100:00000001:1.0:1767384669.015912:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384669.015921:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384669.015922:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d57fcba x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.015924:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384669.015924:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384669.015929:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000985707ff. 00000100:00000001:1.0:1767384669.015930:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.015934:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.015935:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384669.015936:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384669.015939:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000985707ff. 00000020:00000010:2.0:1767384669.015940:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9842ea9. 00000100:00000001:2.0:1767384669.015944:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384669.015962:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc96b24d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059676800:12345-0@lo:400: 00000020:00000010:2.0:1767384669.015963:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9842ea9. 00000100:00000200:3.0:1767384669.015969:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676800 00000020:00000001:3.0:1767384669.015971:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384669.015974:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d57fcba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853237059676928:12345-0@lo:400: 00000020:00000001:3.0:1767384669.015976:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384669.015978:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.015982:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384669.015985:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059676928 00000020:00000001:3.0:1767384669.015986:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000020:00000001:2.0:1767384669.015990:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384669.015991:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384669.015994:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384669.015995:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384669.015997:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384669.015998:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.016000:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384669.016001:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384669.016003:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016004:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:3.0:1767384669.016007:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384669.016008:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384669.016009:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384669.016011:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384669.016013:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384669.016015:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384669.016017:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384669.016018:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000cbbcdf9. 00000020:00000001:2.0:1767384669.016019:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.016021:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016023:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384669.016024:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.016026:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384669.016028:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384669.016031:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005aeac331. 00000020:00000001:3.0:1767384669.016032:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.016034:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384669.016036:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059676800 00000100:00000001:2.0:1767384669.016037:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.016042:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384669.016043:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384669.016047:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059676928 00010000:00000200:3.0:1767384669.016050:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc96b24d x1853237059676800/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384669.016050:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384669.016056:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d57fcba x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384669.016061:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.016064:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.016068:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=77 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384669.016068:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384669.016072:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016073:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384669.016076:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=72 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384669.016079:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384669.016081:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384669.016082:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000040:2.0:1767384669.016085:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 02000000:00000001:3.0:1767384669.016087:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384669.016088:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384669.016090:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.016091:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384669.016093:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384669.016094:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.016098:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384669.016098:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384669.016103:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2de5cf5. 00000100:00000040:2.0:1767384669.016103:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384669.016108:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000200:3.0:1767384669.016109:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059676800, offset 224 00000100:00000200:2.0:1767384669.016114:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059676928, offset 224 00000400:00000200:3.0:1767384669.016120:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384669.016125:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384669.016128:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384669.016136:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a06a80 00000400:00000200:2.0:1767384669.016141:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384669.016143:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d01 [1] + 224 00000400:00000200:3.0:1767384669.016148:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384669.016151:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a06b00 00000400:00000200:3.0:1767384669.016156:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384669.016160:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d09 [1] + 224 00000400:00000200:2.0:1767384669.016164:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384669.016167:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384669.016167:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384669.016174:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.016174:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384669.016180:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384669.016194:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384669.016199:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.016225:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384669.016229:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384669.016234:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2de5cf5 00000400:00000010:3.0:1767384669.016239:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2de5cf5. 00000100:00000001:3.0:1767384669.016243:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384669.016244:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000100:00000001:3.0:1767384669.016245:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384669.016249:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:2.0:1767384669.016253:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384669.016255:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384669.016260:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.016263:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.016267:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000040:2.0:1767384669.016268:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384669.016273:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384669.016274:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384669.016275:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.016280:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016280:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384669.016284:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384669.016285:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d57fcba x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384669.016290:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc96b24d x1853237059676800/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384669.016300:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d57fcba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853237059676928:12345-0@lo:400: Request processed in 361us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384669.016307:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc96b24d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059676800:12345-0@lo:400: Request processed in 380us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384669.016311:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384669.016317:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00100000:3.0:1767384669.016322:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:2.0:1767384669.016322:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384669.016325:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384669.016327:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000020:00000010:2.0:1767384669.016329:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008b586c6. 00000100:00000001:3.0:1767384669.016330:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.016334:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384669.016336:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:3.0:1767384669.016338:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000541d72c9. 00000020:00000010:2.0:1767384669.016341:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331d7a33. 00000020:00000010:3.0:1767384669.016343:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024a32bf0. 00000020:00000040:2.0:1767384669.016345:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000020:00000010:3.0:1767384669.016347:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d043c99. 00000020:00000040:3.0:1767384669.016350:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:3.0:1767384669.016354:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384669.016355:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384669.016357:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000cbbcdf9. 02000000:00000001:3.0:1767384669.016360:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384669.016362:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384669.016366:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384669.016370:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f12f1711. 00000400:00000010:3.0:1767384669.016373:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d289febc. 00000100:00000001:3.0:1767384669.016389:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384669.016390:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384669.016392:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e7ca39. 00000100:00000040:3.0:1767384669.016394:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000045e7ca39 x1853237059677056 msgsize 224 00000100:00100000:3.0:1767384669.016399:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384669.016408:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384669.016413:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbcfd8b2 00000400:00000010:3.0:1767384669.016415:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbcfd8b2. 00000100:00000001:3.0:1767384669.016417:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384669.016421:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.016423:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384669.016426:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677056 02000000:00000001:2.0:1767384669.016429:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384669.016432:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384669.016434:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.016439:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016442:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384669.016442:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677056 00000020:00000001:2.0:1767384669.016445:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384669.016447:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384669.016447:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000001:2.0:1767384669.016450:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384669.016453:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000100:00000001:3.0:1767384669.016459:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016459:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:3.0:1767384669.016464:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384669.016465:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:2.0:1767384669.016469:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384669.016470:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.016472:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9842ea9. 00000100:00000040:3.0:1767384669.016475:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3452 usecs (4 jiffies) 00000020:00000010:2.0:1767384669.016476:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bc88f332. 00000100:00000001:3.0:1767384669.016481:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294959110 00000020:00000040:2.0:1767384669.016482:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:3.0:1767384669.016484:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294959117 00000100:00000001:3.0:1767384669.016488:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294959110 00000100:00000001:3.0:1767384669.016490:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294959117 00000100:00000001:3.0:1767384669.016491:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294959110 00000100:00000001:2.0:1767384669.016492:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384669.016493:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294959117 00000100:00000001:3.0:1767384669.016496:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294959110 00000020:00000010:2.0:1767384669.016497:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331d7a33. 00000100:00000001:3.0:1767384669.016498:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294959117 00000100:00000001:3.0:1767384669.016502:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384669.016503:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008b586c6. 00000100:00000001:3.0:1767384669.016504:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016509:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.016510:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000001:3.0:1767384669.016511:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384669.016518:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384669.016519:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384669.016522:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384669.016523:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384669.016526:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.016527:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384669.016530:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.016531:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.016534:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.016536:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384669.016540:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.016540:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384669.016544:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.016551:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.016555:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384669.016558:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384669.016563:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384669.016563:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000001:3.0:1767384669.016565:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384669.016566:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384669.016569:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eede9fc0. 00000100:00100000:2.0:1767384669.016573:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000400:00000200:3.0:1767384669.016576:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c168eec5 00000100:00000040:2.0:1767384669.016576:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000400:00000010:3.0:1767384669.016580:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c168eec5. 00000100:00000001:2.0:1767384669.016580:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933870848 : -115911775680768 : ffff96942fc90700) 00000100:00000001:3.0:1767384669.016589:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384669.016593:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045e7ca39 x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384669.016595:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.016619:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384669.016622:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384669.016623:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc88f332. 00000100:00000001:2.0:1767384669.016628:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384669.016633:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc88f332. 00000100:00000001:3.0:1767384669.016634:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384669.016637:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.016639:0:16143:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384669.016641:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045e7ca39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059677056:12345-0@lo:400: 02000000:00000001:3.0:1767384669.016642:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384669.016645:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384669.016646:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677056 00000100:00000001:3.0:1767384669.016647:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016649:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384669.016650:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016652:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:3.0:1767384669.016654:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=77 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384669.016655:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016659:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1767384669.016661:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=77 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384669.016662:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384669.016667:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384669.016668:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384669.016670:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016670:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384669.016673:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384669.016674:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384669.016675:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384669.016677:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016678:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016681:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.016681:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384669.016685:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384669.016688:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384669.016688:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384669.016692:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000721be6df. 02000000:00000001:2.0:1767384669.016696:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016700:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.016700:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.016703:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384669.016705:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384669.016706:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.016707:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384669.016709:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384669.016709:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059677056 00010000:00000001:2.0:1767384669.016714:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:1.0:1767384669.016714:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384669.016716:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384669.016719:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000200:2.0:1767384669.016722:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045e7ca39 x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384669.016724:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5408f64. 00000400:00000200:1.0:1767384669.016731:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384669.016737:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00100000:3.0:1767384669.016739:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000279d78e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059676800:0@lo:400: 00010000:00000001:2.0:1767384669.016740:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384669.016743:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016746:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384669.016748:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.016749:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384669.016750:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384669.016755:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000279d78e9 x1853237059676800/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.016756:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384669.016759:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.016767:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384669.016767:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 02000000:00000001:3.0:1767384669.016771:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384669.016772:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384669.016777:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384669.016780:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6616163. 02000000:00000001:2.0:1767384669.016781:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384669.016784:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384669.016788:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384669.016788:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384669.016792:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384669.016795:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000100:00000040:2.0:1767384669.016797:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384669.016798:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384669.016800:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384669.016802:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384669.016803:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a457f39. 00000400:00000010:2.0:1767384669.016803:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000001:1.0:1767384669.016808:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384669.016811:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767384669.016812:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059677056, offset 224 02000000:00000001:1.0:1767384669.016812:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384669.016815:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384669.016816:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384669.016819:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000279d78e9. 00000100:00000001:1.0:1767384669.016820:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016824:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384669.016825:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384669.016826:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016827:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.016852:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.016856:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384669.016857:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.016861:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384669.016864:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384669.016864:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384669.016871:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384669.016875:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384669.016878:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384669.016879:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384669.016882:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:1.0:1767384669.016884:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384669.016886:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00010000:00080000:1.0:1767384669.016890:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384669.016893:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a06b80 00000400:00000200:2.0:1767384669.016904:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d11 [1] + 224 00010000:00000001:1.0:1767384669.016907:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.016911:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384669.016912:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384669.016913:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384669.016917:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384669.016920:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384669.016922:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384669.016926:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.016929:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384669.016936:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384669.016937:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.016942:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384669.016946:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384669.016970:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384669.016972:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384669.017001:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853237059676928:0@lo:400: 00000100:00000001:2.0:1767384669.017010:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384669.017015:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384669.017018:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000100:00000001:1.0:1767384669.017019:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384669.017023:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000040:1.0:1767384669.017025:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1d8793d x1853237059676928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.017028:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.017030:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384669.017032:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.017034:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384669.017038:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384669.017041:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384669.017042:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.017042:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384669.017044:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079878f4e. 02000000:00000001:1.0:1767384669.017048:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384669.017051:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000100:00000040:2.0:1767384669.017051:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 02000000:00000010:1.0:1767384669.017052:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee20350f. 00000400:00000010:3.0:1767384669.017054:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00010000:00000001:2.0:1767384669.017059:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384669.017060:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384669.017061:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384669.017063:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.017065:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384669.017069:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384669.017069:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384669.017069:0:16140:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384669.017076:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384669.017078:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e7ca39 x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384669.017079:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029e87d8d. 02000000:00000001:1.0:1767384669.017086:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384669.017089:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384669.017090:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384669.017094:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1d8793d. 00000100:00000001:1.0:1767384669.017101:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384669.017106:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.017109:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384669.017111:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045e7ca39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853237059677056:12345-0@lo:400: Request processed in 487us (710us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384669.017113:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.017114:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.017119:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384669.017122:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384669.017124:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384669.017124:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384669.017127:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.017128:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.017132:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.017135:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.017138:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384669.017143:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00001000:3.0:1767384669.017147:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=72 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384669.017147:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:2.0:1767384669.017154:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384669.017155:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.017160:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384669.017160:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384669.017162:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.017165:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384669.017165:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008b586c6. 00010000:00080000:3.0:1767384669.017170:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384669.017172:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00010000:00000001:3.0:1767384669.017180:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.017180:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331d7a33. 00000100:00000001:3.0:1767384669.017183:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384669.017185:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384669.017188:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767384669.017188:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:3.0:1767384669.017192:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.017193:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384669.017200:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.017209:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.017211:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384669.017213:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384669.017219:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384669.017227:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa33995e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16141:1853237059677056:0@lo:400: 00000100:00000001:3.0:1767384669.017234:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.017237:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384669.017241:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa33995e x1853237059677056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.017248:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384669.017250:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384669.017253:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008021a4d6. 02000000:00000001:3.0:1767384669.017257:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384669.017259:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384669.017261:0:16141:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384669.017263:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384669.017265:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce683067. 02000000:00000001:3.0:1767384669.017268:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384669.017275:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384669.017277:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000100:00000001:3.0:1767384669.017280:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384669.017281:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.017283:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.017286:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384669.017288:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.017290:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384669.017292:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.027884:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294959117, at 4294959118 00000100:00000010:2.0:1767384669.027895:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003815b3c7. 00000100:00000040:3.0:1767384669.027900:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294959117, at 4294959118 00000100:00000010:3.0:1767384669.027909:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad8c1140. 00000100:00000040:1.0:1767384669.028869:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294959117, at 4294959119 00000100:00000040:0.0:1767384669.028875:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294959117, at 4294959119 00000100:00000010:1.0:1767384669.028876:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f305368. 00000100:00000010:0.0:1767384669.028881:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d937af49. 00010000:00000001:0.0:1767384669.078930:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384669.078938:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.078946:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384669.078961:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.079002:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384669.079007:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.079010:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384669.503856:0:35398:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384669.503872:0:35398:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.503878:0:35398:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.503884:0:35398:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384669.503890:0:35398:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.503893:0:35398:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384669.525913:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384669.525922:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384669.525927:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a00b1f7 00000400:00000010:3.0:1767384669.525933:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a00b1f7. 00000400:00000200:3.0:1767384669.525960:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384669.525971:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384669.525988:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000026e4ebe4. 00000400:00000010:3.0:1767384669.525995:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007c00c6bf. 00000400:00000001:3.0:1767384669.526002:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384669.526003:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384669.526006:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000185229a 00000400:00000010:3.0:1767384669.526008:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000185229a. 00000400:00000200:3.0:1767384669.526011:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384669.526014:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384669.526020:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd16ba98. 00000400:00000010:3.0:1767384669.526031:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000df40a1ef. 00000400:00000200:3.0:1767384669.526041:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp39 00000400:00000010:3.0:1767384669.526046:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001a3091ff. 00000400:00000010:3.0:1767384669.526053:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006b5ddece. 00000400:00000010:3.0:1767384669.526058:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000185229a. 00000400:00000010:3.0:1767384669.526068:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001240189e. 00000400:00000200:3.0:1767384669.526080:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp39 00000400:00000200:3.0:1767384669.526107:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp39 local destination 00000400:00000200:3.0:1767384669.526116:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp39 00000400:00000200:3.0:1767384669.526122:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp39 NI seq info: [153:153:256:4294967295] 192.168.202.117@tcp39 LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1767384669.526131:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp39 00000400:00000200:3.0:1767384669.526141:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39:) -> 192.168.202.117@tcp39(192.168.202.117@tcp39:192.168.202.117@tcp39) : GET try# 0 00000800:00000200:3.0:1767384669.526148:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp39 00000800:00000010:3.0:1767384669.526155:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ce683067. 00000800:00000200:3.0:1767384669.526164:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000800:00000200:3.1:1767384669.526170:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000400:00000200:3.0:1767384669.526205:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp39 added to recovery queue. ping count: 3 next ping: 300 health :700 00000400:00000200:1.0:1767384669.526302:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526355:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526385:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526404:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526420:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526436:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526456:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526468:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526485:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526498:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526525:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526588:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526607:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526625:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526645:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526666:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526691:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526711:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526731:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526750:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526770:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526790:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526809:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526859:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.526934:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527008:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527039:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527085:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527107:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527127:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527144:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527156:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527169:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527190:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384669.527225:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384669.527448:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041a2fcd5. 00000800:00000010:1.0:1767384669.527453:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a3a6463. 00000800:00000010:1.0:1767384669.527460:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000dd2222c. 00000800:00000010:1.0:1767384669.527478:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000dd2222c. 00000800:00020000:1.0:1767384669.527490:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384669.527493:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a3a6463. 00000800:00000010:1.0:1767384669.527503:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041a2fcd5. 00000400:02020000:1.0:1767384669.527539:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp39 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384669.527546:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp39 notifying 192.168.202.117@tcp39: down 00000400:00000200:1.0:1767384669.527550:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384669.527554:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp39 00000800:00000010:1.0:1767384669.527558:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ce683067. 00000400:00000200:1.0:1767384669.527562:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384669.527566:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp39->192.168.202.117@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384669.527575:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384669.527577:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384669.527580:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp39) recovery failed with -71 00000100:00000001:1.0:1767384670.037932:0:17557:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384670.037953:0:17557:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384670.101927:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384670.101952:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384670.101962:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384670.101964:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.102013:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384670.102018:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384670.102021:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384670.297569:0:35562:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384670.297576:0:35562:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:0.0:1767384670.300995:0:35562:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384670.310151:0:35563:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006c0ac800. 00000400:00000010:0.0:1767384670.310173:0:35563:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000825923d. 00000400:00000010:0.0:1767384670.310188:0:35563:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f7cdaacb. 00000400:00000010:0.0:1767384670.310200:0:35563:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fdf26299. 00000400:00000010:0.0:1767384670.310205:0:35563:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001e188d15. 00000400:00000010:0.0:1767384670.310211:0:35563:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5b76e33. 00000400:00000010:0.0:1767384670.310213:0:35563:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000062bb9ba0. 00000400:00000010:0.0:1767384670.310216:0:35563:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c4e6762c. 00000400:00000010:0.0:1767384670.310220:0:35563:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000009c2c68c. 00000800:00000010:0.0:1767384670.310243:0:35563:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002ed33459. 00000800:00000200:0.0:1767384670.310259:0:35563:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384670.310282:0:35563:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384670.310336:0:35563:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:0.0:1767384670.310372:0:35563:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp45 [8/256/0/180] 00000400:00000010:0.0:1767384670.312976:0:35563:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000005a647fdb. 00000400:00000010:0.0:1767384670.312984:0:35563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000400:00000010:0.0:1767384670.312992:0:35563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000400:00000001:0.0:1767384670.313024:0:35563:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384670.313027:0:35563:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384670.313030:0:35563:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e31d4b37. 00000400:00000200:0.0:1767384670.313034:0:35563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd022cc 00000400:00000010:0.0:1767384670.313037:0:35563:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd022cc. 00000400:00000010:0.0:1767384670.313042:0:35563:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000006f6c3bef. 00000400:00000200:0.0:1767384670.313050:0:35563:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (35) 00000400:00000200:0.0:1767384670.313068:0:35563:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384670.313082:0:35563:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:0.0:1767384670.313093:0:35563:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000023ce8ee9. 00000020:01000000:0.0:1767384670.313104:0:35563:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384670.313105:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384670.313110:0:35563:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp45 00000400:00000200:2.0:1767384670.313122:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:2.0:1767384670.313133:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000400:00000010:0.0:1767384670.313134:0:35563:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000825923d. 00000400:00000200:2.0:1767384670.313139:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000400:00000010:0.0:1767384670.313143:0:35563:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006c0ac800. 00000400:00000010:2.0:1767384670.313151:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b3fd32b. 00000400:00000200:2.0:1767384670.313160:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:2.0:1767384670.313176:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000001:1.0:1767384670.313177:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384670.313187:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 10000000:00000001:1.0:1767384670.313188:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384670.313194:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384670.313200:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384670.313205:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:1.0:1767384670.313207:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384670.313211:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384670.313217:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384670.313220:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000020:01000004:1.0:1767384670.313221:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384670.313225:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384670.313230:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384670.313232:0:2396:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384670.313237:0:2396:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384670.313240:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000020:01000004:1.0:1767384670.313240:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384670.313246:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384670.313252:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000100:00000010:1.0:1767384670.313258:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bfcb73. 00000400:00000200:2.0:1767384670.313259:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000020:00000040:1.0:1767384670.313270:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384670.313279:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384670.313284:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 02000000:00000001:1.0:1767384670.313286:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384670.313291:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 02000000:00000001:1.0:1767384670.313296:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.313297:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:2.0:1767384670.313306:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000400:00000200:2.0:1767384670.313311:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 02000000:00000010:1.0:1767384670.313313:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000041a2fcd5. 00000400:00000200:2.0:1767384670.313315:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[141, 38] 00000400:00000200:2.0:1767384670.313323:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[145, 38] 00000100:00000001:1.0:1767384670.313327:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.313328:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:2.0:1767384670.313339:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:2.0:1767384670.313341:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:2.0:1767384670.313344:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000100:00000001:1.0:1767384670.313345:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384670.313348:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:2.0:1767384670.313352:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 34], ns[147, 34] 00000400:00000200:2.0:1767384670.313358:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 34], ns[66, 34] 00000100:00000001:1.0:1767384670.313360:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.313368:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[79, 34] 00000400:00000200:2.0:1767384670.313373:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 34], ns[91, 34] 00000400:00000200:2.0:1767384670.313381:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 00000100:00000040:1.0:1767384670.313381:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bfcb73] to pc [ptlrpcd_00_02+2] req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384670.313402:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[115, 34] 00000400:00000200:2.0:1767384670.313428:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[94, 34] 00000400:00000200:2.0:1767384670.313438:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[139, 34] 00000400:00000200:2.0:1767384670.313445:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 34], ns[151, 34] 00000400:00000200:2.0:1767384670.313450:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 34], ns[122, 34] 00000400:00000200:2.0:1767384670.313456:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[149, 34] 10000000:00000001:1.0:1767384670.313460:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.313467:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 34], ns[153, 34] 10000000:00000001:1.0:1767384670.313469:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.313479:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 34], ns[148, 34] 00000020:00000001:1.0:1767384670.313480:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.313485:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384670.313494:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384670.313496:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 34], ns[152, 34] 00000100:00100000:0.0:1767384670.313498:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384670.313512:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384670.313513:0:2396:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384670.313518:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 10000000:00000001:1.0:1767384670.313519:0:2396:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384670.313527:0:2396:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384670.313528:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:01000000:1.0:1767384670.313531:0:2396:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384670.313532:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384670.313538:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384670.313540:0:2396:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384670.313541:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000100:00000001:0.0:1767384670.313548:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384670.313549:0:2396:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384670.313552:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384670.313553:0:2396:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384670.313555:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp42 00000020:01000004:1.0:1767384670.313558:0:2396:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384670.313562:0:2396:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384670.313565:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384670.313566:0:2396:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384670.313567:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp42 lpni_is_preferred = 0 00000020:01000004:1.0:1767384670.313570:0:2396:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:0.0:1767384670.313577:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384670.313578:0:2396:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384670.313586:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp42 00000020:01000004:1.0:1767384670.313586:0:2396:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384670.313599:0:2396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002aefdc0. 00000100:00000001:0.0:1767384670.313605:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384670.313607:0:2396:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384670.313610:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp42 NI seq info: [154:154:256:4294967295] 192.168.202.117@tcp42 LPNI seq info [151:151:8:4294967295] 00000100:00000001:0.0:1767384670.313610:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.313613:0:2396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384670.313618:0:2396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384670.313620:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384670.313626:0:2396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.313628:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384670.313634:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.313636:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp42 02000000:00000010:1.0:1767384670.313639:0:2396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000081df3bd4. 00000100:00100000:0.0:1767384670.313642:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018bfcb73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059677184:0@lo:253: 00000100:00000001:1.0:1767384670.313646:0:2396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.313658:0:2396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384670.313658:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384670.313663:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp42(192.168.202.117@tcp42:) -> 192.168.202.117@tcp42(192.168.202.117@tcp:192.168.202.117@tcp42) : PUT try# 0 00000100:00000001:1.0:1767384670.313663:0:2396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.313667:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384670.313676:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384670.313678:0:2396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002aefdc0] to pc [ptlrpcd_00_03+3] req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384670.313682:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384670.313689:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.117@tcp42 02000000:00000010:0.0:1767384670.313695:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005df5577d. 02000000:00000001:0.0:1767384670.313701:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384670.313704:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf844f7d. 00000400:00000010:0.0:1767384670.313711:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 10000000:00000001:1.0:1767384670.313712:0:2396:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384670.313716:0:2396:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384670.313720:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000372d622e. 00000020:00000001:1.0:1767384670.313720:0:2396:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.313722:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000825923d. 00000020:01000000:1.0:1767384670.313725:0:2396:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384670.313733:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059677184, portal 25 00000800:00000010:2.0:1767384670.313734:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000042ce46c8. 00000020:00000010:1.0:1767384670.313741:0:2396:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000023ce8ee9. 00000100:00000001:0.0:1767384670.313742:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384670.313746:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546351744 : -115912163199872 : ffff969418aff480) 00000800:00000200:2.0:1767384670.313755:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000100:00000040:0.0:1767384670.313761:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384670.313762:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384670.313770:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000800:00000200:2.1:1767384670.313779:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000100:00000001:1.0:1767384670.313780:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.313791:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384670.313798:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384670.313800:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384670.313802:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384670.313805:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f052f11b. 00000100:00000001:1.0:1767384670.313808:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384670.313810:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059677184, offset 0 00000100:00000001:1.0:1767384670.313813:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384670.313817:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000001:1.0:1767384670.313820:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384670.313828:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384670.313865:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000400:00000200:0.0:1767384670.313888:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384670.313892:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384670.313896:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384670.313900:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384670.313903:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384670.313908:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.313909:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384670.313916:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002aefdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059677312:0@lo:253: 00000100:00000001:1.0:1767384670.313922:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384670.313925:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384670.313929:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06c00 02000000:00000001:1.0:1767384670.313930:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384670.313953:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384670.313958:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14c9 [2] + 0 02000000:00000010:1.0:1767384670.313961:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006cdab883. 00000400:00000010:0.0:1767384670.313963:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae640ce3. 02000000:00000001:1.0:1767384670.313966:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384670.313972:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5408f64. 00000400:00000200:0.0:1767384670.313973:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e38dff9b 00000400:00000200:2.0:1767384670.313975:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:1.0:1767384670.313986:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a3a6463. 00000400:00000200:0.0:1767384670.313986:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384670.313993:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059677312, portal 25 00000100:00000001:1.0:1767384670.313999:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384670.314001:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546343680 : -115912163207936 : ffff969418afd500) 00000400:00000200:0.0:1767384670.314004:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384670.314010:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384670.314013:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38dff9b 00000400:00000010:0.0:1767384670.314018:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e38dff9b. 00000100:00000001:1.0:1767384670.314025:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384670.314031:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384670.314036:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384670.314036:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384670.314041:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e0677d6. 00000100:00000040:0.0:1767384670.314043:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000036e74594 x1853237059677184 msgsize 4848 00000100:00000200:1.0:1767384670.314046:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059677312, offset 0 00000400:00000200:2.0:1767384670.314053:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384670.314063:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384670.314063:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384670.314070:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384670.314087:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384670.314088:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384670.314099:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f052f11b 00000400:00000010:0.0:1767384670.314102:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f052f11b. 00000400:00000200:1.0:1767384670.314107:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06c80 00000100:00000001:0.0:1767384670.314110:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384670.314115:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d1 [2] + 0 00000100:00000200:0.0:1767384670.314119:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384670.314121:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bed268c. 00000400:00000200:2.0:1767384670.314126:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384670.314129:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ca1394f 00000400:00000200:1.0:1767384670.314139:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384670.314148:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384670.314151:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384670.314158:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca1394f 00000100:00000040:0.0:1767384670.314160:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384670.314163:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ca1394f. 00000100:00000001:1.0:1767384670.314171:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384670.314174:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384670.314176:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384670.314177:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384670.314182:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000622ae30e x1853237059677312 msgsize 4848 00000100:00000001:0.0:1767384670.314188:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384670.314192:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384670.314198:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384670.314198:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294960416 00000400:00000200:2.0:1767384670.314202:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000010:0.0:1767384670.314207:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000100:00000001:1.0:1767384670.314213:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384670.314220:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384670.314227:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e0677d6 00000400:00000010:1.0:1767384670.314231:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e0677d6. 00000100:00000001:0.0:1767384670.314234:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294960416 00000100:00000001:1.0:1767384670.314240:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384670.314241:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000100:00000200:1.0:1767384670.314249:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.314251:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384670.314259:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294960416 00000100:00000001:1.0:1767384670.314263:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384670.314267:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00000040:1.0:1767384670.314273:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.314275:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384670.314285:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294960416 00000100:00000001:1.0:1767384670.314287:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.314291:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384670.314295:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000010:0.0:1767384670.314295:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000632ce015. 00000100:00000001:1.0:1767384670.314298:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.314305:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384670.314307:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294960416 00000100:00000001:1.0:1767384670.314312:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294960416 00000100:00000001:1.0:1767384670.314316:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294960416 00000100:00000001:1.0:1767384670.314322:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294960416 00000100:00000001:1.0:1767384670.314327:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294960416 00000100:00000001:0.0:1767384670.314327:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384670.314330:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294960416 00000100:00000001:0.0:1767384670.314334:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.314336:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294960416 00000100:00000001:0.0:1767384670.314340:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.314344:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.314350:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384670.314353:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294960416 00000100:00000001:0.0:1767384670.314354:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384670.314357:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.314360:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.314362:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.314367:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.314369:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.314376:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.314393:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:1.0:1767384670.314419:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384670.314424:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677184 02000000:00000001:1.0:1767384670.314428:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384670.314431:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384670.314434:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384670.314440:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384670.314444:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677184 00000020:00000001:1.0:1767384670.314449:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384670.314452:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384670.314455:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384670.314458:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:1.0:1767384670.314462:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384670.314465:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:2.0:1767384670.314466:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:1.0:1767384670.314474:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384670.314481:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66f0ba1. 00000100:00000001:1.0:1767384670.314486:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384670.314489:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66f0ba1. 00000020:00000010:1.0:1767384670.314499:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000617c31d6. 00000020:00000010:1.0:1767384670.314507:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab535e64. 00000020:00000010:1.0:1767384670.314513:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083fcfd93. 00000100:00000040:1.0:1767384670.314528:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384670.314531:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384670.314535:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384670.314539:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.314543:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00000001:1.0:1767384670.314550:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.314572:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384670.314573:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384670.314577:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677312 02000000:00000001:0.0:1767384670.314582:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384670.314585:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384670.314588:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.314594:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.314597:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677312 00000100:00000001:1.0:1767384670.314598:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384670.314600:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384670.314602:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384670.314603:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384670.314609:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384670.314612:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00100000:1.0:1767384670.314613:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000020:00000001:0.0:1767384670.314617:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384670.314620:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384670.314625:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384670.314630:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000010:0.0:1767384670.314632:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00000400:00000200:2.0:1767384670.314633:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000001:1.0:1767384670.314636:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935853648 : -115911773697968 : ffff96942fe74850) 00000100:00000001:0.0:1767384670.314638:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384670.314646:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00000100:00000040:1.0:1767384670.314650:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036e74594 x1853237059677184/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:651/0 lens 4848/0 e 0 to 0 dl 1767384681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384670.314655:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef655f8. 00000020:00000010:0.0:1767384670.314663:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6b2f04d. 00000100:00000001:1.0:1767384670.314667:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.314672:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e8486d83. 00000020:00000010:1.0:1767384670.314673:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66f0ba1. 00000100:00000001:1.0:1767384670.314681:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384670.314684:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66f0ba1. 00000100:00000001:0.0:1767384670.314684:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384670.314689:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000001:0.0:1767384670.314689:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384670.314694:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384670.314698:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036e74594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059677184:12345-0@lo:253: 00000100:00000200:1.0:1767384670.314704:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677184 00000100:00000001:0.0:1767384670.314705:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384670.314709:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384670.314716:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384670.314720:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384670.314721:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384670.314729:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384670.314730:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000020:00000001:1.0:1767384670.314733:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:1.0:1767384670.314740:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384670.314741:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384670.314743:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.314745:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384670.314749:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384670.314752:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384670.314756:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.314763:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384670.314763:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000400:00000200:2.0:1767384670.314767:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 02000000:00000001:1.0:1767384670.314768:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384670.314770:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384670.314774:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935852624 : -115911773698992 : ffff96942fe74450) 02000000:00000010:1.0:1767384670.314778:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009a86a9cd. 00000100:00000040:0.0:1767384670.314781:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000622ae30e x1853237059677312/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:651/0 lens 4848/0 e 0 to 0 dl 1767384681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384670.314783:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384670.314790:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.314796:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 20000000:00000001:1.0:1767384670.314797:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384670.314809:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.314813:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 20000000:00000010:1.0:1767384670.314816:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e13c83e0. 00000100:00000001:0.0:1767384670.314818:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384670.314822:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:0.0:1767384670.314824:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 20000000:00000001:1.0:1767384670.314828:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:0.0:1767384670.314878:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000622ae30e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059677312:12345-0@lo:253: 20000000:00000001:1.0:1767384670.314882:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000200:0.0:1767384670.314886:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677312 20000000:00000001:1.0:1767384670.314888:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.314891:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384670.314893:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.314897:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384670.314900:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 20000000:00000001:1.0:1767384670.314900:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384670.314902:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.314908:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384670.314913:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384670.314918:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384670.314920:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384670.314923:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384670.314926:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f2567b4. 00000020:00000001:0.0:1767384670.314926:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384670.314930:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384670.314932:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000100:00000001:0.0:1767384670.314953:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384670.314957:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384670.314958:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384670.314965:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000023ce8ee9. 00000400:00000200:2.0:1767384670.314967:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00080000:00000001:1.0:1767384670.314968:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384670.314972:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.314977:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384670.314981:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384670.314992:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005fd454a2. 20000000:01000000:0.0:1767384670.314997:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384670.315000:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384670.315003:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384670.315005:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384670.315008:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.315019:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 20000000:00000001:0.0:1767384670.315019:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384670.315045:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384670.315046:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00080000:00000001:1.0:1767384670.315055:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384670.315057:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384670.315060:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384670.315065:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384670.315073:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000020:00000001:1.0:1767384670.315073:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:1.0:1767384670.315082:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384670.315092:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e2d6b95. 00080000:00000001:1.0:1767384670.315097:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161411001344 : -115912298550272 : ffff9694109eac00) 00000400:00000200:2.0:1767384670.315102:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00080000:00000001:1.0:1767384670.315102:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384670.315143:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315183:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315238:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315284:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000001:00000001:1.0:1767384670.315313:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384670.315317:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.315319:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00080000:00000001:1.0:1767384670.315322:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384670.315345:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00080000:00000001:1.0:1767384670.315355:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384670.315361:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384670.315366:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315400:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315444:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315493:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315540:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00080000:00000001:1.0:1767384670.315544:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384670.315558:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384670.315589:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315622:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315666:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315697:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.315745:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384670.316008:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384670.316013:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d185f8d7. 00000800:00000010:2.0:1767384670.316019:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b921632. 00000800:00000010:2.0:1767384670.316057:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b921632. 00000800:00020000:2.0:1767384670.316075:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384670.316079:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d185f8d7. 00000800:00000010:2.0:1767384670.316084:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:02020000:2.0:1767384670.316166:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp42 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384670.316178:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp42 notifying 192.168.202.117@tcp42: down 00000800:00000200:2.0:1767384670.316191:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp42 down 00000800:00000100:2.0:1767384670.316200:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.202.117@tcp42 00000800:00000010:2.0:1767384670.316204:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf844f7d. 00000400:00000200:2.0:1767384670.316210:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384670.316219:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp42->192.168.202.117@tcp42: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384670.316228:0:16131:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp42 added to recovery queue. ping count: 0 next ping: 294 health :900 00000400:00000200:2.0:1767384670.316235:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384670.316242:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:2.0:1767384670.316250:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384670.316560:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384670.316567:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101171 00000400:00000001:2.0:1767384670.316574:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384670.316578:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384670.316581:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384670.316583:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000400:00000200:2.0:1767384670.316587:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384670.316596:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384670.316601:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (37) 00000400:00000200:2.0:1767384670.316614:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384670.316616:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc -71 00000400:00000200:2.0:1767384670.316621:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384670.316629:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (36) 00000100:00000040:3.0:1767384670.326892:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294960416, at 4294960417 00000100:00000010:3.0:1767384670.326905:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000632ce015. 00000100:00000040:0.0:1767384670.326915:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294960416, at 4294960417 00000100:00000040:2.0:1767384670.326925:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294960416, at 4294960417 00000100:00000040:1.0:1767384670.326926:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294960416, at 4294960417 00000100:00000010:0.0:1767384670.326928:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000010:2.0:1767384670.326956:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000100:00000010:1.0:1767384670.326959:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00080000:00000001:1.0:1767384670.327326:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384670.327334:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:2.0:1767384670.327338:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384670.327340:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384670.327344:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384670.327346:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384670.327350:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384670.327354:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384670.327356:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384670.327359:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e2d6b95. 00080000:00000001:2.0:1767384670.327364:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384670.327364:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384670.327382:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384670.327390:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384670.327396:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000425a319b. 00080000:00000020:1.0:1767384670.327400:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384670.327402:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:0.0:1767384670.327410:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384670.327419:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384670.327429:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384670.327436:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384670.327440:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384670.327446:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384670.327452:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384670.327460:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384670.327467:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384670.327470:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384670.327474:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023da7c20. 00080000:00000001:0.0:1767384670.327474:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384670.327479:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384670.327482:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384670.327488:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000010:1.0:1767384670.327489:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00080000:00000001:0.0:1767384670.327497:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384670.327498:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384670.327504:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c8e5 to hash 00080000:00000010:0.0:1767384670.327508:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000050bcb622. 00000020:00000001:1.0:1767384670.327509:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384670.327513:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:0.0:1767384670.327514:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868755456 : -115916840796160 : ffff969301e18000) 00010000:00000001:1.0:1767384670.327520:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:0.0:1767384670.327521:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384670.327528:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384670.327531:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384670.327535:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327546:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384670.327552:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384670.327555:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384670.327559:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384670.327562:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.327565:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384670.327568:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.327572:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384670.327577:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384670.327579:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384670.327582:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384670.327586:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023da7c20) refcount = 1 00010000:00010000:1.0:1767384670.327590:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327600:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384670.327604:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384670.327608:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.327611:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.327615:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384670.327620:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384670.327625:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384670.327631:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384670.327642:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1767384670.327642:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:1.0:1767384670.327645:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00080000:00000001:0.0:1767384670.327647:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384670.327652:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:0.0:1767384670.327654:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384670.327660:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.327664:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384670.327666:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384670.327673:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.327677:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384670.327678:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384670.327683:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327693:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.327696:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384670.327699:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327706:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384670.327709:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.327714:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384670.327718:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384670.327730:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384670.327734:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384670.327737:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384670.327740:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327748:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384670.327752:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384670.327756:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384670.327759:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384670.327762:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.327766:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.327779:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384670.327782:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327791:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384670.327795:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384670.327798:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.327804:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384670.327807:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384670.327811:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384670.327813:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384670.327816:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c8e5 from hash 00010000:00000001:1.0:1767384670.327820:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384670.327823:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.327827:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384670.327830:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:0.0:1767384670.327885:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384670.327888:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1767384670.327889:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384670.327894:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384670.327900:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384670.327903:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.327908:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.327911:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384670.327913:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384670.327917:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.327919:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384670.327921:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.327924:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.327927:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384670.327931:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327953:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.327955:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384670.327957:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384670.327959:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384670.327962:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.327964:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384670.327974:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384670.327979:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384670.327982:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384670.327985:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.327991:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384670.327994:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384670.327997:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384670.328006:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023da7c20 count: 0 00010000:00000001:1.0:1767384670.328023:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384670.328025:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384670.335903:0:16603:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023da7c20. 00010000:00000010:1.1:1767384670.335918:0:16603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00080000:00000001:0.0:1767384670.341225:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384670.341233:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384670.341237:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384670.341239:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384670.341241:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384670.341245:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000050bcb622. 00080000:00000001:0.0:1767384670.341250:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384670.341317:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384670.341329:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:2.0:1767384670.341334:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384670.341337:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384670.341340:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384670.341353:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384670.341358:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384670.341366:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384670.341368:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384670.341373:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384670.341379:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384670.341385:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384670.341390:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384670.341399:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023da7c20. 00010000:00000001:1.0:1767384670.341405:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384670.341410:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384670.341417:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384670.341421:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c8ec to hash 00000020:00000001:1.0:1767384670.341424:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384670.341426:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.341430:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.341435:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384670.341437:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384670.341441:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341452:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384670.341456:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384670.341460:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384670.341462:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384670.341472:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.341475:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384670.341477:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.341480:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384670.341482:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384670.341484:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384670.341486:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384670.341488:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023da7c20) refcount = 1 00010000:00010000:1.0:1767384670.341492:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341499:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384670.341502:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384670.341503:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.341506:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.341508:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384670.341513:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384670.341516:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384670.341520:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384670.341523:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384670.341525:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384670.341527:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.341531:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.341534:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384670.341537:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341546:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384670.341549:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341555:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.341557:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384670.341559:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341576:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384670.341579:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.341582:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384670.341586:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384670.341593:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384670.341597:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384670.341599:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384670.341601:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341608:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384670.341610:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384670.341611:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384670.341614:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384670.341616:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.341619:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384670.341623:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384670.341626:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341632:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384670.341635:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384670.341637:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.341642:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384670.341645:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384670.341649:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384670.341652:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384670.341655:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c8ec from hash 00010000:00000001:1.0:1767384670.341659:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384670.341661:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.341663:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384670.341673:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384670.341676:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384670.341678:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384670.341681:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384670.341684:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384670.341687:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.341690:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384670.341692:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384670.341695:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384670.341696:0:35568:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000012ed7514. 00010000:00000001:1.0:1767384670.341698:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384670.341700:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.341704:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.341706:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384670.341710:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384670.341717:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384670.341719:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384670.341722:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000040:3.0:1767384670.341728:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:1.0:1767384670.341728:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384670.341733:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:3.0:1767384670.341734:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:1.0:1767384670.341737:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:3.0:1767384670.341741:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:1.0:1767384670.341743:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000040:3.0:1767384670.341746:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:1.0:1767384670.341751:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384670.341752:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 20000000:00000001:1.0:1767384670.341757:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384670.341758:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00010000:1.0:1767384670.341764:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384670.341766:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384670.341771:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384670.341777:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384670.341784:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00010000:00000001:1.0:1767384670.341786:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000040:3.0:1767384670.341790:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:1.0:1767384670.341791:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:3.0:1767384670.341793:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00010000:1.0:1767384670.341795:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c8ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384670.341797:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384670.341802:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384670.341804:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384670.341809:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384670.341813:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384670.341819:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00000040:1.0:1767384670.341820:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023da7c20 count: 0 00000400:00000040:3.0:1767384670.341821:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384670.341879:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384670.341881:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384670.341888:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384670.341890:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384670.341893:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384670.341896:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384670.341900:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384670.341903:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384670.341907:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384670.341910:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:1.0:1767384670.341911:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:3.0:1767384670.341913:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 20000000:00000001:1.0:1767384670.341914:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000040:3.0:1767384670.341923:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384670.341929:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384670.341931:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384670.341933:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384670.341948:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384670.341951:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384670.341952:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384670.341955:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384670.341958:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384670.341960:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384670.341962:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384670.341964:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384670.341966:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384670.341968:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384670.341970:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384670.341972:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384670.341974:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384670.341975:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384670.341979:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384670.341981:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384670.341983:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384670.341985:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384670.341987:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384670.341989:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384670.341991:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384670.341993:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384670.341994:0:35568:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384670.342131:0:35568:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000012ed7514. 00080000:00000020:2.0:1767384670.342510:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384670.342515:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384670.342518:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e13c83e0. 20000000:00000001:2.0:1767384670.342527:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384670.342533:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059677184 00010000:00000001:2.0:1767384670.342536:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384670.342544:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036e74594 x1853237059677184/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:651/0 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384670.342557:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384670.342560:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384670.342565:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384670.342571:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384670.342576:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384670.342578:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384670.342592:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384670.342595:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.342599:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384670.342605:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384670.342611:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030c47c5a. 00000100:00000200:2.0:1767384670.342618:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059677184, offset 224 00000400:00000200:2.0:1767384670.342627:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384670.342645:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384670.342657:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06c00 00000400:00000200:2.0:1767384670.342665:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d35 [2] + 224 00000400:00000200:2.0:1767384670.342676:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384670.342683:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384670.342691:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384670.342696:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.342710:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.342740:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384670.342748:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384670.342751:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030c47c5a 00000400:00000010:2.0:1767384670.342756:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030c47c5a. 00000100:00000001:0.0:1767384670.342756:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384670.342763:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384670.342765:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384670.342768:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384670.342771:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384670.342773:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384670.342780:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:0.0:1767384670.342780:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00010000:00000001:2.0:1767384670.342788:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384670.342790:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000825923d 00000020:00000001:2.0:1767384670.342792:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.342795:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000825923d. 00000020:00000001:2.0:1767384670.342798:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384670.342806:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e74594 x1853237059677184/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:651/0 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.342811:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384670.342825:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384670.342826:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036e74594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059677184:12345-0@lo:253: Request processed in 28154us (28777us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384670.342884:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:2.0:1767384670.342889:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384670.342901:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384670.342906:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384670.342913:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab535e64. 00000020:00000010:2.0:1767384670.342922:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083fcfd93. 00000020:00000010:2.0:1767384670.342932:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000617c31d6. 00000020:00000040:2.0:1767384670.342958:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384670.342965:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384670.342968:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009a86a9cd. 02000000:00000001:2.0:1767384670.342975:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384670.342980:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384670.342988:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384670.342994:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074832f1b. 00000400:00000010:2.0:1767384670.343000:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030c47c5a. 00000100:00000200:0.0:1767384670.343369:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.343379:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384670.343382:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.343386:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384670.343390:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384670.343393:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384670.343395:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.343399:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384670.343406:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384670.343411:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384670.343414:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384670.343416:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384670.343419:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384670.343421:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.343424:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.343428:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.343436:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.343440:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384670.343442:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384670.343448:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384670.343450:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384670.343452:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384670.343454:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384670.343455:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384670.343457:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384670.343459:0:16143:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384670.343461:0:16143:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384670.343462:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384670.343464:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384670.343467:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384670.343489:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018bfcb73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059677184:0@lo:253: 00000100:00000001:0.0:1767384670.343495:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.343498:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384670.343501:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018bfcb73 x1853237059677184/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.343509:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384670.343512:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384670.343516:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005df5577d. 02000000:00000001:0.0:1767384670.343522:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384670.343524:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384670.343527:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384670.343530:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384670.343532:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000041a2fcd5. 02000000:00000001:0.0:1767384670.343536:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384670.343538:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384670.343540:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018bfcb73. 00000100:00000001:0.0:1767384670.343544:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384670.343546:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.343548:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.343559:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384670.343561:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.343564:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.343567:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384670.346112:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384670.346115:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384670.346116:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005fd454a2. 20000000:00000001:2.0:1767384670.346120:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384670.346123:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059677312 00010000:00000001:2.0:1767384670.346125:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384670.346129:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000622ae30e x1853237059677312/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:651/0 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384670.346135:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384670.346137:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384670.346139:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384670.346142:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384670.346143:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384670.346145:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384670.346147:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384670.346148:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.346150:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384670.346152:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384670.346156:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf50651e. 00000100:00000200:2.0:1767384670.346159:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059677312, offset 224 00000400:00000200:2.0:1767384670.346163:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384670.346167:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384670.346178:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06c80 00000400:00000200:2.0:1767384670.346183:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d3d [2] + 224 00000400:00000200:2.0:1767384670.346188:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384670.346190:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384670.346193:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384670.346196:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.346203:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.346221:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384670.346227:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf50651e 00000400:00000010:2.0:1767384670.346229:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf50651e. 00000100:00000001:2.0:1767384670.346232:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384670.346233:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384670.346237:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.346241:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384670.346243:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384670.346244:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384670.346245:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.346248:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384670.346249:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384670.346253:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000622ae30e x1853237059677312/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:651/0 lens 4848/4768 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384670.346260:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384670.346263:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000622ae30e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059677312:12345-0@lo:253: Request processed in 31453us (32078us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384670.346264:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384670.346267:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5408f64. 00000400:00000200:3.0:1767384670.346271:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3a6463 00000400:00000010:3.0:1767384670.346274:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a3a6463. 00000100:00100000:2.0:1767384670.346277:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:3.0:1767384670.346279:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384670.346280:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384670.346285:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384670.346287:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384670.346288:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384670.346291:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f6b2f04d. 00000020:00000010:2.0:1767384670.346296:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e8486d83. 00000020:00000010:2.0:1767384670.346303:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef655f8. 00000100:00000200:3.0:1767384670.346306:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384670.346311:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384670.346314:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384670.346318:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384670.346318:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384670.346320:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384670.346323:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384670.346324:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384670.346325:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.346327:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384670.346331:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384670.346334:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384670.346338:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384670.346338:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000023ce8ee9. 00000100:00000001:3.0:1767384670.346340:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384670.346344:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384670.346345:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384670.346346:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.346349:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.346350:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.346356:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384670.346357:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384670.346362:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e37db19. 00000100:00000001:3.0:1767384670.346368:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384670.346368:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf50651e. 00000100:00000001:3.0:1767384670.346374:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384670.346375:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384670.346378:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384670.346380:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384670.346381:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384670.346382:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384670.346383:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384670.346384:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384670.346384:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384670.346386:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384670.346392:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384670.346394:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384670.346400:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002aefdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059677312:0@lo:253: 00000100:00000001:3.0:1767384670.346404:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.346406:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384670.346407:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002aefdc0 x1853237059677312/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.346412:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384670.346414:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384670.346416:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006cdab883. 02000000:00000001:3.0:1767384670.346419:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384670.346420:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384670.346421:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384670.346423:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384670.346425:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000081df3bd4. 02000000:00000001:3.0:1767384670.346428:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384670.346430:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384670.346431:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002aefdc0. 00000100:00000001:3.0:1767384670.346434:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384670.346435:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.346436:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.346442:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384670.346444:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.346445:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384670.346447:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384670.347871:0:35569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023da7c20. 00010000:00000010:1.1:1767384670.347889:0:35569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00000800:00000200:2.0:1767384670.549968:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (6) 00000400:00000001:0.0:1767384670.549973:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767384670.549977:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:988 00000400:00000001:0.0:1767384670.549977:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384670.549982:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000185229a 00000800:00000200:2.0:1767384670.549985:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384670.549987:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000185229a. 00000400:00000200:0.0:1767384670.549997:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384670.550003:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp39 recovery ping unlinked 00000800:00000200:2.0:1767384670.550016:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033bab464] -> 12345-192.168.202.117@tcp12 (6) 00000400:00000010:0.0:1767384670.550017:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001a3091ff. 00000400:00000010:0.0:1767384670.550026:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006b5ddece. 00000800:00000200:2.0:1767384670.550027:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp12 ip 192.168.202.117:988 00000800:00000200:2.0:1767384670.550032:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384670.550038:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp41 00000400:00000010:0.0:1767384670.550044:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e1f0a462. 00000400:00000010:0.0:1767384670.550050:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001cd8602e. 00000400:00000010:0.0:1767384670.550058:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384670.550066:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f21b370. 00000400:00000200:0.0:1767384670.550070:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp41 00000400:00000200:0.0:1767384670.550080:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp41 local destination 00000400:00000200:0.0:1767384670.550087:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp41 00000400:00000200:0.0:1767384670.550092:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp41 NI seq info: [155:155:256:4294967295] 192.168.202.117@tcp41 LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1767384670.550098:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp41 00000400:00000200:0.0:1767384670.550112:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp41(192.168.202.117@tcp41:) -> 192.168.202.117@tcp41(192.168.202.117@tcp41:192.168.202.117@tcp41) : GET try# 0 00000800:00000200:0.0:1767384670.550122:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp41 00000800:00000010:0.0:1767384670.550127:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ade42777. 00000800:00000200:1.0:1767384670.550129:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384670.550131:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384670.550138:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000800:00000001:2.0:1767384670.550142:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384670.550142:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384670.550147:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000800:00000001:2.0:1767384670.550173:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384670.550174:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384670.550181:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384670.550182:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384670.550196:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384670.550196:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384670.550218:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp41 added to recovery queue. ping count: 2 next ping: 297 health :800 00000400:00000200:0.0:1767384670.550225:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp40 00000400:00000010:0.0:1767384670.550228:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a3a012c3. 00000400:00000010:0.0:1767384670.550235:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a5f781e. 00000400:00000010:0.0:1767384670.550240:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2be8b12. 00000400:00000010:0.0:1767384670.550251:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f9a954de. 00000400:00000200:0.0:1767384670.550255:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp40 00000400:00000200:0.0:1767384670.550262:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp40 local destination 00000400:00000200:0.0:1767384670.550269:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp40 00000400:00000200:0.0:1767384670.550276:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp40 NI seq info: [156:156:256:4294967295] 192.168.202.117@tcp40 LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1767384670.550281:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp40 00000400:00000200:0.0:1767384670.550286:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp40(192.168.202.117@tcp40:) -> 192.168.202.117@tcp40(192.168.202.117@tcp40:192.168.202.117@tcp40) : GET try# 0 00000800:00000200:0.0:1767384670.550294:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp40 00000800:00000010:0.0:1767384670.550297:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000331f68e. 00000800:00000200:0.0:1767384670.550301:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000800:00000200:0.1:1767384670.550305:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000400:00000200:2.0:1767384670.550312:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550323:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp40 added to recovery queue. ping count: 3 next ping: 301 health :700 00000400:00000200:0.0:1767384670.550398:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.550430:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550470:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.550488:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550555:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.550559:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550663:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.550697:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550744:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550821:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.550876:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550889:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.550948:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.550958:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551052:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551075:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551173:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551183:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551249:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551271:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551305:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551341:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551370:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551465:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551505:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551600:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551628:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551659:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551703:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551724:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551856:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551870:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.551964:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.551996:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552045:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552069:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552099:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552139:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552191:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552252:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552313:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552341:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552414:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552438:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552469:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552512:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552535:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552562:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552603:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552610:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552669:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552678:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552717:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552743:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552770:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552813:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552893:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552916:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.552960:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.552990:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.553004:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553047:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.553048:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.553071:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.553120:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553120:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.553160:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553197:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553243:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553288:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:2.0:1767384670.553308:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384670.553315:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d9ec31c8. 00000800:00000010:2.0:1767384670.553319:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c6a8e5b. 00000400:00000200:0.0:1767384670.553330:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000800:00000010:2.0:1767384670.553344:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c6a8e5b. 00000800:00020000:2.0:1767384670.553357:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384670.553361:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d9ec31c8. 00000800:00000010:2.0:1767384670.553365:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:00000200:0.0:1767384670.553374:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553410:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:02020000:2.0:1767384670.553424:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp41 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384670.553431:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp41 notifying 192.168.202.117@tcp41: down 00000400:00000200:2.0:1767384670.553434:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384670.553439:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp41 00000800:00000010:2.0:1767384670.553441:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ade42777. 00000400:00000200:2.0:1767384670.553451:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384670.553451:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.553460:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp41->192.168.202.117@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384670.553468:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384670.553471:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384670.553473:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp41) recovery failed with -71 00000400:00000200:0.0:1767384670.553492:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553515:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553534:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553552:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:0.0:1767384670.553570:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000800:00000010:0.0:1767384670.553735:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005df5577d. 00000800:00000010:0.0:1767384670.553741:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000825923d. 00000800:00000010:0.0:1767384670.553747:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6598e13. 00000800:00000010:0.0:1767384670.553789:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6598e13. 00000400:00000200:2.0:1767384670.553910:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384670.553926:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp40 from 209.3.0.2 00000800:00000010:2.0:1767384670.553929:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007ae738bc. 00000800:00000010:0.0:1767384670.553985:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b42d2dfe. 00000800:00000010:0.0:1767384670.553992:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000076f2e14. 00000800:00000010:0.0:1767384670.554024:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009fcbf240. 00000800:00000200:0.1:1767384670.554032:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (2) 00000800:00000200:0.1:1767384670.554039:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp40 000000009fcbf240 deleted 00000800:00000010:0.1:1767384670.554042:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009fcbf240. 00000800:00000200:0.1:1767384670.554048:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384670.554054:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp40 ip 192.168.202.117:977 00000800:00000200:0.1:1767384670.554057:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000331f68e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384670.554074:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp40 p 3.x 192.168.202.117 -> 192.168.202.117:977 incarnation:1767384657926435934 sched[0] 00000800:00000010:0.0:1767384670.554082:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6598e13. 00000800:00000010:0.0:1767384670.554160:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6598e13. 00000800:00000010:0.0:1767384670.554167:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000076f2e14. 00000800:00000200:3.1:1767384670.554189:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384670.554202:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp40 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384657926435934 sched[0] 00000800:00000010:3.0:1767384670.554205:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000825923d. 00000800:00000010:0.0:1767384670.554232:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007ae738bc. 00000800:00000001:1.0:1767384670.554249:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384670.554260:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384670.554280:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.554343:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000200:1.0:1767384670.554354:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384670.554360:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000331f68e. 00000400:00000200:1.0:1767384670.554367:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384670.554380:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp40->192.168.202.117@tcp40: GET: OK 00000400:00000200:1.0:1767384670.554390:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384670.554396:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp40 recovery message sent successfully:0 00000400:00000200:3.0:1767384670.554400:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:1.0:1767384670.554421:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384670.554431:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384670.554435:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384670.554447:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384670.554460:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp40(192.168.202.117@tcp40) <- 192.168.202.117@tcp40 : GET - for me 00000400:00000200:3.0:1767384670.554472:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384670.554481:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384670.554498:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1d2d [1] + 0 00000400:00000200:1.0:1767384670.554517:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp40 to MR: 192.168.202.117@tcp40 local destination 00000400:00000200:1.0:1767384670.554527:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp40 NI seq info: [157:157:256:4294967295] 192.168.202.117@tcp40 LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1767384670.554530:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384670.554560:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp40(192.168.202.117@tcp40:192.168.202.117@tcp40) -> 192.168.202.117@tcp40(192.168.202.117@tcp40:192.168.202.117@tcp40) 192.168.202.117@tcp40 : REPLY try# 0 00000800:00000200:1.0:1767384670.554570:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp40 00000800:00000010:1.0:1767384670.554577:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000410e7a9e. 00000800:00000200:1.0:1767384670.554589:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (4) 00000800:00000200:1.0:1767384670.554599:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp40 ip 192.168.202.117:988 00000800:00000200:1.0:1767384670.554604:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000410e7a9e type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384670.554617:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000001:2.0:1767384670.554645:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384670.554673:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000800:00000001:2.0:1767384670.554688:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384670.554701:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384670.554704:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384670.554709:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000200:1.0:1767384670.554709:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384670.554712:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384670.554720:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000410e7a9e. 00000400:00000200:1.0:1767384670.554727:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384670.554732:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp40(192.168.202.117@tcp40) <- 192.168.202.117@tcp40 : REPLY - for me 00000400:00000200:1.0:1767384670.554743:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp40->192.168.202.117@tcp40: REPLY: OK 00000400:00000200:3.0:1767384670.554755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384670.554761:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp40: Reply from 12345-192.168.202.117@tcp40 of length 272/272 into md 0x1d59 00000800:00000001:2.0:1767384670.554770:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384670.554782:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384670.554785:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384670.554791:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp40->192.168.202.117@tcp40: REPLY: OK 00000400:00000200:3.0:1767384670.554797:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000001:1.0:1767384670.554797:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384670.554798:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2be8b12 00000400:00000010:2.0:1767384670.554805:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2be8b12. 00000400:00000200:2.0:1767384670.554815:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:3.0:1767384670.554823:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000010:2.0:1767384670.554824:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a3a012c3. 00000400:00000010:2.0:1767384670.554874:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a5f781e. 00000800:00000001:2.0:1767384670.554885:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384670.554890:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384670.554897:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.554921:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.554950:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.554971:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.554984:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555005:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555034:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555057:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555076:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555089:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555106:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555119:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555139:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555152:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555165:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555181:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555194:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555209:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555226:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555245:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555263:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555279:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555293:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384670.555304:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384670.555386:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe9a671. 00000800:00000010:3.0:1767384670.555389:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005ae15c9d. 00000800:00000010:3.0:1767384670.555398:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ca25d9a. 00000800:00000010:3.0:1767384670.555416:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ca25d9a. 00000800:00020000:3.0:1767384670.555422:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384670.555424:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005ae15c9d. 00000800:00000010:3.0:1767384670.555426:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fe9a671. 00000400:02020000:3.0:1767384670.555463:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp40 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384671.125940:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384671.125945:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.125951:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384671.125952:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.125986:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384671.125991:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.125995:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384671.573923:0:19653:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384671.573941:0:19653:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.573976:0:19654:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384671.573978:0:19654:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384671.573983:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384671.573988:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384671.573992:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384671.574007:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384671.574014:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384671.574021:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384671.574036:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e1f0a462. 00000400:00000010:0.0:1767384671.574041:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001cd8602e. 00000400:00000200:0.0:1767384671.574052:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp42 00000400:00000010:0.0:1767384671.574056:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e1f0a462. 00000400:00000010:0.0:1767384671.574060:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001cd8602e. 00000400:00000010:0.0:1767384671.574063:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384671.574068:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d336279. 00000400:00000200:0.0:1767384671.574071:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp42 00000400:00000200:0.0:1767384671.574081:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp42 local destination 00000400:00000200:0.0:1767384671.574086:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp42 00000400:00000200:0.0:1767384671.574089:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp42 NI seq info: [158:158:256:4294967295] 192.168.202.117@tcp42 LPNI seq info [155:155:8:4294967295] 00000400:00000200:0.0:1767384671.574094:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp42 00000400:00000200:0.0:1767384671.574100:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp42(192.168.202.117@tcp42:) -> 192.168.202.117@tcp42(192.168.202.117@tcp42:192.168.202.117@tcp42) : GET try# 0 00000800:00000200:0.0:1767384671.574104:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp42 00000800:00000010:0.0:1767384671.574107:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008f9e75ca. 00000800:00000200:0.0:1767384671.574112:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000800:00000200:0.1:1767384671.574116:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000400:00000200:0.0:1767384671.574157:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp42 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:2.0:1767384671.574226:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574278:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574319:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574347:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574372:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574399:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574431:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574469:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574494:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574522:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574543:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574567:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574590:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574611:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574634:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574659:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574689:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574713:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574732:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574750:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574769:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574787:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574811:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574829:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574920:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.574974:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575001:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575028:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575056:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575079:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575096:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575116:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575136:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575154:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384671.575176:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384671.575332:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384671.575339:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004bb9f2a5. 00000800:00000010:2.0:1767384671.575345:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5f6689d. 00000800:00000010:2.0:1767384671.575378:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5f6689d. 00000800:00020000:2.0:1767384671.575390:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384671.575395:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004bb9f2a5. 00000800:00000010:2.0:1767384671.575398:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:02020000:2.0:1767384671.575437:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp42 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384671.575445:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp42 notifying 192.168.202.117@tcp42: down 00000400:00000200:2.0:1767384671.575449:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384671.575453:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp42 00000800:00000010:2.0:1767384671.575457:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008f9e75ca. 00000400:00000200:2.0:1767384671.575461:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384671.575466:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp42->192.168.202.117@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384671.575475:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384671.575478:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384671.575482:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp42) recovery failed with -71 10000000:00000001:1.0:1767384672.085892:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384672.085898:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:1.0:1767384672.085904:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384672.085906:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384672.085908:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384672.085909:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384672.085911:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384672.085913:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384672.085915:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 73 10000000:00000001:1.0:1767384672.085918:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384672.085929:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384672.085938:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f51de037. 00000020:00000040:1.0:1767384672.085941:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384672.085945:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384672.085949:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384672.085953:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384672.085960:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000617c31d6. 00000100:00000001:1.0:1767384672.085967:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.085971:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384672.085973:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384672.085980:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023da7c20. 00010000:00000001:1.0:1767384672.085984:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384672.085988:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384672.085992:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384672.085994:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c8f3 to hash 00000020:00000001:1.0:1767384672.085996:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384672.085998:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384672.086000:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384672.086004:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384672.086006:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384672.086008:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384672.086030:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384672.086038:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384672.086043:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384672.086044:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384672.086049:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007b697801. 00000100:00000001:1.0:1767384672.086051:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027451136 : -115911682100480 : ffff9694355cf300) 00000100:00000001:1.0:1767384672.086053:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384672.086055:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340992 : -115912163210624 : ffff969418afca80) 00000100:00000001:1.0:1767384672.086059:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384672.086060:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.086062:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384672.086063:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384672.086070:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.086076:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384672.086078:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.086087:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384672.086089:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384672.086091:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384672.086093:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f51de037 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059677440:0@lo:101: 00000100:00000001:1.0:1767384672.086096:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384672.086101:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384672.086102:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.086104:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384672.086107:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c513af0. 02000000:00000001:1.0:1767384672.086108:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384672.086112:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d9f75c. 00000400:00000010:1.0:1767384672.086118:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000200:1.0:1767384672.086127:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059677440, portal 25 00000100:00000001:1.0:1767384672.086129:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384672.086130:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340992 : -115912163210624 : ffff969418afca80) 00000100:00000040:1.0:1767384672.086133:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.086139:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384672.086140:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384672.086142:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000200:1.0:1767384672.086143:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059677440, offset 0 00000400:00000200:1.0:1767384672.086148:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384672.086158:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384672.086167:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a06d00 00000400:00000200:1.0:1767384672.086172:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x14e1 [2] + 0 00000400:00000010:1.0:1767384672.086175:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c5a27e8. 00000400:00000200:1.0:1767384672.086177:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8115167 00000400:00000200:1.0:1767384672.086182:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384672.086185:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384672.086189:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8115167 00000400:00000010:1.0:1767384672.086190:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8115167. 00000100:00000001:1.0:1767384672.086194:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384672.086195:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384672.086198:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000009d962304 x1853237059677440 msgsize 328 00000100:00100000:1.0:1767384672.086200:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384672.086202:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384672.086212:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384672.086217:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384672.086218:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:1.0:1767384672.086220:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384672.086222:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.086229:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.086231:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.086236:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.086241:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384672.086247:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.086250:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294962188 00000100:00000001:2.0:1767384672.086252:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384672.086253:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048849743. 00000100:00100000:2.0:1767384672.086258:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677440 00000100:00000001:1.0:1767384672.086261:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384672.086262:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384672.086267:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384672.086269:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294962188 00000100:00000001:2.0:1767384672.086270:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384672.086273:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecb16be4. 00000100:00000001:1.0:1767384672.086277:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384672.086278:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.086279:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294962188 00000100:00000010:1.0:1767384672.086284:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f584158. 00000100:00100000:2.0:1767384672.086285:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677440 00000100:00000001:1.0:1767384672.086286:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384672.086290:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294962188 00000020:00000001:2.0:1767384672.086292:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384672.086293:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5616206. 00000020:00000040:2.0:1767384672.086297:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:1.0:1767384672.086297:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384672.086302:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384672.086305:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:1.0:1767384672.086308:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384672.086309:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384672.086313:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.086316:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384672.086316:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384672.086319:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384672.086322:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000007b697801 going to sleep for 11 seconds 00000100:00000001:2.0:1767384672.086325:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384672.086325:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384672.086330:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384672.086333:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384672.086339:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384672.086343:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000020:00000010:2.0:1767384672.086350:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ab8056. 00000020:00000010:2.0:1767384672.086363:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384672.086368:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000040:2.0:1767384672.086380:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384672.086384:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384672.086386:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384672.086389:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.086397:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.086416:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384672.086428:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384672.086431:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384672.086437:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:2.0:1767384672.086441:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384672.086444:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935861840 : -115911773689776 : ffff96942fe76850) 00000100:00000040:2.0:1767384672.086450:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d962304 x1853237059677440/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:653/0 lens 328/0 e 0 to 0 dl 1767384683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.086461:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384672.086466:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384672.086469:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384672.086472:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000100:00100000:2.0:1767384672.086478:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d962304 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059677440:12345-0@lo:101: 00000100:00000200:2.0:1767384672.086483:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677440 00000020:00000001:2.0:1767384672.086487:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384672.086490:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384672.086493:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.086496:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384672.086499:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:2.0:1767384672.086503:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384672.086505:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384672.086509:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384672.086511:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384672.086514:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.086516:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384672.086519:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384672.086527:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384672.086530:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384672.086532:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.086538:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384672.086543:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000034ca4f23. 00010000:00000001:2.0:1767384672.086548:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384672.086551:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00000020:00000001:2.0:1767384672.086554:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384672.086556:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000634a8a61 with handle 0x534bb1615bf4c8fa to hash 00000020:00000001:2.0:1767384672.086559:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384672.086561:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:2.0:1767384672.086563:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00010000:2.0:1767384672.086566:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c8f3 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384672.086574:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:2.0:1767384672.086577:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:2.0:1767384672.086584:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384672.086587:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384672.086592:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000e4986f5. 02000000:00000001:2.0:1767384672.086596:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.086599:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.086602:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384672.086606:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384672.086609:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384672.086611:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384672.086613:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384672.086616:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384672.086618:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384672.086621:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384672.086624:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384672.086626:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384672.086628:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384672.086630:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034ca4f23) refcount = 1 00010000:00010000:2.0:1767384672.086636:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384672.086651:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384672.086653:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384672.086655:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384672.086657:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.086659:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384672.086664:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384672.086667:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384672.086674:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384672.086676:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384672.086678:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384672.086681:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.086682:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384672.086684:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384672.086686:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384672.086687:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000634a8a61, rc 0) 00000020:00000001:2.0:1767384672.086690:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384672.086693:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059677440 00010000:00000001:2.0:1767384672.086696:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384672.086701:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d962304 x1853237059677440/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:653/0 lens 328/344 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384672.086709:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384672.086711:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384672.086715:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384672.086720:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384672.086722:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384672.086725:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384672.086728:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384672.086730:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.086733:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384672.086735:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384672.086738:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000200:2.0:1767384672.086742:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059677440, offset 224 00000400:00000200:2.0:1767384672.086753:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384672.086760:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384672.086766:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a06d00 00000400:00000200:2.0:1767384672.086771:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1d61 [1] + 224 00000400:00000200:2.0:1767384672.086775:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384672.086778:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384672.086782:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384672.086785:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384672.086794:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.086812:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384672.086817:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384672.086819:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:2.0:1767384672.086823:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384672.086825:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384672.086829:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384672.086860:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384672.086863:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384672.086866:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.086870:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384672.086871:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384672.086875:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d962304 x1853237059677440/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:653/0 lens 328/344 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384672.086878:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384672.086882:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384672.086886:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d9f75c. 00000100:00100000:2.0:1767384672.086892:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d962304 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059677440:12345-0@lo:101: Request processed in 428us (690us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384672.086893:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384672.086898:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:1.0:1767384672.086905:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384672.086908:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000200:1.0:1767384672.086913:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384672.086914:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384672.086935:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384672.086939:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.086940:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384672.086947:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005536cd84. 00000100:00000001:1.0:1767384672.086952:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384672.086954:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384672.086959:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ab8056. 00000100:00000001:1.0:1767384672.086962:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.086966:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384672.086970:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384672.086973:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384672.086975:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:1.0:1767384672.086976:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.086981:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384672.086982:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384672.086986:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=80 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384672.086987:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000e4986f5. 02000000:00000001:2.0:1767384672.086993:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384672.086994:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384672.086998:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.086999:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384672.087001:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.087005:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384672.087007:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384672.087008:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384672.087009:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.087016:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384672.087017:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000400:00000010:2.0:1767384672.087025:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d9075d0. 00000100:00000001:1.0:1767384672.087025:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384672.087028:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384672.087031:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384672.087035:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384672.087040:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f51de037 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059677440:0@lo:101: 00000100:00000001:1.0:1767384672.087043:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.087045:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087046:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384672.087047:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.087049:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.087052:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384672.087054:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007b697801. 00000100:00000001:1.0:1767384672.087057:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384672.087058:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.087060:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384672.087062:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384672.087063:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.087069:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384672.087071:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384672.087073:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000040:1.0:1767384672.087077:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000419554d3, remote cookie: 0x534bb1615bf4c8fa, flags: 0x0 00010000:00000001:1.0:1767384672.087079:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384672.087081:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384672.087082:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384672.087083:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384672.087084:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384672.087085:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023da7c20) refcount = 1 00010000:00010000:1.0:1767384672.087087:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.087091:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384672.087092:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384672.087093:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384672.087094:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384672.087097:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384672.087098:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.087102:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384672.087103:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.087104:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.087105:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.087105:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.087106:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087107:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.087109:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f51de037 x1853237059677440/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.087113:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384672.087114:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384672.087116:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c513af0. 02000000:00000001:1.0:1767384672.087118:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384672.087120:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384672.087123:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384672.087125:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384672.087127:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000617c31d6. 02000000:00000001:1.0:1767384672.087129:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384672.087130:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384672.087131:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f51de037. 00000100:00000001:1.0:1767384672.087133:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384672.087134:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384672.087135:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384672.087137:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384672.087138:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:1.0:1767384672.087139:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.087140:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384672.087141:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.087142:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000020:00000001:1.0:1767384672.087143:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384672.087145:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384672.087146:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384672.087147:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.087147:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.087148:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384672.087150:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384672.087152:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000001e1a2ed1. 00000100:00000010:1.0:1767384672.087161:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f51de037. 00000020:00000040:1.0:1767384672.087163:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384672.087165:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384672.087166:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384672.087167:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384672.087170:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000617c31d6. 00000100:00000001:1.0:1767384672.087172:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087174:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384672.087176:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009c513af0. 00000100:00000010:1.0:1767384672.087178:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000532bdadb. 00000020:00000040:1.0:1767384672.087179:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384672.087182:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384672.087183:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384672.087187:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007b697801. 00000100:00000001:1.0:1767384672.087188:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628162027451136 : -115911682100480 : ffff9694355cf300) 00000100:00000001:1.0:1767384672.087190:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384672.087191:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340992 : -115912163210624 : ffff969418afca80) 00000100:00000001:1.0:1767384672.087193:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384672.087194:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087195:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384672.087196:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384672.087197:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.087202:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384672.087203:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.087204:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384672.087206:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384672.087207:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384672.087208:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f51de037 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059677568:0@lo:256: 00000100:00000001:1.0:1767384672.087210:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384672.087212:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384672.087213:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087215:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384672.087218:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d9f75c. 00000400:00000010:1.0:1767384672.087220:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000419ec850. 00000100:00000200:1.0:1767384672.087223:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a06d80-0x6958260a06d80, portal 33 00000100:00000001:1.0:1767384672.087225:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.087226:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384672.087227:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd2327fe. 02000000:00000001:1.0:1767384672.087228:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384672.087230:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cd42edf. 00000400:00000010:1.0:1767384672.087232:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000100:00000200:1.0:1767384672.087233:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059677568, portal 25 00000100:00000001:1.0:1767384672.087234:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384672.087235:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340992 : -115912163210624 : ffff969418afca80) 00000100:00000040:1.0:1767384672.087237:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.087248:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384672.087250:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384672.087251:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000200:1.0:1767384672.087252:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059677568, offset 0 00000400:00000200:1.0:1767384672.087255:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384672.087259:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384672.087263:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a06d80 00000400:00000200:1.0:1767384672.087266:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14f9 [2] + 0 00000400:00000010:1.0:1767384672.087268:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000309ea4bd. 00000400:00000200:1.0:1767384672.087271:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0314fbe 00000400:00000200:1.0:1767384672.087273:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384672.087275:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384672.087277:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0314fbe 00000400:00000010:1.0:1767384672.087278:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0314fbe. 00000100:00000001:1.0:1767384672.087281:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384672.087282:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384672.087284:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000385393fe x1853237059677568 msgsize 304 00000100:00100000:1.0:1767384672.087286:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384672.087287:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384672.087296:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384672.087299:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384672.087300:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:1.0:1767384672.087302:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384672.087304:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.087309:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.087310:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.087314:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087315:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384672.087317:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087319:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294962189 00000100:00000001:1.0:1767384672.087323:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962188 00000100:00000001:2.0:1767384672.087331:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384672.087331:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294962189 00000100:00000001:1.0:1767384672.087333:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962188 00000100:00100000:2.0:1767384672.087336:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677568 00000100:00000001:1.0:1767384672.087337:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294962189 02000000:00000001:2.0:1767384672.087341:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384672.087342:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294962188 00000100:00000001:2.0:1767384672.087346:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384672.087347:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294962189 00000100:00000001:2.0:1767384672.087350:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087351:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294962188 00000100:00000001:1.0:1767384672.087357:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384672.087358:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.087360:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384672.087363:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677568 00000100:00000001:1.0:1767384672.087365:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384672.087368:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384672.087368:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384672.087371:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00100000:1.0:1767384672.087373:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000007b697801 going to sleep for 11 seconds 00000020:00000001:2.0:1767384672.087376:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384672.087378:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384672.087381:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:1.0:1767384672.087382:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.087387:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384672.087392:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384672.087394:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384672.087398:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384672.087401:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384672.087403:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000020:00000010:2.0:1767384672.087407:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ab8056. 00000020:00000010:2.0:1767384672.087410:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384672.087413:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000040:2.0:1767384672.087419:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384672.087421:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384672.087422:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384672.087423:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.087427:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.087438:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384672.087446:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384672.087458:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384672.087463:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:2.0:1767384672.087466:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384672.087468:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935857744 : -115911773693872 : ffff96942fe75850) 00000100:00000040:2.0:1767384672.087473:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000385393fe x1853237059677568/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:653/0 lens 304/0 e 0 to 0 dl 1767384683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.087483:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384672.087485:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000497abd28. 00000100:00000001:2.0:1767384672.087487:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384672.087489:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000497abd28. 00000100:00100000:2.0:1767384672.087493:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000385393fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059677568:12345-0@lo:256: 00000100:00000200:2.0:1767384672.087496:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677568 00000020:00000001:2.0:1767384672.087499:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384672.087501:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384672.087502:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.087504:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384672.087506:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:2.0:1767384672.087509:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384672.087510:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384672.087512:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384672.087514:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384672.087516:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.087518:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384672.087520:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384672.087523:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000e4986f5. 02000000:00000001:2.0:1767384672.087525:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.087527:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384672.087530:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384672.087533:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384672.087536:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384672.087538:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384672.087541:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384672.087543:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384672.087545:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384672.087553:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b5edce4d. 20000000:00000001:2.0:1767384672.087556:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384672.087573:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384672.087580:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384672.087586:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384672.087588:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384672.087590:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384672.087593:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384672.087595:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384672.087597:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384672.087598:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384672.087600:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384672.087602:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384672.087604:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384672.087606:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384672.087608:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384672.087610:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384672.087613:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384672.087615:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384672.087616:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384672.087619:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384672.087621:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384672.087623:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384672.087625:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384672.087628:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384672.087630:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384672.087632:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384672.087634:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384672.087636:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384672.087638:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384672.087640:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384672.087642:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384672.087644:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384672.087647:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384672.087649:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384672.087651:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384672.087653:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384672.087656:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384672.087658:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:2.0:1767384672.087668:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:2.0:1767384672.087679:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384672.087681:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384672.087684:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384672.087686:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384672.087688:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384672.087691:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384672.087693:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384672.087695:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384672.087697:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384672.087699:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384672.087701:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384672.087703:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384672.087706:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384672.087708:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384672.087710:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384672.087712:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384672.087714:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384672.087716:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384672.087718:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384672.087720:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384672.087722:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384672.087724:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384672.087726:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384672.087728:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384672.087730:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384672.087733:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384672.087735:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384672.087737:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384672.087739:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384672.087741:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384672.087743:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384672.087745:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384672.087747:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384672.087749:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384672.087751:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384672.087753:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384672.087755:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:2.0:1767384672.087758:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:2.0:1767384672.087767:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:2.0:1767384672.087769:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:2.0:1767384672.087772:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384672.087775:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000024e9222c. 00000100:00000010:2.0:1767384672.087777:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a5db83e1. 00000020:00000040:2.0:1767384672.087780:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:2.0:1767384672.087783:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384672.087785:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384672.087788:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000400:00000010:2.0:1767384672.087793:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006f4a0f41. 00000400:00000200:2.0:1767384672.087797:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384672.087804:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384672.087810:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x6958260a06d80 00000400:00000200:2.0:1767384672.087815:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1d71 [4] + 0 00000400:00000010:2.0:1767384672.087818:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d9f75c. 00000400:00000200:2.0:1767384672.087821:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000419ec850 00000400:00000200:2.0:1767384672.087824:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384672.087827:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384672.087853:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000419ec850 00000400:00000010:2.0:1767384672.087856:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000419ec850. 00000100:00000001:2.0:1767384672.087861:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384672.087864:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f51de037 desc 000000009c513af0 mbits 1853237059677568 00000100:00000001:2.0:1767384672.087875:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384672.087879:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384672.087886:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384672.087886:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384672.087890:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384672.087898:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d7d 00000400:00000200:2.0:1767384672.087902:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384672.087905:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384672.087908:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384672.087909:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000024e9222c 00000100:00000001:2.0:1767384672.087912:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384672.087917:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384672.087918:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:2.0:1767384672.087937:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384672.087938:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000024e9222c 00000100:00000001:2.0:1767384672.087946:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384672.087952:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x6958260a06d80-0x6958260a06d80 00000100:00000001:2.0:1767384672.087956:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.087959:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.087961:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384672.087963:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:2.0:1767384672.087966:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a5db83e1. 00000100:00000010:2.0:1767384672.087968:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000024e9222c. 00000100:00000001:2.0:1767384672.087971:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384672.087972:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384672.087980:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b5edce4d. 20000000:00000001:2.0:1767384672.087985:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384672.087987:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059677568 00010000:00000001:2.0:1767384672.087990:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384672.087993:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000385393fe x1853237059677568/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:653/0 lens 304/240 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384672.088001:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384672.088002:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384672.088005:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384672.088008:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384672.088010:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384672.088012:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384672.088014:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384672.088016:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.088018:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384672.088020:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384672.088023:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000200:2.0:1767384672.088026:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059677568, offset 224 00000400:00000200:2.0:1767384672.088030:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384672.088035:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384672.088041:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a06d80 00000400:00000200:2.0:1767384672.088045:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d75 [1] + 224 00000400:00000200:2.0:1767384672.088049:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384672.088052:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384672.088061:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384672.088065:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384672.088073:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.088089:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384672.088094:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384672.088096:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:2.0:1767384672.088099:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384672.088100:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384672.088103:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384672.088105:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384672.088108:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384672.088110:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.088112:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384672.088113:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384672.088117:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000385393fe x1853237059677568/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:653/0 lens 304/240 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384672.088120:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384672.088123:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384672.088127:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cd42edf. 00000400:00000200:1.0:1767384672.088133:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000100:00100000:2.0:1767384672.088134:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000385393fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059677568:12345-0@lo:256: Request processed in 649us (847us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384672.088137:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000100:00000001:1.0:1767384672.088143:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384672.088148:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000200:1.0:1767384672.088150:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384672.088153:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384672.088158:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384672.088161:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384672.088166:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005536cd84. 00000100:00000200:1.0:1767384672.088167:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384672.088172:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384672.088178:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ab8056. 00000100:00000001:1.0:1767384672.088181:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384672.088184:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:1.0:1767384672.088185:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.088190:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384672.088191:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384672.088192:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384672.088195:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000e4986f5. 00000100:00000001:1.0:1767384672.088196:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384672.088200:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384672.088201:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384672.088204:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.088205:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384672.088209:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384672.088215:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329976d3. 00000100:00001000:1.0:1767384672.088216:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384672.088220:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384672.088223:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384672.088226:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384672.088229:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0259c28. 00010000:00000001:1.0:1767384672.088230:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384672.088234:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.088236:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.088241:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384672.088249:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.088255:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384672.088256:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384672.088259:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384672.088265:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f51de037 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059677568:0@lo:256: 00000100:00000001:1.0:1767384672.088269:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.088270:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.088272:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384672.088273:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.088275:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.088281:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384672.088283:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007b697801. 00000100:00000001:1.0:1767384672.088285:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384672.088286:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384672.088289:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:1.0:1767384672.088292:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384672.088298:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003ace3dbb. 10000000:00000040:1.0:1767384672.088307:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384672.088312:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384672.088315:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384672.088324:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:1.0:1767384672.088327:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.088330:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384672.088331:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:1.0:1767384672.088333:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000100:00000200:1.0:1767384672.088337:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.202.117@tcp' 00000400:00000200:1.0:1767384672.088339:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384672.088342:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384672.088345:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:1.0:1767384672.088350:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384672.088355:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (35) 00000400:00000200:1.0:1767384672.088358:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000400:00000200:1.0:1767384672.088370:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384672.088373:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384672.088375:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384672.088378:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:1.0:1767384672.088380:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (37) 00000400:00000200:1.0:1767384672.088382:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:1.0:1767384672.088384:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:1.0:1767384672.088388:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088390:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:1.0:1767384672.088393:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:1.0:1767384672.088397:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088399:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:2.0:1767384672.088401:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384672.088401:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384672.088411:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:1.0:1767384672.088412:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088417:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000010:2.0:1767384672.088421:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000400:00000200:1.0:1767384672.088421:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384672.088428:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000400:00000200:1.0:1767384672.088430:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000010:2.0:1767384672.088435:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe156793. 00000400:00000200:1.0:1767384672.088435:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:1.0:1767384672.088441:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:2.0:1767384672.088446:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:1.0:1767384672.088450:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088454:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:1.0:1767384672.088457:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:2.0:1767384672.088461:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:1.0:1767384672.088465:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088470:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:1.0:1767384672.088476:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:1.0:1767384672.088481:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384672.088484:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:1.0:1767384672.088488:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088492:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:1.0:1767384672.088495:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384672.088499:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:1.0:1767384672.088502:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088506:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:1.0:1767384672.088510:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:1.0:1767384672.088514:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088515:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:1.0:1767384672.088516:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:1.0:1767384672.088521:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:1.0:1767384672.088527:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088529:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:2.0:1767384672.088530:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000400:00000200:1.0:1767384672.088531:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:1.0:1767384672.088538:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088540:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:2.0:1767384672.088542:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00000400:00000200:1.0:1767384672.088543:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:1.0:1767384672.088548:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088553:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:2.0:1767384672.088556:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:1.0:1767384672.088557:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:1.0:1767384672.088565:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088567:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:1.0:1767384672.088570:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:1.0:1767384672.088575:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:2.0:1767384672.088577:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:1.0:1767384672.088583:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088587:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000400:00000200:1.0:1767384672.088588:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:1.0:1767384672.088594:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:2.0:1767384672.088598:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000400:00000200:1.0:1767384672.088601:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088608:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:2.0:1767384672.088613:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[141, 38] 00000400:00000200:1.0:1767384672.088613:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:1.0:1767384672.088619:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088623:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:2.0:1767384672.088626:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[145, 38] 00000400:00000200:1.0:1767384672.088627:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:1.0:1767384672.088634:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088636:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:2.0:1767384672.088639:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:1.0:1767384672.088639:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:1.0:1767384672.088644:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088652:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:1.0:1767384672.088652:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:1.0:1767384672.088655:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:1.0:1767384672.088658:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088658:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:1.0:1767384672.088659:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:1.0:1767384672.088661:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088664:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:1.0:1767384672.088667:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:1.0:1767384672.088671:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088674:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:1.0:1767384672.088676:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:1.0:1767384672.088680:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088683:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:1.0:1767384672.088683:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:1.0:1767384672.088688:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:1.0:1767384672.088694:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088696:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:2.0:1767384672.088699:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:1.0:1767384672.088700:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:1.0:1767384672.088706:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088709:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:1.0:1767384672.088712:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:2.0:1767384672.088716:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:1.0:1767384672.088719:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088723:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:1.0:1767384672.088727:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:2.0:1767384672.088733:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 34], ns[147, 34] 00000400:00000200:1.0:1767384672.088733:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088738:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:1.0:1767384672.088741:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000400:00000200:2.0:1767384672.088749:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 34], ns[66, 34] 00000400:00000200:1.0:1767384672.088749:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088754:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000400:00000200:1.0:1767384672.088758:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000400:00000200:1.0:1767384672.088765:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088766:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[79, 34] 00000400:00000200:1.0:1767384672.088767:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000400:00000200:1.0:1767384672.088772:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.117@tcp38 00000400:00000200:1.0:1767384672.088777:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088780:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp38 00000400:00000200:2.0:1767384672.088781:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 34], ns[91, 34] 00000400:00000200:1.0:1767384672.088783:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.117@tcp39 00000400:00000200:1.0:1767384672.088790:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384672.088793:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 00000400:00000200:1.0:1767384672.088799:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp39 00000400:00000200:1.0:1767384672.088803:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.117@tcp40 00000400:00000200:2.0:1767384672.088806:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[115, 34] 00000400:00000200:1.0:1767384672.088809:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384672.088813:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp40 00000100:00000001:1.0:1767384672.088816:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.088819:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384672.088822:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[94, 34] 10000000:00000040:1.0:1767384672.088825:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:1.0:1767384672.088855:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ab535e64. 10000000:00000040:1.0:1767384672.088858:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:1.0:1767384672.088861:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384672.088867:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384672.088870:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b8c3933. 00000400:00000200:2.0:1767384672.088874:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[139, 34] 00000020:00000010:1.0:1767384672.088875:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002fe79cec. 00000040:00000010:1.0:1767384672.088881:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cb2f84ed. 00000020:00000010:1.0:1767384672.088886:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004e3fce07. 00000400:00000200:2.0:1767384672.088888:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 34], ns[151, 34] 00000020:00000010:1.0:1767384672.088890:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034d54094. 00000020:00000010:1.0:1767384672.088896:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c761d11c. 00000400:00000200:2.0:1767384672.088901:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 34], ns[122, 34] 80000000:00000010:1.0:1767384672.088903:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e9eba74. 40000000:00000010:1.0:1767384672.088908:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e09dd5b1. 00000400:00000200:2.0:1767384672.088913:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[149, 34] 00100000:00000010:1.0:1767384672.088914:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005b457a01. 00040000:00000010:1.0:1767384672.088935:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023e9351b. 00000400:00000200:2.0:1767384672.088941:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 34], ns[153, 34] 00040000:00000010:1.0:1767384672.088943:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ded63626. 00040000:00000010:1.0:1767384672.088950:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a51ec5c9. 00000400:00000200:2.0:1767384672.088952:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 34], ns[157, 34] 00080000:00000010:1.0:1767384672.088957:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009256a827. 00000400:00000200:2.0:1767384672.088963:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 34], ns[155, 34] 00000004:00000010:1.0:1767384672.088965:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b683242. 00000400:00000200:2.0:1767384672.088972:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[155, 34], ns[158, 34] 00000004:00000010:1.0:1767384672.088974:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2cd736. 00000004:00000010:1.0:1767384672.088981:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091d5073b. 00002000:00000010:1.0:1767384672.088988:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001df8a9a1. 00000004:00000010:1.0:1767384672.088993:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005687f084. 00000400:00000200:2.0:1767384672.088996:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000004:00000001:1.0:1767384672.088998:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384672.089001:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384672.089004:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ab535e64 00000400:00000200:2.0:1767384672.089006:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000040:00001000:1.0:1767384672.089007:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384672.089011:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:2.0:1767384672.089016:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp43 00000040:00001000:1.0:1767384672.089020:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384672.089023:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767384672.089026:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp43 lpni_is_preferred = 0 00000040:00001000:1.0:1767384672.089026:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384672.089030:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384672.089032:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384672.089034:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp43 00000040:00001000:1.0:1767384672.089035:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:1.0:1767384672.089039:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384672.089043:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp43 NI seq info: [159:159:256:4294967295] 192.168.202.117@tcp43 LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1767384672.089054:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp43 00000400:00000200:2.0:1767384672.089066:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp43(192.168.202.117@tcp43:) -> 192.168.202.117@tcp43(192.168.202.117@tcp:192.168.202.117@tcp43) : PUT try# 0 00000800:00000200:2.0:1767384672.089073:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.117@tcp43 00000800:00000010:2.0:1767384672.089078:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1732dfc. 00000004:00000001:1.0:1767384672.089087:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384672.089088:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000214a3dd. 00000020:00000010:1.0:1767384672.089093:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002fe79cec. 00000800:00000010:2.0:1767384672.089094:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006dac737c. 00000040:00000010:1.0:1767384672.089098:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cb2f84ed. 00000020:00000010:1.0:1767384672.089102:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004e3fce07. 00000800:00000200:2.0:1767384672.089106:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000020:00000010:1.0:1767384672.089107:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000034d54094. 00000020:00000010:1.0:1767384672.089113:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c761d11c. 00000800:00000200:2.1:1767384672.089118:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 80000000:00000010:1.0:1767384672.089118:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e9eba74. 40000000:00000010:1.0:1767384672.089125:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e09dd5b1. 00100000:00000010:1.0:1767384672.089128:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005b457a01. 00040000:00000010:1.0:1767384672.089131:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023e9351b. 00040000:00000010:1.0:1767384672.089133:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ded63626. 00040000:00000010:1.0:1767384672.089136:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a51ec5c9. 00080000:00000010:1.0:1767384672.089138:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009256a827. 00000004:00000010:1.0:1767384672.089141:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b683242. 00000400:00000200:2.0:1767384672.089142:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000004:00000010:1.0:1767384672.089147:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be2cd736. 00000400:00000200:2.0:1767384672.089149:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000004:00000010:1.0:1767384672.089152:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091d5073b. 00002000:00000010:1.0:1767384672.089156:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001df8a9a1. 00000004:00000010:1.0:1767384672.089159:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005687f084. 00000020:00000010:1.0:1767384672.089162:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b8c3933. 00000020:00000001:1.0:1767384672.089164:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384672.089165:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384672.089167:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ab535e64. 10000000:00000010:1.0:1767384672.089170:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003ace3dbb. 10000000:00000001:1.0:1767384672.089172:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.089174:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.089177:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f51de037 x1853237059677568/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.089182:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384672.089189:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384672.089190:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd2327fe. 02000000:00000001:1.0:1767384672.089193:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384672.089194:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384672.089195:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384672.089196:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384672.089197:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384672.089198:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384672.089199:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384672.089200:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384672.089202:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000532bdadb. 00000100:00000010:1.0:1767384672.089203:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009c513af0. 00000100:00000001:1.0:1767384672.089205:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384672.089206:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000617c31d6. 02000000:00000001:1.0:1767384672.089207:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384672.089208:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384672.089209:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f51de037. 00000100:00000001:1.0:1767384672.089211:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384672.089211:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384672.089224:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000001e1a2ed1. 00000400:00000200:0.0:1767384672.089224:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 10000000:01000000:1.0:1767384672.089227:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384672.089233:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384672.089235:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384672.089236:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.089238:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000020:00000001:1.0:1767384672.089239:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384672.089242:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384672.089244:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384672.089246:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.089251:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.089252:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384672.089253:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.089264:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384672.089266:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.089267:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384672.089268:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384672.089270:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384672.089271:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384672.089273:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384672.089275:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:1.0:1767384672.089277:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384672.089277:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089313:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089342:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089374:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089415:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089464:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089502:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089526:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089554:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089589:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089611:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089633:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089655:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089678:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089695:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089717:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089736:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089763:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089800:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089827:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089879:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089909:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089943:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.089973:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090003:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090025:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090049:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090074:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090093:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090112:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090133:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090155:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090176:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384672.090195:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384672.090313:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023ce8ee9. 00000800:00000010:0.0:1767384672.090318:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006092486d. 00000800:00000010:0.0:1767384672.090323:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064c80329. 00000800:00000010:0.0:1767384672.090342:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064c80329. 00000800:00020000:0.0:1767384672.090348:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384672.090351:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006092486d. 00000800:00000010:0.0:1767384672.090358:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023ce8ee9. 00000400:02020000:0.0:1767384672.090391:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp43 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384672.090397:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp43 notifying 192.168.202.117@tcp43: down 00000800:00000200:0.0:1767384672.090401:0:16130:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp43 down 00000800:00000100:0.0:1767384672.090406:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.202.117@tcp43 00000800:00000010:0.0:1767384672.090409:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1732dfc. 00000400:00000200:0.0:1767384672.090412:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384672.090415:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp43->192.168.202.117@tcp43: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384672.090422:0:16130:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp43 added to recovery queue. ping count: 0 next ping: 295 health :900 00000400:00000200:0.0:1767384672.090426:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384672.090428:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:0.0:1767384672.090431:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384672.090471:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384672.090476:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101171 00000400:00000001:2.0:1767384672.090479:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384672.090481:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384672.090482:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384672.090483:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000400:00000200:2.0:1767384672.090486:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384672.090490:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384672.090493:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (37) 00000400:00000200:2.0:1767384672.090495:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384672.090497:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc -71 00000400:00000200:2.0:1767384672.090499:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384672.090502:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (36) 00000020:00000010:3.0:1767384672.096440:0:36078:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000985707ff. 00000020:00000040:3.0:1767384672.096449:0:36078:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384672.096451:0:36078:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000985707ff. 00000100:00000040:0.0:1767384672.099895:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294962189, at 4294962190 00000100:00000010:0.0:1767384672.099904:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048849743. 00000100:00000040:1.0:1767384672.099907:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294962189, at 4294962190 00000100:00000010:1.0:1767384672.099915:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecb16be4. 00000100:00000040:2.0:1767384672.100904:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294962189, at 4294962191 00000100:00000010:2.0:1767384672.100911:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f584158. 00000100:00000040:3.0:1767384672.101046:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294962189, at 4294962191 00000100:00000010:3.0:1767384672.101052:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5616206. 00010000:00000001:0.0:1767384672.150869:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384672.150875:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384672.150881:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384672.150882:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384672.150935:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384672.150939:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384672.150942:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384672.245860:0:36079:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384672.245873:0:36079:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.245877:0:36079:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384672.245882:0:36079:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384672.245887:0:36079:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.245890:0:36079:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384672.597932:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384672.597939:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384672.597942:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384672.597947:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384672.597953:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384672.597960:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384672.597975:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e1f0a462. 00000400:00000010:0.0:1767384672.597980:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001cd8602e. 00000400:00000200:0.0:1767384672.597988:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp43 00000400:00000010:0.0:1767384672.597998:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000424c0bea. 00000400:00000010:0.0:1767384672.598004:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001cd8602e. 00000400:00000010:0.0:1767384672.598008:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384672.598016:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022a3768f. 00000400:00000200:0.0:1767384672.598020:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp43 00000400:00000200:0.0:1767384672.598034:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp43 local destination 00000400:00000200:0.0:1767384672.598041:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp43 00000400:00000200:0.0:1767384672.598046:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp43 NI seq info: [160:160:256:4294967295] 192.168.202.117@tcp43 LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1767384672.598052:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp43 00000400:00000200:0.0:1767384672.598061:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp43(192.168.202.117@tcp43:) -> 192.168.202.117@tcp43(192.168.202.117@tcp43:192.168.202.117@tcp43) : GET try# 0 00000800:00000200:0.0:1767384672.598067:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp43 00000800:00000010:0.0:1767384672.598072:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e0bc0c5. 00000800:00000200:0.0:1767384672.598078:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000800:00000200:0.1:1767384672.598084:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000400:00000200:0.0:1767384672.598109:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp43 added to recovery queue. ping count: 1 next ping: 297 health :900 00000400:00000200:2.0:1767384672.598177:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598213:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598226:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598239:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598251:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598264:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598276:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598287:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598303:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598331:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598361:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598399:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598437:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598474:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598492:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598513:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598532:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598547:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598562:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598580:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598600:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598624:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598653:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598690:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598732:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598762:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598779:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598798:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598813:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.598826:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.599001:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.599026:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.599039:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.599051:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384672.599066:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384672.599202:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384672.599207:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002160ab54. 00000800:00000010:2.0:1767384672.599212:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d97bbb5. 00000800:00000010:2.0:1767384672.599232:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d97bbb5. 00000800:00020000:2.0:1767384672.599242:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384672.599245:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002160ab54. 00000800:00000010:2.0:1767384672.599248:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:02020000:2.0:1767384672.599281:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp43 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384672.599287:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp43 notifying 192.168.202.117@tcp43: down 00000400:00000200:2.0:1767384672.599291:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384672.599295:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp43 00000800:00000010:2.0:1767384672.599299:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e0bc0c5. 00000400:00000200:2.0:1767384672.599304:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384672.599308:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp43->192.168.202.117@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384672.599317:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384672.599320:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384672.599324:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp43) recovery failed with -71 00000001:00000001:1.0:1767384673.005489:0:36243:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384673.005493:0:36243:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:1.0:1767384673.009269:0:36243:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384673.016763:0:36244:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000075d3df45. 00000400:00000010:1.0:1767384673.016777:0:36244:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000955045ef. 00000400:00000010:1.0:1767384673.016785:0:36244:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000088bf9199. 00000400:00000010:1.0:1767384673.016789:0:36244:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cb2f84ed. 00000400:00000010:1.0:1767384673.016792:0:36244:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000afb5f32f. 00000400:00000010:1.0:1767384673.016795:0:36244:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056c90cf6. 00000400:00000010:1.0:1767384673.016797:0:36244:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000037793088. 00000400:00000010:1.0:1767384673.016798:0:36244:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025924699. 00000400:00000010:1.0:1767384673.016801:0:36244:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008fb5f2be. 00000800:00000010:1.0:1767384673.016815:0:36244:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000023e9351b. 00000800:00000200:1.0:1767384673.016826:0:36244:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384673.017067:0:36244:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384673.017179:0:36244:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384673.017200:0:36244:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp46 [8/256/0/180] 00000400:00000010:1.0:1767384673.019246:0:36244:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000f30882f8. 00000400:00000010:1.0:1767384673.019258:0:36244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cd42edf. 00000400:00000010:1.0:1767384673.019264:0:36244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000400:00000001:1.0:1767384673.019300:0:36244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.019303:0:36244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.019305:0:36244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000400:00000200:1.0:1767384673.019309:0:36244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000400:00000010:1.0:1767384673.019311:0:36244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000400:00000010:1.0:1767384673.019315:0:36244:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000005a647fdb. 00000400:00000200:1.0:1767384673.019321:0:36244:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (35) 00000400:00000200:1.0:1767384673.019337:0:36244:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384673.019347:0:36244:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000400:00000200:2.0:1767384673.019351:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384673.019356:0:36244:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bf16f8af. 00000400:00000200:2.0:1767384673.019359:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000020:01000000:1.0:1767384673.019364:0:36244:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384673.019367:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000020:01000000:1.0:1767384673.019371:0:36244:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp46 00000400:00000200:2.0:1767384673.019372:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000400:00000010:2.0:1767384673.019379:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007fedb111. 00000400:00000200:2.0:1767384673.019383:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000010:1.0:1767384673.019390:0:36244:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000955045ef. 00000400:00000200:2.0:1767384673.019396:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000010:1.0:1767384673.019398:0:36244:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000075d3df45. 00000400:00000200:2.0:1767384673.019403:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:2.0:1767384673.019409:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:2.0:1767384673.019421:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:2.0:1767384673.019425:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000020:00000001:0.0:1767384673.019425:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384673.019432:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 10000000:00000001:0.0:1767384673.019433:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384673.019437:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 10000000:00000001:0.0:1767384673.019438:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384673.019443:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384673.019444:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00000400:00000200:2.0:1767384673.019451:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000020:01000004:0.0:1767384673.019451:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384673.019457:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384673.019458:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000020:01000004:0.0:1767384673.019462:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384673.019465:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000020:01000004:0.0:1767384673.019466:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384673.019471:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000020:01000004:0.0:1767384673.019471:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384673.019476:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384673.019480:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[141, 38] 00000020:01000004:0.0:1767384673.019481:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384673.019486:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384673.019487:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[145, 38] 00000020:01000004:0.0:1767384673.019489:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384673.019494:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384673.019497:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:2.0:1767384673.019502:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000100:00000010:0.0:1767384673.019502:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048b3c170. 00000400:00000200:2.0:1767384673.019509:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000020:00000040:0.0:1767384673.019510:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:2.0:1767384673.019515:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:2.0:1767384673.019519:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000100:00000001:0.0:1767384673.019519:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384673.019524:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384673.019525:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 34], ns[147, 34] 00000400:00000200:2.0:1767384673.019529:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 34], ns[66, 34] 02000000:00000001:0.0:1767384673.019530:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384673.019541:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[79, 34] 02000000:00000010:0.0:1767384673.019542:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000023ce8ee9. 00000400:00000200:2.0:1767384673.019545:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 34], ns[91, 34] 00000400:00000200:2.0:1767384673.019548:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 00000400:00000200:2.0:1767384673.019553:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[115, 34] 00000400:00000200:2.0:1767384673.019558:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[94, 34] 00000400:00000200:2.0:1767384673.019561:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[139, 34] 00000100:00000001:0.0:1767384673.019561:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384673.019568:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 34], ns[151, 34] 00000400:00000200:2.0:1767384673.019571:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 34], ns[122, 34] 00000100:00000001:0.0:1767384673.019573:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384673.019575:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[149, 34] 00000100:00000001:0.0:1767384673.019578:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384673.019582:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 34], ns[153, 34] 00000400:00000200:2.0:1767384673.019587:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 34], ns[157, 34] 00000100:00000040:0.0:1767384673.019590:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048b3c170] to pc [ptlrpcd_00_00+0] req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384673.019594:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 34], ns[155, 34] 00000400:00000200:2.0:1767384673.019609:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[155, 34], ns[158, 34] 00000400:00000200:2.0:1767384673.019615:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[157, 34], ns[160, 34] 00000400:00000200:2.0:1767384673.019618:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:2.0:1767384673.019621:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp23 00000400:00000200:2.0:1767384673.019625:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp23 lpni_is_preferred = 0 00000400:00000200:2.0:1767384673.019628:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp23 00000400:00000200:2.0:1767384673.019631:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp23 NI seq info: [161:161:256:4294967295] 192.168.202.117@tcp23 LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1767384673.019637:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp23 10000000:00000001:0.0:1767384673.019638:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384673.019643:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384673.019648:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384673.019651:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23:) -> 192.168.202.117@tcp23(192.168.202.117@tcp:192.168.202.117@tcp23) : PUT try# 0 00000100:00000001:1.0:1767384673.019651:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384673.019653:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384673.019656:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384673.019662:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384673.019664:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384673.019669:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.117@tcp23 00000100:00000040:1.0:1767384673.019669:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384673.019669:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384673.019674:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384673.019676:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f832a52. 10000000:01000000:0.0:1767384673.019679:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384673.019686:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384673.019688:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (6) 00000020:01000004:0.0:1767384673.019692:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384673.019696:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384673.019698:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384673.019703:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp23 ip 192.168.202.117:988 00000020:01000004:0.0:1767384673.019703:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384673.019704:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384673.019709:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384673.019710:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007f832a52 type 1, nob 736 niov 1 nkiov 1 02000000:00000001:1.0:1767384673.019712:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384673.019714:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384673.019717:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384673.019718:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384673.019721:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384673.019723:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384673.019724:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384673.019727:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000100:00000010:0.0:1767384673.019731:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d19dd8a. 00000400:00000200:2.0:1767384673.019732:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000100:00100000:1.0:1767384673.019732:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048b3c170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059677696:0@lo:253: 00000020:00000040:0.0:1767384673.019739:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384673.019741:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384673.019745:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384673.019748:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384673.019749:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384673.019753:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384673.019754:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384673.019758:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384673.019763:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005fd454a2. 02000000:00000010:1.0:1767384673.019766:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dcef4b00. 00000100:00000001:0.0:1767384673.019769:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384673.019771:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.019775:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384673.019777:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ebe1b9. 00000100:00000001:0.0:1767384673.019778:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384673.019785:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000955045ef. 00000100:00000040:0.0:1767384673.019786:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d19dd8a] to pc [ptlrpcd_00_01+1] req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384673.019799:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059677696, portal 25 10000000:00000001:0.0:1767384673.019802:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.019804:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384673.019807:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.019808:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027866752 : -115911681684864 : ffff969435634a80) 00000100:00000040:1.0:1767384673.019817:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384673.019818:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384673.019824:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384673.019860:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bf16f8af. 00000800:00000200:2.0:1767384673.019868:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384673.019872:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f832a52. 00000400:00000200:2.0:1767384673.019877:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384673.019877:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384673.019883:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384673.019887:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: PUT: OK 00000100:00000001:0.0:1767384673.019887:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384673.019892:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:0.0:1767384673.019896:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384673.019897:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000100:00000001:0.0:1767384673.019908:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384673.019909:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384673.019925:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384673.019931:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384673.019932:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384673.019933:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384673.019937:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384673.019939:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384673.019941:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384673.019945:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059677824:0@lo:253: 00000400:00000200:2.0:1767384673.019952:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23) <- 192.168.202.117@tcp23 : PUT - for me 00000100:00000001:0.0:1767384673.019954:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384673.019959:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384673.019961:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384673.019965:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 640 into portal 0 MB=0x8000000000000000 02000000:00000001:0.0:1767384673.019967:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384673.019974:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 592/640 into md 0x1c89 [1] + 0 02000000:00000010:0.0:1767384673.019975:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000800a305c. 00000400:00000010:2.0:1767384673.019977:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea30f3f. 02000000:00000001:0.0:1767384673.019981:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384673.019982:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a61def3 00000400:00000010:0.0:1767384673.019987:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000800:00000001:2.0:1767384673.019988:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.019994:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384673.019996:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fdd3f28. 00000400:00000200:2.0:1767384673.019998:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384673.020004:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059677824, portal 25 00000400:00000200:2.0:1767384673.020005:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: PUT: OK 00000100:00000001:0.0:1767384673.020011:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384673.020012:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a61def3 00000100:00000001:0.0:1767384673.020014:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027870336 : -115911681681280 : ffff969435635880) 00000400:00000010:2.0:1767384673.020015:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a61def3. 00000400:00000200:2.0:1767384673.020021:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:0.0:1767384673.020025:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384673.020026:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (37) 00000400:00000200:2.0:1767384673.020033:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:2.0:1767384673.020039:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (640 bytes) 00000100:00000001:0.0:1767384673.020042:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384673.020048:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384673.020052:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d698348f. 00000400:00000200:2.0:1767384673.020053:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00000200:0.0:1767384673.020059:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059677824, offset 0 00000400:00000200:2.0:1767384673.020063:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (38) 00000400:00000200:0.0:1767384673.020069:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384673.020070:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384673.020077:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp23 to MR: 192.168.202.117@tcp23 local destination 00000400:00000200:2.0:1767384673.020082:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp23 NI seq info: [162:162:256:4294967295] 192.168.202.117@tcp23 LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1767384673.020094:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23:192.168.202.117@tcp23) -> 192.168.202.117@tcp23(192.168.202.117@tcp23:192.168.202.117@tcp23) 192.168.202.117@tcp23 : ACK try# 0 00000800:00000200:2.0:1767384673.020098:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp23 00000800:00000010:2.0:1767384673.020102:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f832a52. 00000400:00000200:0.0:1767384673.020107:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384673.020112:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030925071] -> 12345-192.168.202.117@tcp23 (6) 00000800:00000200:2.0:1767384673.020118:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp23 ip 192.168.202.117:995 00000800:00000200:2.0:1767384673.020121:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007f832a52 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384673.020123:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06e80 00000800:00000001:2.0:1767384673.020130:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.020139:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.020141:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1565 [2] + 0 00000400:00000010:0.0:1767384673.020147:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a2890. 00000400:00000200:0.0:1767384673.020151:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b87c27a1 00000400:00000200:0.0:1767384673.020159:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384673.020164:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384673.020167:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384673.020169:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b87c27a1 00000800:00000010:2.0:1767384673.020171:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f832a52. 00000400:00000010:0.0:1767384673.020174:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b87c27a1. 00000400:00000200:2.0:1767384673.020176:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384673.020183:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: ACK: OK 00000100:00000001:0.0:1767384673.020183:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.020188:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384673.020192:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384673.020194:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000009b32bcfe x1853237059677824 msgsize 4848 00000800:00000001:2.0:1767384673.020196:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384673.020200:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.020204:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384673.020206:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384673.020208:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384673.020211:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384673.020212:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384673.020222:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp23(192.168.202.117@tcp23) <- 192.168.202.117@tcp23 : ACK - for me 00000100:00000001:1.0:1767384673.020224:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384673.020228:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384673.020233:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384673.020234:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp23: ACK from 12345-192.168.202.117@tcp23 into md 0x1d95 00000400:00000200:2.0:1767384673.020239:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384673.020239:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d698348f 00000400:00000010:1.0:1767384673.020240:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072bedd82. 00000400:00000200:2.0:1767384673.020245:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp23->192.168.202.117@tcp23: ACK: OK 00000400:00000010:0.0:1767384673.020245:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d698348f. 00000100:00000001:0.0:1767384673.020252:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384673.020256:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059677696, offset 0 00000100:00000200:0.0:1767384673.020257:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384673.020259:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384673.020262:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000400:00000200:2.0:1767384673.020268:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384673.020274:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:1.0:1767384673.020274:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384673.020279:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384673.020286:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384673.020289:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384673.020290:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384673.020295:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (37) 00000800:00000001:2.0:1767384673.020304:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384673.020305:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384673.020309:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384673.020309:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384673.020310:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a06e00 00000100:00000001:0.0:1767384673.020317:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384673.020319:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x156d [2] + 0 00000400:00000010:1.0:1767384673.020325:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8006ae2. 00000100:00000001:0.0:1767384673.020325:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294963122 00000400:00000200:1.0:1767384673.020331:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000012decfb 00000100:00000010:0.0:1767384673.020334:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6e9c82. 00000400:00000200:1.0:1767384673.020340:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384673.020342:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384673.020347:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384673.020351:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000012decfb 00000100:00000001:0.0:1767384673.020352:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294963122 00000400:00000010:1.0:1767384673.020354:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000012decfb. 00000100:00000010:0.0:1767384673.020360:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000632ce015. 00000100:00000001:1.0:1767384673.020361:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.020364:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384673.020367:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384673.020369:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000070f46c2 x1853237059677696 msgsize 4848 00000100:00000001:0.0:1767384673.020376:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294963122 00000100:00100000:1.0:1767384673.020380:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384673.020383:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384673.020384:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091fd3e4a. 00000100:00000001:0.0:1767384673.020390:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384673.020395:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384673.020402:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bedd82 00000100:00000001:0.0:1767384673.020404:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294963122 00000400:00000010:1.0:1767384673.020407:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072bedd82. 00000100:00000010:0.0:1767384673.020411:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000271fe678. 00000100:00000001:1.0:1767384673.020413:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384673.020417:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384673.020421:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384673.020426:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384673.020433:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.020437:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384673.020439:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.020443:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384673.020444:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384673.020447:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384673.020451:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677824 00000100:00000001:0.0:1767384673.020454:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384673.020455:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384673.020458:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384673.020460:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384673.020462:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.020464:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.020465:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384673.020468:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.020469:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384673.020472:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677824 00000100:00000001:0.0:1767384673.020474:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.020475:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384673.020476:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384673.020480:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384673.020480:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.020484:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384673.020484:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384673.020488:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384673.020491:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384673.020491:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294963122 00000020:00000001:2.0:1767384673.020495:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384673.020499:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294963122 00000100:00000001:2.0:1767384673.020500:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384673.020504:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294963122 00000020:00000010:2.0:1767384673.020506:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf18fbbe. 00000100:00000001:1.0:1767384673.020508:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294963122 00000100:00000001:2.0:1767384673.020510:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384673.020514:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294963122 00000020:00000010:2.0:1767384673.020515:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf18fbbe. 00000100:00000001:0.0:1767384673.020518:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384673.020521:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294963122 00000020:00000010:2.0:1767384673.020522:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cd07aed. 00000100:00100000:0.0:1767384673.020523:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677696 00000100:00000001:1.0:1767384673.020525:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294963122 00000020:00000010:2.0:1767384673.020529:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2d68a7c. 02000000:00000001:0.0:1767384673.020529:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384673.020530:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294963122 00000100:00000001:0.0:1767384673.020534:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384673.020536:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000001:1.0:1767384673.020536:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384673.020537:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.020544:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384673.020546:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384673.020546:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.020548:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.020550:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384673.020553:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677696 00000100:00000001:1.0:1767384673.020554:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.020555:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384673.020558:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384673.020558:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384673.020562:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:1.0:1767384673.020563:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384673.020566:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.020568:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384673.020568:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384673.020573:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000100:00000001:1.0:1767384673.020574:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384673.020575:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.020577:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384673.020580:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384673.020581:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.020587:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384673.020587:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384673.020588:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.020591:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384673.020595:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384673.020599:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000040:2.0:1767384673.020602:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000020:00000010:0.0:1767384673.020602:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569f8382. 00000100:00000001:2.0:1767384673.020606:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935854672 : -115911773696944 : ffff96942fe74c50) 00000100:00000001:0.0:1767384673.020608:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384673.020612:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569f8382. 00000100:00000040:2.0:1767384673.020620:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b32bcfe x1853237059677824/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 4848/0 e 0 to 0 dl 1767384684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384673.020622:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef655f8. 00000020:00000010:0.0:1767384673.020630:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b974ab1f. 00000100:00000001:2.0:1767384673.020631:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384673.020635:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf18fbbe. 00000020:00000010:0.0:1767384673.020638:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d3a29f8. 00000100:00000001:2.0:1767384673.020639:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384673.020643:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf18fbbe. 00000100:00000001:0.0:1767384673.020647:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384673.020649:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b32bcfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059677824:12345-0@lo:253: 00000100:00000200:2.0:1767384673.020652:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677824 00000020:00000001:2.0:1767384673.020655:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384673.020657:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384673.020660:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384673.020661:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.020663:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.020667:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384673.020669:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:0.0:1767384673.020669:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.020672:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384673.020674:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384673.020677:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384673.020678:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384673.020680:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.020683:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384673.020683:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384673.020687:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384673.020693:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f329d52f. 02000000:00000001:2.0:1767384673.020695:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.020697:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.020698:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:2.0:1767384673.020700:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384673.020700:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384673.020702:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384673.020706:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:2.0:1767384673.020712:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000323483e2. 00000100:00100000:1.0:1767384673.020712:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 20000000:01000000:2.0:1767384673.020717:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:1.0:1767384673.020718:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384673.020719:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384673.020721:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384673.020725:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935856720 : -115911773694896 : ffff96942fe75450) 20000000:00000001:2.0:1767384673.020726:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384673.020726:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384673.020730:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384673.020733:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384673.020736:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:1.0:1767384673.020737:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000070f46c2 x1853237059677696/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 4848/0 e 0 to 0 dl 1767384684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1767384673.020745:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9a33bab. 00000100:00000001:1.0:1767384673.020748:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:2.0:1767384673.020749:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000020:00000010:1.0:1767384673.020754:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012f3345e. 20000000:00000001:2.0:1767384673.020756:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384673.020759:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.020762:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012f3345e. 00000100:00100000:1.0:1767384673.020769:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000070f46c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16140:x1853237059677696:12345-0@lo:253: 00080000:00000001:2.0:1767384673.020770:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000200:1.0:1767384673.020782:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677696 00000020:00000001:1.0:1767384673.020785:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384673.020789:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384673.020791:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.020793:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384673.020795:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:1.0:1767384673.020798:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384673.020800:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384673.020802:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384673.020804:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384673.020807:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.020810:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384673.020814:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384673.020814:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384673.020818:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384673.020820:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384673.020820:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009695002f. 00080000:00000001:2.0:1767384673.020825:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 02000000:00000001:1.0:1767384673.020827:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.020829:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384673.020853:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384673.020857:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384673.020863:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 20000000:00000010:1.0:1767384673.020867:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bf16f8af. 00080000:00000001:2.0:1767384673.020868:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384673.020868:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:01000000:1.0:1767384673.020875:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:2.0:1767384673.020877:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002e6ac128. 00000400:00000010:0.0:1767384673.020878:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000d4d0b0be. 20000000:00000001:1.0:1767384673.020879:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384673.020883:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156857589760 : -115916851961856 : ffff969301372000) 20000000:00000001:1.0:1767384673.020884:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384673.020888:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384673.020888:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384673.020888:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d5144a. 20000000:00000001:1.0:1767384673.020894:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384673.020897:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:0.0:1767384673.020897:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028d2b871. 00000400:00000200:0.0:1767384673.020904:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d4d0b0be 00000400:00000010:0.0:1767384673.020908:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000005b637c0c. 00000400:00000200:0.0:1767384673.020926:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000400:00000200:0.0:1767384673.020931:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:0.0:1767384673.020933:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000400:00000010:0.0:1767384673.020938:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000007674bde8. 00000400:00000010:0.0:1767384673.020942:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000400:00000010:0.0:1767384673.020949:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfa4281e. 00000400:00000200:0.0:1767384673.020953:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:0.0:1767384673.020960:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384673.020965:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000400:00000200:0.0:1767384673.020971:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:0.0:1767384673.020976:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:0.0:1767384673.020982:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 38], ns[76, 38] 00000400:00000200:0.0:1767384673.020988:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 38], ns[86, 38] 00000001:00000001:2.0:1767384673.020994:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767384673.020994:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[96, 38] 00080000:00000001:2.0:1767384673.020997:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.021001:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384673.021003:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[102, 38] 00080000:00000001:2.0:1767384673.021019:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384673.021020:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00080000:00000001:2.0:1767384673.021024:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384673.021029:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[111, 38] 00000400:00000200:0.0:1767384673.021035:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[124, 38] 00000400:00000200:0.0:1767384673.021040:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000400:00000200:0.0:1767384673.021046:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[141, 38] 00000400:00000200:0.0:1767384673.021052:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[145, 38] 00000400:00000200:0.0:1767384673.021057:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 38], ns[162, 38] 00000400:00000200:0.0:1767384673.021062:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:0.0:1767384673.021067:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:0.0:1767384673.021073:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:0.0:1767384673.021078:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:0.0:1767384673.021083:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 38], ns[147, 38] 00000400:00000200:0.0:1767384673.021088:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 38], ns[66, 38] 00080000:00000001:2.0:1767384673.021094:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384673.021094:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[79, 38] 00080000:00000001:2.0:1767384673.021100:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384673.021103:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[91, 38] 00000400:00000200:0.0:1767384673.021109:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 38], ns[127, 38] 00000400:00000200:0.0:1767384673.021114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[115, 38] 00000400:00000200:0.0:1767384673.021118:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[94, 38] 00000400:00000200:0.0:1767384673.021133:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[139, 38] 00000400:00000200:0.0:1767384673.021139:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 38], ns[151, 38] 00000400:00000200:0.0:1767384673.021146:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[122, 38] 00000400:00000200:0.0:1767384673.021152:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 38], ns[149, 38] 00000400:00000200:0.0:1767384673.021157:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 38], ns[153, 38] 00000400:00000200:0.0:1767384673.021162:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 38], ns[157, 38] 00000400:00000200:0.0:1767384673.021167:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 38], ns[155, 38] 00000400:00000200:0.0:1767384673.021172:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[155, 38], ns[158, 38] 00000400:00000200:0.0:1767384673.021178:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[157, 38], ns[160, 38] 00000400:00000200:0.0:1767384673.021182:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384673.021186:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp 00000400:00000200:0.0:1767384673.021189:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384673.021192:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp 00000400:00000200:0.0:1767384673.021195:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [163:163:256:4294967295] 192.168.202.117@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1767384673.021201:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp 00000400:00000200:0.0:1767384673.021211:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) : GET try# 0 00000800:00000200:0.0:1767384673.021216:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp 00000800:00000010:0.0:1767384673.021221:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eca1005d. 00000800:00000200:0.0:1767384673.021226:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000800:00000200:0.0:1767384673.021234:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:988 00000800:00000200:0.0:1767384673.021237:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eca1005d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384673.021256:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384673.021259:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000800:00000200:3.0:1767384673.021311:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384673.021315:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eca1005d. 00000400:00000200:3.0:1767384673.021320:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384673.021326:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: GET: OK 00000800:00000001:0.0:1767384673.021326:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384673.021329:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384673.021331:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:0.0:1767384673.021343:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384673.021346:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.021351:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.021358:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : GET - for me 00000400:00000200:0.0:1767384673.021369:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384673.021374:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 640/640 into md 0x1d91 [1] + 0 00000400:00000200:0.0:1767384673.021384:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384673.021389:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [164:164:256:4294967295] 192.168.202.117@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:0.0:1767384673.021399:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) 192.168.202.117@tcp : REPLY try# 0 00000800:00000200:0.0:1767384673.021405:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.117@tcp 00000800:00000010:0.0:1767384673.021410:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049243948. 00000800:00000200:0.0:1767384673.021418:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000800:00000200:0.0:1767384673.021423:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:1023 00000800:00000200:0.0:1767384673.021426:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049243948 type 3, nob 736 niov 1 nkiov 1 00000800:00000001:0.0:1767384673.021464:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.021469:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384673.021552:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384673.021555:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049243948. 00000400:00000200:0.0:1767384673.021560:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384673.021565:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: REPLY: OK 00000800:00000001:0.0:1767384673.021574:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.021580:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384673.021582:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.021587:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.021594:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : REPLY - for me 00000400:00000200:0.0:1767384673.021605:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp: Reply from 12345-192.168.202.117@tcp of length 640/640 into md 0x1dad 00000800:00000001:0.0:1767384673.021610:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.021618:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.021620:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384673.021625:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: REPLY: OK 00000400:00000200:0.0:1767384673.021628:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:0.0:1767384673.021637:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000400:00000200:0.0:1767384673.021642:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384673.021646:0:16135:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:0.0:1767384673.021650:0:16135:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384673.021654:0:16135:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 38. state = 0x100271 00000400:00000200:0.0:1767384673.021659:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384673.021671:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (37) 00000800:00000001:0.0:1767384673.021679:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.021683:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.021685:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384673.021691:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:3.0:1767384673.021698:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 00000000b7fb0a7a. 00000400:00000010:3.0:1767384673.021701:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000302004cc. 00000400:00000010:3.0:1767384673.021703:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 00000000e7d69756. 00000400:00000200:3.0:1767384673.021727:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp28(00000000d6a979cd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384673.021734:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp36(000000001e317bea) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384673.021737:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp38(000000004470767f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384673.021741:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp39(00000000d26220c3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384673.021744:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp41(000000008afd44e3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384673.021753:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp42(000000006460b7a5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384673.021756:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp43(000000006a0bda6d) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384673.021761:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000469769de. 00000400:00000200:3.0:1767384673.021766:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000469769de nid 192.168.202.117@tcp44 00000400:00000010:3.0:1767384673.021770:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005f87fcee. 00000400:00000200:3.0:1767384673.021772:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000005f87fcee net tcp44 00000400:00000200:3.0:1767384673.021776:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (36) 00000400:00000200:3.0:1767384673.021781:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp44 flags 0x11 00000400:00000010:3.0:1767384673.021786:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007eb68ee5. 00000400:00000200:3.0:1767384673.021788:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007eb68ee5 nid 192.168.202.117@tcp45 00000400:00000010:3.0:1767384673.021791:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bc6eabcd. 00000400:00000200:3.0:1767384673.021792:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bc6eabcd net tcp45 00000400:00000200:3.0:1767384673.021794:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (37) 00000400:00000200:3.0:1767384673.021797:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp45 flags 0x11 00000400:00000010:3.0:1767384673.021800:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ecc197b1. 00000400:00000200:3.0:1767384673.021803:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ecc197b1 nid 192.168.202.117@tcp46 00000400:00000010:3.0:1767384673.021805:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009793cfd8. 00000400:00000200:3.0:1767384673.021806:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000009793cfd8 net tcp46 00000400:00000200:3.0:1767384673.021808:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (38) 00000400:00000200:3.0:1767384673.021809:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp46 flags 0x11 00000400:00000010:3.0:1767384673.021811:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 00000000b7fb0a7a. 00000400:00000010:3.0:1767384673.021813:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000302004cc. 00000400:00000010:3.0:1767384673.021815:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 00000000e7d69756. 00000400:00000010:3.0:1767384673.021817:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000007674bde8. 00000400:00000200:3.0:1767384673.021819:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384673.021822:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:3.0:1767384673.021824:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:3.0:1767384673.021827:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:3.0:1767384673.021828:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384673.021830:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:3.0:1767384673.021866:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384673.021869:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (39) 00080000:00000001:2.0:1767384673.029261:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384673.029262:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384673.029269:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:0.0:1767384673.029269:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384673.029273:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384673.029273:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384673.029277:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384673.029278:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384673.029282:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384673.029286:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002e6ac128. 20000000:01000000:2.0:1767384673.029291:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384673.029293:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384673.029301:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384673.029305:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384673.029312:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384673.029316:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000287badbe. 20000000:01000000:3.0:1767384673.029320:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:3.0:1767384673.029325:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384673.029325:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384673.029329:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384673.029332:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384673.029335:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384673.029336:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384673.029341:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384673.029346:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000034ca4f23 count: 2 00010000:00000001:2.0:1767384673.029349:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384673.029352:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384673.029355:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc3d60b. 00000020:00000001:2.0:1767384673.029359:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384673.029362:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fc3d60b with handle 0x534bb1615bf4c901 to hash 00000020:00000001:2.0:1767384673.029370:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384673.029372:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384673.029372:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:2.0:1767384673.029376:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00080000:00000001:3.0:1767384673.029378:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384673.029380:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384673.029382:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.029384:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.029388:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:2.0:1767384673.029389:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384673.029394:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384673.029397:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384673.029400:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:3.0:1767384673.029402:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:2.0:1767384673.029402:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384673.029405:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384673.029408:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384673.029410:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1767384673.029413:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384673.029418:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000010:3.0:1767384673.029420:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e7d69756. 00010000:00000001:2.0:1767384673.029421:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.029424:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384673.029426:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384673.029427:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161538093056 : -115912171458560 : ffff96941831f000) 00010000:00000001:2.0:1767384673.029428:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384673.029433:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:3.0:1767384673.029435:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384673.029436:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384673.029442:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034ca4f23) refcount = 2 00010000:00000040:2.0:1767384673.029445:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384673.029447:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384673.029451:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384673.029452:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384673.029457:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000049cfc18b. 00000100:00000001:2.0:1767384673.029464:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384673.029469:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d55163dc. 00000100:00000001:2.0:1767384673.029471:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156877903552 : -115916831648064 : ffff9693026d16c0) 00000100:00000001:2.0:1767384673.029473:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156877903552 : -115916831648064 : ffff9693026d16c0) 00000100:00000001:2.0:1767384673.029475:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384673.029477:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384673.029479:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384673.029482:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.029483:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384673.029485:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.029488:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.029490:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384673.029492:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384673.029496:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baf5c1c0. 00000020:00000040:2.0:1767384673.029499:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:2.0:1767384673.029502:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384673.029505:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384673.029508:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384673.029513:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a9b574b. 00000100:00000001:2.0:1767384673.029518:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384673.029521:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384673.029522:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384673.029524:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.029530:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384673.029540:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 16 pid: 16772 timeout: 445 lvb_type: 0 00010000:00000001:2.0:1767384673.029546:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:3.0:1767384673.029548:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.029549:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:3.0:1767384673.029554:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:2.0:1767384673.029555:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.029563:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384673.029565:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384673.029568:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000baf5c1c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059677952:0@lo:104: 00000100:00000001:2.0:1767384673.029571:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384673.029574:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384673.029582:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384673.029583:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384673.029588:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eff9d66. 02000000:00000001:2.0:1767384673.029590:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384673.029594:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4406b84. 00000400:00000010:2.0:1767384673.029601:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000200:2.0:1767384673.029605:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059677952, portal 16 00000100:00000001:2.0:1767384673.029608:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384673.029609:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864909696 : -115916844641920 : ffff969301a6d180) 00000100:00000040:2.0:1767384673.029614:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.029619:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384673.029622:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384673.029626:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000100:00000200:2.0:1767384673.029628:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059677952, offset 0 00000400:00000200:2.0:1767384673.029634:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384673.029643:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384673.029653:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a06f00 00000400:00000200:2.0:1767384673.029658:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1791 [2] + 984 00000400:00000200:2.0:1767384673.029662:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384673.029666:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384673.029672:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384673.029675:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384673.029678:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ae98fa6. 00080000:00000001:3.0:1767384673.029680:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000040:2.0:1767384673.029681:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000001ae98fa6 x1853237059677952 msgsize 328 00080000:00000001:3.0:1767384673.029687:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:2.0:1767384673.029688:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384673.029700:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384673.029706:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000400:00000010:2.0:1767384673.029708:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000001:2.0:1767384673.029711:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384673.029714:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.029721:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384673.029724:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.029735:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.029736:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384673.029740:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.029742:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294963131 00000100:00000001:2.0:1767384673.029928:0:19653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384673.029932:0:19653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059677952 02000000:00000001:2.0:1767384673.029935:0:19653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384673.029937:0:19653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384673.029938:0:19653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384673.029941:0:19653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384673.029944:0:19653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059677952 00000020:00000001:2.0:1767384673.029946:0:19653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384673.029948:0:19653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000020:00000001:2.0:1767384673.029950:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384673.029952:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000020:00000001:2.0:1767384673.029954:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000020:00000001:2.0:1767384673.029956:0:19653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:2.0:1767384673.029959:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384673.029962:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126252af. 00000100:00000001:2.0:1767384673.029965:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384673.029967:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126252af. 00000020:00000010:2.0:1767384673.029972:0:19653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000126aa885. 00000020:00000010:2.0:1767384673.029975:0:19653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddf97e88. 00000020:00000010:2.0:1767384673.029979:0:19653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000100:00000040:2.0:1767384673.029986:0:19653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384673.029989:0:19653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384673.029991:0:19653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384673.029993:0:19653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.029997:0:19653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.030008:0:19653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.030019:0:19653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384673.030021:0:19653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384673.030025:0:19653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384673.030027:0:19653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:2.0:1767384673.030035:0:19653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864920448 : -115916844631168 : ffff969301a6fb80) 00000100:00000040:2.0:1767384673.030039:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ae98fa6 x1853237059677952/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 328/0 e 0 to 0 dl 1767384684 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.030046:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384673.030048:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126252af. 00000100:00000001:2.0:1767384673.030050:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384673.030052:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126252af. 00000100:00100000:2.0:1767384673.030056:0:19653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ae98fa6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059677952:12345-0@lo:104: 00000100:00000200:2.0:1767384673.030059:0:19653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059677952 00010000:00000001:2.0:1767384673.030061:0:19653:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384673.030065:0:19653:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384673.030067:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384673.030068:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=2 00000020:00000001:2.0:1767384673.030070:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:2.0:1767384673.030072:0:19653:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:2.0:1767384673.030074:0:19653:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384673.030076:0:19653:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384673.030079:0:19653:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384673.030084:0:19653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384673.030087:0:19653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384673.030090:0:19653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000e4986f5. 02000000:00000001:2.0:1767384673.030092:0:19653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.030094:0:19653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030098:0:19653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384673.030099:0:19653:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384673.030103:0:19653:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384673.030106:0:19653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384673.030108:0:19653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384673.030110:0:19653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384673.030112:0:19653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384673.030118:0:19653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.030121:0:19653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384673.030124:0:19653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384673.030126:0:19653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000100:00000200:2.0:1767384673.030129:0:19653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059677952, offset 224 00000400:00000200:2.0:1767384673.030134:0:19653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384673.030142:0:19653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384673.030149:0:19653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a06f00 00000400:00000200:2.0:1767384673.030156:0:19653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1db1 [1] + 224 00000400:00000200:2.0:1767384673.030160:0:19653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384673.030165:0:19653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384673.030172:0:19653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384673.030177:0:19653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384673.030189:0:19653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.030199:0:19653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384673.030205:0:19653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000400:00000010:2.0:1767384673.030207:0:19653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000001:2.0:1767384673.030210:0:19653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384673.030212:0:19653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384673.030216:0:19653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384673.030219:0:19653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384673.030221:0:19653:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384673.030255:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294963122 00000100:00000001:2.0:1767384673.030260:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294963132 00000100:00000001:2.0:1767384673.030264:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294963122 00000100:00000001:2.0:1767384673.030267:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294963132 00000100:00000001:2.0:1767384673.030270:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294963122 00000100:00000001:2.0:1767384673.030273:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294963132 00000100:00000001:2.0:1767384673.030276:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294963122 00000100:00000001:2.0:1767384673.030279:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384673.030282:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030290:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030292:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.030294:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030295:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.030297:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.030299:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030301:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384673.030304:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384673.030306:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.030308:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384673.030309:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384673.030311:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d55163dc going to sleep for 11 seconds 00000100:00000001:2.0:1767384673.030314:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384673.030318:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384673.030320:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384673.030322:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4406b84. 00000400:00000200:2.0:1767384673.030326:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:2.0:1767384673.030327:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:2.0:1767384673.030331:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384673.030336:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384673.030343:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.030348:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384673.030349:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.030351:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384673.030353:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384673.030354:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384673.030355:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384673.030357:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384673.030360:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384673.030363:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384673.030365:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384673.030366:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030368:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384673.030370:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.030376:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384673.030380:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.030385:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384673.030387:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384673.030389:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384673.030391:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384673.030392:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.030393:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.030395:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384673.030397:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384673.030402:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000baf5c1c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059677952:0@lo:104: 00000100:00000001:2.0:1767384673.030405:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.030407:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.030409:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384673.030410:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384673.030412:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baf5c1c0 x1853237059677952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384673.030416:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384673.030418:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384673.030420:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eff9d66. 02000000:00000001:2.0:1767384673.030423:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384673.030424:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384673.030426:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:2.0:1767384673.030427:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384673.030429:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008a9b574b. 02000000:00000001:2.0:1767384673.030433:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384673.030434:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384673.030436:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baf5c1c0. 00000100:00000001:2.0:1767384673.030439:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384673.030440:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384673.030442:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d55163dc. 00000100:00000001:2.0:1767384673.030445:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384673.030446:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384673.030452:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000049cfc18b. 00010000:00000001:2.0:1767384673.030454:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030456:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030458:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384673.030460:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384673.030462:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384673.030463:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384673.030476:0:19653:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d55163dc. 00010000:00000001:2.0:1767384673.030479:0:19653:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384673.030491:0:19653:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384673.030493:0:19653:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030495:0:19653:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.030496:0:19653:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384673.030500:0:19653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ae98fa6 x1853237059677952/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 328/224 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384673.030507:0:19653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ae98fa6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059677952:12345-0@lo:104: Request processed in 460us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384673.030514:0:19653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384673.030517:0:19653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00000100:00000001:2.0:1767384673.030519:0:19653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384673.030521:0:19653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384673.030523:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767384673.030524:0:19653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddf97e88. 00000020:00000001:0.0:1767384673.030528:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384673.030530:0:19653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00010000:00010000:0.0:1767384673.030534:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767384673.030536:0:19653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000126aa885. 00000020:00000040:2.0:1767384673.030542:0:19653:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00010000:00000001:0.0:1767384673.030542:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384673.030547:0:19653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.030547:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384673.030552:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384673.030562:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (00000000b79f9119) 10000000:00000001:0.0:1767384673.030566:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384673.030568:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.030576:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384673.030578:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384673.030581:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384673.030583:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000020:00000001:0.0:1767384673.030586:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384673.030589:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384673.030599:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384673.030602:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384673.030609:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384673.030611:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384673.030618:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384673.030622:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384673.030625:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384673.030626:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384673.030628:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384673.030629:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384673.030639:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384673.030640:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384673.030642:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 10000000:00000001:0.0:1767384673.030644:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384673.030645:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.030649:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384673.030651:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384673.030654:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384673.030656:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384673.030657:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384673.030659:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c8f3 from hash 00010000:00000001:0.0:1767384673.030661:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384673.030662:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.030663:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.030664:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384673.030666:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384673.030668:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384673.030670:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384673.030672:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384673.030676:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ea90da9. 00000020:00000040:0.0:1767384673.030679:0:16766:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384673.030682:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384673.030689:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384673.030692:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384673.030696:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007da90923. 00000100:00000001:0.0:1767384673.030699:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.030702:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384673.030704:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384673.030709:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384673.030711:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384673.030714:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384673.030715:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384673.030720:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea90da9] to pc [ptlrpcd_00_02+2] req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384673.030740:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384673.030743:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.030744:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.030746:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.030748:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384673.030749:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.030753:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384673.030753:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.030757:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767384673.030758:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384673.030764:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384673.030764:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384673.030766:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c8f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c8fa expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384673.030781:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023da7c20 count: 0 00000100:00000001:3.0:1767384673.030784:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384673.030786:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384673.030789:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384673.030791:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384673.030792:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.030795:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384673.030796:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384673.030798:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d55163dc. 00000100:00100000:3.0:1767384673.030801:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059678080:0@lo:103: 00010000:00000001:0.0:1767384673.030803:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.030805:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384673.030807:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384673.030809:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384673.030810:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384673.030813:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.030814:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384673.030815:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384673.030817:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384673.030826:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384673.030828:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c0d29de. 00010000:00010000:0.0:1767384673.030829:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384673.030850:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384673.030854:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079878f4e. 00000020:00000001:0.0:1767384673.030858:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384673.030861:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a00b1f7. 00000020:00000001:0.0:1767384673.030861:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.030865:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384673.030869:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059678080, portal 18 00000100:00000001:0.0:1767384673.030872:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384673.030873:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384673.030875:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.030877:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027872128 : -115911681679488 : ffff969435635f80) 00000100:00000040:3.0:1767384673.030885:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.030894:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384673.030899:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384673.030903:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000100:00000200:3.0:1767384673.030907:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059678080, offset 0 00000400:00000200:3.0:1767384673.030928:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384673.030938:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384673.030946:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a06f80 00000400:00000200:3.0:1767384673.030953:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:3.0:1767384673.030959:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384673.030963:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384673.030967:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.030969:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384673.030973:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa33995e. 00000100:00000040:3.0:1767384673.030977:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000aa33995e x1853237059678080 msgsize 328 00000100:00100000:3.0:1767384673.030983:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384673.030996:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384673.031003:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000400:00000010:3.0:1767384673.031005:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000100:00000001:3.0:1767384673.031008:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384673.031013:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.031022:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384673.031026:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.031034:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.031044:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384673.031051:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.031054:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294963133 00000100:00000001:3.0:1767384673.031060:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963131 00000100:00000001:3.0:1767384673.031065:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294963133 00000100:00000001:3.0:1767384673.031071:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963132 00000100:00000001:3.0:1767384673.031075:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294963133 00000100:00000001:3.0:1767384673.031079:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963132 00000100:00000001:3.0:1767384673.031083:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294963133 00000100:00000001:3.0:1767384673.031087:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963132 00000100:00000001:3.0:1767384673.031092:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384673.031094:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.031097:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.031099:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.031105:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384673.031106:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384673.031109:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384673.031111:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384673.031113:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.031116:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.031165:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384673.031170:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678080 02000000:00000001:1.0:1767384673.031173:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384673.031175:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384673.031177:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384673.031180:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384673.031183:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678080 00000020:00000001:1.0:1767384673.031186:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384673.031188:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384673.031190:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384673.031193:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000020:00000001:1.0:1767384673.031196:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384673.031245:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384673.031249:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384673.031421:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000937c661c. 00000100:00000001:1.0:1767384673.031425:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.031428:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000937c661c. 00000020:00000010:1.0:1767384673.031617:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fe79cec. 00000020:00000010:1.0:1767384673.031622:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7e6bc7f. 00000020:00000010:1.0:1767384673.031626:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384673.031635:0:19654:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384673.031639:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384673.031640:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384673.031642:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384673.031645:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.031648:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384673.031651:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384673.031653:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384673.031655:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=4 00000020:00000001:1.0:1767384673.031657:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:1.0:1767384673.031660:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00010000:1.0:1767384673.031665:0:19654:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 17 pid: 16772 timeout: 445 lvb_type: 0 00010000:00000001:1.0:1767384673.031673:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.031674:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.031675:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.031702:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.031709:0:19654:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384673.031715:0:19654:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa33995e x1853237059678080/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 328/0 e 0 to 0 dl 1767384684 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384673.031724:0:19654:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384673.031726:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.031739:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.031893:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384673.031897:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384673.031910:0:16765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384673.031931:0:16765:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:1.0:1767384673.031933:0:16765:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161933881600 : -115911775670016 : ffff96942fc93100) 00000100:00000040:1.0:1767384673.031940:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa33995e x1853237059678080/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 328/0 e 0 to 0 dl 1767384684 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384673.031951:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384673.031955:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042b55410. 00000100:00000001:1.0:1767384673.031958:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.031961:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042b55410. 00000100:00100000:1.0:1767384673.031967:0:16765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa33995e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16142:x1853237059678080:12345-0@lo:103: 00000100:00000200:1.0:1767384673.031971:0:16765:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678080 00010000:00000001:1.0:1767384673.031975:0:16765:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384673.031977:0:16765:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384673.031980:0:16765:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384673.031984:0:16765:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384673.031987:0:16765:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384673.031991:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000032f965e6. 02000000:00000001:1.0:1767384673.031994:0:16765:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.031996:0:16765:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.031999:0:16765:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384673.032001:0:16765:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384673.032004:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384673.032006:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384673.032008:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000634a8a61 refcount=4 00000020:00000001:1.0:1767384673.032010:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000001:1.0:1767384673.032014:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531697152 : -115912177854464 : ffff969417d05800) 00010000:00000040:1.0:1767384673.032017:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000034ca4f23 count: 3 00010000:00010000:1.0:1767384673.032022:0:16765:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 17 pid: 16772 timeout: 445 lvb_type: 0 00000100:00001000:1.0:1767384673.032031:0:16765:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384673 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384673.032035:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384673.032049:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032051:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384673.032055:0:16765:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 17 pid: 16772 timeout: 445 lvb_type: 0 00000020:00000001:1.0:1767384673.032062:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384673.032065:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384673.032067:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.032070:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.032074:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384673.032076:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384673.032081:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032083:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.032087:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384673.032090:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.032094:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000634a8a61 with handle 0x534bb1615bf4c8fa from hash 00010000:00000001:1.0:1767384673.032097:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384673.032099:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032101:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.032102:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384673.032105:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384673.032107:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384673.032110:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000634a8a61/0x534bb1615bf4c8fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c8f3 expref: 17 pid: 16772 timeout: 445 lvb_type: 0 00010000:00000040:1.0:1767384673.032117:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:1.0:1767384673.032120:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:1.0:1767384673.032127:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.032129:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384673.032132:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384673.032134:0:16765:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000004fc3d60b 00010000:00000001:1.0:1767384673.032136:0:16765:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384673.032138:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384673.032140:0:16765:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.032143:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384673.032144:0:16765:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.032147:0:16765:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384673.032149:0:16765:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384673.032160:0:16765:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032167:0:16765:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384673.032170:0:16765:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384673.032172:0:16765:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384673.032174:0:16765:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384673.032176:0:16765:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034ca4f23) refcount = 2 00010000:00010000:1.0:1767384673.032180:0:16765:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032186:0:16765:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384673.032189:0:16765:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384673.032191:0:16765:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.032195:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384673.032200:0:16765:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042b55410. 00000100:00000001:1.0:1767384673.032203:0:16765:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384673.032208:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056e67a90. 00000100:00000001:1.0:1767384673.032211:0:16765:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876285824 : -115916833265792 : ffff969302546780) 00000100:00000001:1.0:1767384673.032214:0:16765:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156876285824 : -115916833265792 : ffff969302546780) 00000100:00000001:1.0:1767384673.032217:0:16765:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384673.032219:0:16765:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384673.032221:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384673.032223:0:16765:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384673.032227:0:16765:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384673.032230:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384673.032232:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384673.032234:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc3d60b refcount=5 00000020:00000001:1.0:1767384673.032236:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:1.0:1767384673.032239:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:1.0:1767384673.032242:0:16765:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384673.032245:0:16765:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032252:0:16765:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384673.032262:0:16765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032268:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032270:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384673.032271:0:16765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032277:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384673.032278:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.032281:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384673.032283:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384673.032289:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fc3d60b already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384673.032292:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384673.032295:0:16765:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384673.032297:0:16765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032303:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384673.032305:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384673.032306:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384673.032308:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc3d60b refcount=6 00000020:00000001:1.0:1767384673.032311:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:1.0:1767384673.032313:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531695104 : -115912177856512 : ffff969417d05000) 00010000:00000001:1.0:1767384673.032316:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384673.032318:0:16765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032325:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384673.032327:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384673.032329:0:16765:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.032343:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384673.032346:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384673.032348:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384673.032358:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.032361:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fc3d60b with handle 0x534bb1615bf4c901 from hash 00010000:00000001:1.0:1767384673.032365:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384673.032367:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032369:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.032371:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384673.032373:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384673.032376:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384673.032376:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032379:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384673.032382:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.032388:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384673.032389:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384673.032393:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384673.032395:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384673.032398:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032399:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384673.032406:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.032408:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384673.032410:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.032410:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032414:0:16765:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.032414:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384673.032415:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384673.032420:0:16765:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.032423:0:16765:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384673.032426:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032433:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032435:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.032437:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384673.032439:0:16765:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384673.032441:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.032443:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.032445:0:16765:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384673.032448:0:16765:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384673.032450:0:16765:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.032453:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384673.032455:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fc3d60b/0x534bb1615bf4c901 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.032466:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.032468:0:16765:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.032471:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384673.032472:0:16765:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384673.032483:0:16765:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.032486:0:16765:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.032488:0:16765:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384673.032490:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000056e67a90. 00000100:00000001:1.0:1767384673.032494:0:16765:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384673.032496:0:16765:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384673.032499:0:16765:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042b55410. 00010000:00000001:1.0:1767384673.032502:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384673.032505:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000034ca4f23 count: 0 00010000:00010000:1.0:1767384673.032511:0:16765:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384673.032513:0:16765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.032517:0:16765:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384673.032519:0:16765:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384673.032522:0:16765:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384673.032526:0:16765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384673.032529:0:16765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384673.032532:0:16765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384673.032536:0:16765:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384673.032538:0:16765:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.032541:0:16765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384673.032546:0:16765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384673.032550:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000200:1.0:1767384673.032555:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059678080, offset 224 00000400:00000200:1.0:1767384673.032563:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384673.032571:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384673.032581:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a06f80 00000400:00000200:1.0:1767384673.032588:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1dbd [1] + 224 00000400:00000200:1.0:1767384673.032593:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384673.032597:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384673.032602:0:16765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384673.032607:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384673.032618:0:16765:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384673.032654:0:16765:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384673.032664:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384673.032667:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:1.0:1767384673.032671:0:16765:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384673.032673:0:16765:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384673.032677:0:16765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.032678:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384673.032682:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384673.032684:0:16765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:0.0:1767384673.032687:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384673.032689:0:16765:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384673.032690:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.032693:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079878f4e. 00010000:00000001:1.0:1767384673.032695:0:16765:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384673.032697:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a00b1f7 00000400:00000010:0.0:1767384673.032700:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a00b1f7. 00000100:00000040:1.0:1767384673.032704:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa33995e x1853237059678080/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 328/224 e 0 to 0 dl 1767384684 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384673.032705:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384673.032712:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384673.032729:0:16765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa33995e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059678080:12345-0@lo:103: Request processed in 775us (1748us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384673.032730:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384673.032747:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384673.032749:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384673.032750:0:16765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384673.032752:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384673.032755:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384673.032756:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384673.032757:0:16765:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:1.0:1767384673.032761:0:16765:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.032762:0:16765:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.032764:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.032768:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7e6bc7f. 02000000:00000001:0.0:1767384673.032768:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384673.032773:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=81 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384673.032776:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00001000:0.0:1767384673.032778:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384673.032783:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384673.032785:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fe79cec. 00000100:00000001:0.0:1767384673.032785:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.032787:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384673.032791:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.032794:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:0.0:1767384673.032794:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384673.032799:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384673.032800:0:16765:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384673.032809:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384673.032811:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384673.032812:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384673.032815:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384673.032821:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ea90da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059678080:0@lo:103: 00000100:00000001:0.0:1767384673.032825:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384673.032826:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384673.032829:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ea90da9 x1853237059678080/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384673.032860:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384673.032862:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384673.032863:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c0d29de. 02000000:00000001:0.0:1767384673.032867:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384673.032869:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384673.032870:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384673.032872:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384673.032873:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007da90923. 02000000:00000001:0.0:1767384673.032876:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384673.032877:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384673.032879:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ea90da9. 00000100:00000001:0.0:1767384673.032885:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384673.032886:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384673.032892:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384673.032896:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384673.032898:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.032900:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384673.032902:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384673.035885:0:36250:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023da7c20. 00010000:00000010:0.1:1767384673.035897:0:36250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00010000:00000010:1.1:1767384673.039060:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00010000:00000010:1.1:1767384673.039067:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fc3d60b. 00010000:00000010:1.1:1767384673.039072:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034ca4f23. 00080000:00000001:3.0:1767384673.039379:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384673.039385:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:0.0:1767384673.039385:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384673.039389:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384673.039390:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384673.039393:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384673.039394:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384673.039397:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384673.039398:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384673.039399:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384673.039404:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e7d69756. 00080000:00000001:0.0:1767384673.039408:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384673.039411:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384673.039415:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384673.039421:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384673.039422:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384673.039427:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384673.039430:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384673.039435:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384673.039438:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384673.039446:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d6efe73. 00010000:00000001:1.0:1767384673.039451:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384673.039455:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384673.039459:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384673.039463:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c908 to hash 00000020:00000001:1.0:1767384673.039472:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384673.039474:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384673.039478:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384673.039481:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384673.039482:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384673.039485:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039491:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384673.039494:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384673.039496:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384673.039498:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384673.039499:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.039501:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384673.039502:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.039504:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384673.039506:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384673.039507:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384673.039508:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384673.039509:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d6efe73) refcount = 1 00010000:00010000:1.0:1767384673.039511:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039515:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384673.039517:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384673.039517:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.039519:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.039520:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384673.039522:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384673.039525:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384673.039527:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384673.039529:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384673.039530:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384673.039532:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384673.039534:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384673.039541:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384673.039542:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039546:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384673.039548:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039551:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.039553:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384673.039554:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039558:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384673.039559:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.039561:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384673.039562:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384673.039566:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384673.039568:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384673.039569:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384673.039570:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039574:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384673.039576:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384673.039577:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384673.039578:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00000020:00000001:1.0:1767384673.039580:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384673.039581:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384673.039583:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384673.039584:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039596:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384673.039597:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384673.039598:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.039600:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384673.039601:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384673.039602:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384673.039603:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.039604:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c908 from hash 00010000:00000001:1.0:1767384673.039606:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384673.039607:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.039608:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.039609:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384673.039611:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384673.039612:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384673.039613:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384673.039614:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384673.039615:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.039616:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384673.039618:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384673.039620:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.039621:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.039622:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.039623:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.039624:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384673.039626:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039629:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.039631:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.039632:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384673.039633:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384673.039634:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384673.039635:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384673.039636:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384673.039638:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384673.039640:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384673.039647:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384673.039650:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384673.039651:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384673.039653:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c908 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384673.039657:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d6efe73 count: 0 00010000:00000001:1.0:1767384673.039665:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384673.039666:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384673.039734:0:36249:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dd8c843b. 00080000:00000020:0.0:1767384673.040296:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384673.040299:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384673.040300:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000323483e2. 20000000:00000001:0.0:1767384673.040305:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384673.040308:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059677824 00010000:00000001:0.0:1767384673.040310:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384673.040316:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b32bcfe x1853237059677824/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384673.040322:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384673.040324:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384673.040327:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384673.040330:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384673.040332:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384673.040334:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384673.040337:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384673.040339:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.040341:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384673.040344:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384673.040347:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001420e9d4. 00000100:00000200:0.0:1767384673.040351:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059677824, offset 224 00000400:00000040:2.0:1767384673.040354:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000200:0.0:1767384673.040359:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:2.0:1767384673.040360:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384673.040366:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384673.040368:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384673.040375:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384673.040376:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384673.040378:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384673.040379:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384673.040380:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384673.040381:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384673.040382:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384673.040383:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384673.040385:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384673.040386:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384673.040386:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384673.040388:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384673.040388:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384673.040389:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384673.040390:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384673.040391:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384673.040392:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384673.040393:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384673.040394:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384673.040395:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384673.040396:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384673.040397:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384673.040398:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384673.040399:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384673.040400:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384673.040401:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384673.040401:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384673.040403:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384673.040404:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384673.040404:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384673.040405:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384673.040406:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384673.040407:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384673.040409:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384673.040410:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384673.040410:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384673.040411:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384673.040412:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384673.040413:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384673.040417:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384673.040418:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384673.040419:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384673.040421:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384673.040422:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384673.040423:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384673.040424:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384673.040425:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384673.040426:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384673.040427:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384673.040428:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384673.040429:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384673.040430:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384673.040431:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384673.040508:0:36249:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dd8c843b. 00000400:00000200:0.0:1767384673.040515:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384673.040523:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06e80 00000400:00000200:0.0:1767384673.040528:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d9d [2] + 224 00000400:00000200:0.0:1767384673.040534:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384673.040543:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384673.040548:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384673.040552:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384673.040559:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384673.040573:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384673.040579:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001420e9d4 00000400:00000010:0.0:1767384673.040580:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001420e9d4. 00000100:00000001:0.0:1767384673.040582:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384673.040583:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384673.040587:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384673.040589:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384673.040591:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384673.040593:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384673.040595:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384673.040599:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b32bcfe x1853237059677824/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.040603:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384673.040607:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b32bcfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059677824:12345-0@lo:253: Request processed in 19974us (20411us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384673.040609:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384673.040616:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384673.040616:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000400:00000001:3.0:1767384673.040621:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384673.040622:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000400:00000010:3.0:1767384673.040626:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00000100:00000001:0.0:1767384673.040626:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.040627:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384673.040632:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2d68a7c. 00000400:00000200:3.0:1767384673.040633:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fdd3f28 00000020:00000010:0.0:1767384673.040637:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:0.0:1767384673.040640:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cd07aed. 00000400:00000010:3.0:1767384673.040644:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fdd3f28. 00000020:00000040:0.0:1767384673.040646:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:3.0:1767384673.040650:0:16141:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384673.040651:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384673.040654:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f329d52f. 02000000:00000001:0.0:1767384673.040657:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384673.040658:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384673.040659:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384673.040665:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384673.040670:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384673.040676:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebe9c77. 00000100:00000001:3.0:1767384673.040679:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384673.040681:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001420e9d4. 00000100:00000001:3.0:1767384673.040682:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.040686:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384673.040688:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384673.040690:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384673.040691:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384673.040693:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384673.040696:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=81 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384673.040699:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384673.040701:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384673.040702:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.040704:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384673.040706:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.040707:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384673.040710:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.040714:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384673.040716:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384673.040717:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384673.040720:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384673.040722:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384673.040723:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384673.040725:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384673.040726:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384673.040727:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384673.040729:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384673.040730:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384673.040732:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384673.040733:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384673.040749:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d19dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059677824:0@lo:253: 00000100:00000001:3.0:1767384673.040754:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.040756:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384673.040758:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d19dd8a x1853237059677824/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.040764:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384673.040766:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384673.040769:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000800a305c. 02000000:00000001:3.0:1767384673.040775:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384673.040777:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384673.040779:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:3.0:1767384673.040781:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384673.040783:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005fd454a2. 02000000:00000001:3.0:1767384673.040787:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384673.040789:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384673.040790:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d19dd8a. 00000100:00000001:3.0:1767384673.040795:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384673.040797:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.040798:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.040804:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384673.040805:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.040808:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384673.040811:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384673.042705:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384673.042709:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384673.042711:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bf16f8af. 20000000:00000001:3.0:1767384673.042716:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384673.042720:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059677696 00010000:00000001:3.0:1767384673.042722:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384673.042727:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000070f46c2 x1853237059677696/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384673.042737:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384673.042739:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384673.042749:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384673.042752:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384673.042754:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384673.042756:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384673.042759:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384673.042760:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.042763:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384673.042766:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384673.042768:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000364d8aee. 00000100:00000200:3.0:1767384673.042771:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059677696, offset 224 00000400:00000200:3.0:1767384673.042775:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384673.042780:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384673.042785:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a06e00 00000400:00000200:3.0:1767384673.042789:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d99 [2] + 224 00000400:00000200:3.0:1767384673.042793:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384673.042795:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384673.042798:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384673.042800:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384673.042805:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.042816:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384673.042820:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364d8aee 00000400:00000010:3.0:1767384673.042821:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000364d8aee. 00000100:00000001:3.0:1767384673.042823:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384673.042824:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384673.042826:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384673.042829:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384673.042856:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384673.042858:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.042860:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384673.042862:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384673.042864:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000070f46c2 x1853237059677696/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384673.042867:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384673.042875:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384673.042876:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000070f46c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059677696:12345-0@lo:253: Request processed in 22126us (22504us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384673.042879:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.042881:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ebe1b9. 00000400:00000200:1.0:1767384673.042887:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955045ef 00000400:00000010:1.0:1767384673.042891:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000955045ef. 00000100:00100000:3.0:1767384673.042892:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:3.0:1767384673.042897:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384673.042897:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384673.042899:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.042902:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384673.042905:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b974ab1f. 00000100:00000200:1.0:1767384673.042906:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384673.042910:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d3a29f8. 00000020:00000010:3.0:1767384673.042934:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef655f8. 00000020:00000040:3.0:1767384673.042939:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000200:1.0:1767384673.042939:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384673.042943:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384673.042946:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009695002f. 02000000:00000001:3.0:1767384673.042951:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384673.042954:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.042958:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384673.042959:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384673.042961:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384673.042964:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007402f088. 00000100:00000001:1.0:1767384673.042966:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384673.042969:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000364d8aee. 02000000:00000001:1.0:1767384673.042970:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384673.042974:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384673.042976:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384673.042978:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384673.042981:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=81 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384673.042986:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384673.042989:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384673.042990:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.042992:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384673.042994:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.042996:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384673.043007:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384673.043016:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384673.043019:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384673.043020:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384673.043023:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384673.043025:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384673.043026:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384673.043027:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384673.043029:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384673.043030:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384673.043031:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384673.043033:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384673.043034:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384673.043036:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384673.043038:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384673.043048:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048b3c170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059677696:0@lo:253: 00000100:00000001:1.0:1767384673.043052:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.043054:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384673.043056:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048b3c170 x1853237059677696/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384673.043063:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384673.043065:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384673.043068:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dcef4b00. 02000000:00000001:1.0:1767384673.043071:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384673.043073:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384673.043074:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384673.043076:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384673.043078:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000023ce8ee9. 02000000:00000001:1.0:1767384673.043083:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384673.043085:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384673.043087:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048b3c170. 00000100:00000001:1.0:1767384673.043090:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384673.043092:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.043101:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384673.043106:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384673.043107:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.043110:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384673.043111:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384673.043885:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294963133, at 4294963134 00000100:00000010:3.0:1767384673.043893:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000271fe678. 00000100:00000040:1.0:1767384673.043901:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294963133, at 4294963134 00000100:00000010:1.0:1767384673.043929:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000632ce015. 00000100:00000040:2.0:1767384673.043962:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294963133, at 4294963134 00000100:00000010:2.0:1767384673.043970:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091fd3e4a. 00000100:00000040:0.0:1767384673.044890:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294963133, at 4294963135 00000100:00000010:0.0:1767384673.044897:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6e9c82. 00010000:00000010:1.1:1767384673.047895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d6efe73. 00010000:00000010:1.1:1767384673.047903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00010000:00000001:0.0:1767384673.175147:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384673.175154:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.175166:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384673.175170:0:267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384673.175174:0:267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384673.175177:0:267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.175181:0:267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384673.175183:0:267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.175186:0:267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.175189:0:267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.175290:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384673.175294:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384673.175297:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384673.621949:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.621954:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384673.621957:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384673.621961:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384673.621967:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384673.621973:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384673.621985:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000424c0bea. 00000400:00000010:0.0:1767384673.621989:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001cd8602e. 00000400:00000200:0.0:1767384673.621996:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp42 00000400:00000010:0.0:1767384673.622000:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000424c0bea. 00000400:00000010:0.0:1767384673.622004:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001cd8602e. 00000400:00000010:0.0:1767384673.622007:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384673.622013:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7dc810f. 00000400:00000200:0.0:1767384673.622018:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp42 00000400:00000200:0.0:1767384673.622030:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp42 local destination 00000400:00000200:0.0:1767384673.622036:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp42 00000400:00000200:0.0:1767384673.622040:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp42 NI seq info: [165:165:256:4294967295] 192.168.202.117@tcp42 LPNI seq info [162:162:8:4294967295] 00000400:00000200:0.0:1767384673.622045:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp42 00000400:00000200:0.0:1767384673.622055:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp42(192.168.202.117@tcp42:) -> 192.168.202.117@tcp42(192.168.202.117@tcp42:192.168.202.117@tcp42) : GET try# 0 00000800:00000200:0.0:1767384673.622061:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp42 00000800:00000010:0.0:1767384673.622070:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eca1005d. 00000800:00000200:0.0:1767384673.622077:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000800:00000200:0.1:1767384673.622083:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000400:00000200:0.0:1767384673.622103:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp42 added to recovery queue. ping count: 2 next ping: 300 health :800 00000400:00000200:2.0:1767384673.622174:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622241:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622293:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622343:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622386:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622410:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622442:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622482:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622531:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622576:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622607:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622633:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622661:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622679:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622697:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622713:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622727:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622751:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622765:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622782:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622808:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622855:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622894:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622935:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622965:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.622990:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623018:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623047:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623078:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623097:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623113:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623133:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623154:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623181:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384673.623208:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384673.623358:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384673.623364:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1f74640. 00000800:00000010:2.0:1767384673.623369:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049c18e75. 00000800:00000010:2.0:1767384673.623387:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049c18e75. 00000800:00020000:2.0:1767384673.623397:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384673.623400:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1f74640. 00000800:00000010:2.0:1767384673.623402:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f329d52f. 00000400:02020000:2.0:1767384673.623443:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp42 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384673.623449:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp42 notifying 192.168.202.117@tcp42: down 00000800:00000200:2.0:1767384673.623454:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp42 down 00000800:00000100:2.0:1767384673.623460:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp42 00000800:00000010:2.0:1767384673.623463:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eca1005d. 00000400:00000200:2.0:1767384673.623466:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384673.623475:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp42->192.168.202.117@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384673.623482:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384673.623484:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384673.623486:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp42) recovery failed with -71 00000100:00000040:3.0:1767384674.133946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384674.133954:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384674.133961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000279d78e9. 00000020:00000040:3.0:1767384674.133968:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384674.133973:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384674.133976:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384674.133982:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384674.133989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbef0f9b. 00000100:00000001:3.0:1767384674.133997:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.134007:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384674.134018:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384674.134021:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.134027:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279d78e9] to pc [ptlrpcd_00_03+3] req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.134068:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.134071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384674.134075:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384674.134078:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1d8793d. 00000020:00000040:3.0:1767384674.134081:0:8:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384674.134082:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.134084:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384674.134087:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384674.134088:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384674.134092:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384674.134093:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384674.134099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045733dae. 00000100:00000040:0.0:1767384674.134099:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.134106:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.134113:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384674.134115:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.134116:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384674.134120:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384674.134124:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384674.134129:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.134130:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384674.134133:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.134133:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000279d78e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059678208:0@lo:400: 00000100:00000001:0.0:1767384674.134139:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384674.134142:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1d8793d] to pc [ptlrpcd_00_00+0] req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384674.134144:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384674.134148:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.134153:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384674.134158:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000976103f4. 02000000:00000001:0.0:1767384674.134160:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384674.134165:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000100:00000001:3.0:1767384674.134169:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384674.134172:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025c7a91b. 00000100:00000040:3.0:1767384674.134173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384674.134180:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384674.134181:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059678208, portal 25 00000100:00000010:3.0:1767384674.134183:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008369f45e. 00000100:00000001:0.0:1767384674.134185:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384674.134188:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933882496 : -115911775669120 : ffff96942fc93480) 00000020:00000040:3.0:1767384674.134189:0:8:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384674.134195:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384674.134197:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384674.134200:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384674.134201:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384674.134207:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000363974b5. 00000100:00000001:3.0:1767384674.134213:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.134217:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384674.134222:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384674.134227:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384674.134234:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f51ef53. 00000100:00000001:3.0:1767384674.134235:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384674.134238:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384674.134241:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059678208, offset 0 00000400:00000200:0.0:1767384674.134250:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384674.134253:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008369f45e] to pc [ptlrpcd_00_01+1] req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.134263:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.134266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384674.134267:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384674.134270:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384674.134274:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f352c1fc. 00000100:00000001:2.0:1767384674.134275:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384674.134280:0:8:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384674.134282:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.134285:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384674.134289:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384674.134289:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a07000 02000000:00000001:3.0:1767384674.134293:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384674.134298:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1595 [2] + 0 00000100:00000001:2.0:1767384674.134299:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384674.134300:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f36db92f. 00000400:00000010:0.0:1767384674.134303:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2985945. 00000100:00000001:2.0:1767384674.134305:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384674.134307:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.134308:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384674.134308:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002af54077 00000100:00000001:1.0:1767384674.134315:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384674.134316:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.134318:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384674.134318:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384674.134320:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384674.134325:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384674.134328:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384674.134332:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384674.134338:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af54077 00000400:00000010:0.0:1767384674.134342:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002af54077. 00000100:00000001:3.0:1767384674.134349:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384674.134350:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384674.134355:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.134355:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384674.134355:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384674.134357:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384674.134360:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.134361:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.134363:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000004c2d90ab x1853237059678208 msgsize 224 00000100:00000040:3.0:1767384674.134364:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f352c1fc] to pc [ptlrpcd_00_02+2] req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384674.134365:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384674.134367:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384674.134369:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384674.134372:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384674.134376:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.134377:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384674.134378:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.134384:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384674.134385:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008369f45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853237059678464:0@lo:400: 00000100:00100000:1.0:1767384674.134388:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059678336:0@lo:400: 00000100:00000001:2.0:1767384674.134394:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384674.134396:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.134398:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384674.134399:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384674.134402:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384674.134403:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f51ef53 00000100:00000001:3.0:1767384674.134404:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.134404:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384674.134405:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384674.134408:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f51ef53. 02000000:00000001:1.0:1767384674.134409:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384674.134411:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fd54738. 00000100:00000040:3.0:1767384674.134412:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (301) 00000100:00000001:0.0:1767384674.134413:0:16143:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384674.134414:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384674.134417:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384674.134421:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007a6df33. 00000100:00000200:0.0:1767384674.134421:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384674.134422:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4406b84. 02000000:00000001:1.0:1767384674.134428:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384674.134431:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000100:00000200:2.0:1767384674.134437:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059678464, portal 10 00000100:00000001:3.0:1767384674.134438:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384674.134438:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ebe1b9. 00000100:00000001:0.0:1767384674.134439:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384674.134443:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384674.134444:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678208 00000100:00000040:0.0:1767384674.134446:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384674.134447:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000100:00000001:2.0:1767384674.134448:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211305472 : -115912498246144 : ffff969404b78e00) 02000000:00000001:3.0:1767384674.134450:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384674.134455:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384674.134455:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059678336, portal 4 00000100:00000001:3.0:1767384674.134459:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.134460:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384674.134462:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.134464:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161933879808 : -115911775671808 : ffff96942fc92a00) 02000000:00000001:3.0:1767384674.134466:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.134467:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.134473:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384674.134475:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678208 00000100:00000040:1.0:1767384674.134477:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.134478:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.134480:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384674.134484:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384674.134486:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294964236 00000020:00000001:3.0:1767384674.134490:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384674.134494:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384674.134495:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061710e34. 00000020:00000040:3.0:1767384674.134496:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000040:2.0:1767384674.134501:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384674.134503:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384674.134503:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384674.134506:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000020:00000001:3.0:1767384674.134509:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000200:2.0:1767384674.134511:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059678464, offset 0 00000100:00000001:0.0:1767384674.134512:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294964236 00000100:00000010:0.0:1767384674.134517:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a794a5e. 00000100:00000001:3.0:1767384674.134522:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384674.134522:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384674.134528:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384674.134529:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294964236 00000020:00000010:3.0:1767384674.134530:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca25d9a. 00000100:00000010:0.0:1767384674.134535:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afac86c5. 00000100:00000001:3.0:1767384674.134537:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384674.134537:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384674.134543:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca25d9a. 00000100:00000001:0.0:1767384674.134548:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384674.134552:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d3d478. 00000400:00000200:2.0:1767384674.134555:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a07100 00000100:00000001:0.0:1767384674.134556:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294964236 00000020:00000010:3.0:1767384674.134558:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005dd9067d. 00000100:00000001:1.0:1767384674.134559:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384674.134565:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000855178d9. 00000020:00000010:3.0:1767384674.134566:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024a32bf0. 00000100:00000040:1.0:1767384674.134567:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384674.134569:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:0.0:1767384674.134575:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384674.134578:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384674.134581:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384674.134583:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384674.134587:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384674.134588:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384674.134589:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.134591:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384674.134597:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.134597:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.134599:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384674.134603:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384674.134604:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384674.134608:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baf5c1c0. 00000100:00000001:3.0:1767384674.134610:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.134612:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000baf5c1c0 x1853237059678464 msgsize 224 00000100:00000001:0.0:1767384674.134614:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384674.134618:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384674.134620:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384674.134623:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.134623:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384674.134627:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384674.134629:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.134633:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384674.134634:0:16143:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384674.134637:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.134640:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000100:00000001:0.0:1767384674.134640:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384674.134641:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.134641:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384674.134645:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000001:0.0:1767384674.134646:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.134647:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384674.134648:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384674.134652:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384674.134654:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384674.134657:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384674.134658:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000200:2.0:1767384674.134663:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.134668:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384674.134675:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935860816 : -115911773690800 : ffff96942fe76450) 00000100:00000001:0.0:1767384674.134676:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384674.134678:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.134684:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384674.134687:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384674.134687:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384674.134688:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c2d90ab x1853237059678208/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384674.134693:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.134696:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.134699:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f352c1fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16143:1853237059678592:0@lo:400: 00000100:00000001:0.0:1767384674.134708:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384674.134711:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384674.134715:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384674.134717:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f589550. 02000000:00000001:0.0:1767384674.134720:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384674.134723:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384674.134726:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059678336, offset 0 02000000:00000010:0.0:1767384674.134726:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007da90923. 00000100:00000001:2.0:1767384674.134727:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384674.134728:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca25d9a. 02000000:00000001:0.0:1767384674.134732:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.134733:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384674.134734:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384674.134739:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011baacc7. 00000020:00000010:3.0:1767384674.134740:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca25d9a. 00000100:00000001:2.0:1767384674.134740:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.134747:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3238 usecs (4 jiffies) 00000100:00100000:3.0:1767384674.134749:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c2d90ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059678208:12345-0@lo:400: 00000400:00000010:0.0:1767384674.134750:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f51ef53. 00000100:00000001:2.0:1767384674.134751:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964228 00000100:00000200:0.0:1767384674.134756:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059678592, portal 10 00000100:00000001:2.0:1767384674.134757:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000100:00000200:3.0:1767384674.134761:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678208 00000100:00000001:0.0:1767384674.134761:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384674.134762:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964228 00000100:00000001:0.0:1767384674.134765:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211312640 : -115912498238976 : ffff969404b7aa00) 00000100:00000001:2.0:1767384674.134767:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000020:00000001:3.0:1767384674.134768:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384674.134772:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964228 00000100:00000040:0.0:1767384674.134773:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384674.134775:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384674.134775:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000020:00000001:3.0:1767384674.134779:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.134781:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964228 00000020:00000001:3.0:1767384674.134786:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384674.134786:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384674.134792:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000100:00000001:2.0:1767384674.134792:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00000100:00000040:0.0:1767384674.134793:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384674.134797:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000001:2.0:1767384674.134800:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384674.134801:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059678592, offset 0 00000020:00000001:3.0:1767384674.134802:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384674.134803:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.134807:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384674.134810:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384674.134812:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384674.134814:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.134819:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384674.134820:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384674.134820:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384674.134823:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384674.134825:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384674.134827:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384674.134854:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.134859:0:19650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384674.134862:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a07180 00000100:00000001:3.0:1767384674.134864:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384674.134869:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384674.134869:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:2.0:1767384674.134871:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384674.134875:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384674.134875:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384674.134877:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b7fb0a7a. 00000100:00000001:2.0:1767384674.134881:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384674.134883:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384674.134884:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384674.134890:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.134892:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384674.134893:0:19650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384674.134895:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000040:3.0:1767384674.134900:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059678208 00000100:00000010:0.0:1767384674.134916:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ea90da9. 00010000:00000001:3.0:1767384674.134918:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384674.134920:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000001ea90da9 x1853237059678592 msgsize 224 00000100:00000001:2.0:1767384674.134922:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:3.0:1767384674.134927:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c2d90ab x1853237059678208/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.134927:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678464 00000100:00100000:0.0:1767384674.134929:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384674.134932:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384674.134936:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384674.134939:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.134941:0:16143:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384674.134946:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.134948:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384674.134949:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678464 00000400:00000200:0.0:1767384674.134949:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00010000:00000001:3.0:1767384674.134953:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384674.134953:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000020:00000001:2.0:1767384674.134954:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384674.134958:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00000001:0.0:1767384674.134960:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384674.134961:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767384674.134962:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=82 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384674.134964:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00000200:0.0:1767384674.134965:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384674.134969:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384674.134970:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:3.0:1767384674.134973:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384674.134976:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000040:3.0:1767384674.134980:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384674.134982:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384674.134983:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384674.134986:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000010:2.0:1767384674.134988:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044056030. 02000000:00000001:3.0:1767384674.134994:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384674.134995:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384674.134995:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384674.134998:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.134999:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a07080 00000020:00000010:2.0:1767384674.135000:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044056030. 00000100:00000040:0.0:1767384674.135001:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.135005:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384674.135009:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc35bd85. 00000400:00000200:1.0:1767384674.135013:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3888 00000100:00000040:3.0:1767384674.135014:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384674.135015:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000231f76f. 00000100:00000001:0.0:1767384674.135020:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384674.135021:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000020:00000010:2.0:1767384674.135023:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000100:00000001:0.0:1767384674.135024:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384674.135025:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384674.135027:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059678208, offset 224 00000100:00000001:0.0:1767384674.135030:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.135033:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384674.135035:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384674.135035:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3360 usecs (4 jiffies) 00000400:00000200:3.0:1767384674.135036:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384674.135039:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384674.135043:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384674.135043:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384674.135045:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294964229 00000100:00000200:1.0:1767384674.135047:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384674.135048:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384674.135048:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.135050:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000100:00000001:0.0:1767384674.135053:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294964229 00000100:00000010:1.0:1767384674.135054:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f51de037. 00000100:00000001:0.0:1767384674.135055:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000400:00000200:3.0:1767384674.135059:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a07000 00000100:00000040:1.0:1767384674.135060:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000f51de037 x1853237059678336 msgsize 224 00000100:00000001:0.0:1767384674.135060:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294964229 00000100:00000001:2.0:1767384674.135063:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384674.135065:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000100:00000001:2.0:1767384674.135068:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384674.135069:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ddd [1] + 224 00000100:00100000:1.0:1767384674.135072:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384674.135073:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.135073:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294964229 00000400:00000200:3.0:1767384674.135076:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384674.135079:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00000100:00000001:0.0:1767384674.135082:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.135083:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384674.135084:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384674.135086:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.135088:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.135092:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f589550 00000100:00000001:0.0:1767384674.135093:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.135096:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384674.135098:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f589550. 00000100:00000001:0.0:1767384674.135098:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384674.135099:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678592 02000000:00000001:2.0:1767384674.135104:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384674.135106:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384674.135106:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384674.135107:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384674.135110:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384674.135113:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384674.135113:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384674.135113:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.135116:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678592 00000020:00000001:2.0:1767384674.135119:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384674.135122:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000001:2.0:1767384674.135125:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384674.135129:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:2.0:1767384674.135135:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:1.0:1767384674.135135:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384674.135140:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384674.135140:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000040:1.0:1767384674.135140:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.135145:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384674.135149:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044056030. 00000020:00000010:2.0:1767384674.135156:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f9842ea9. 00000100:00000001:1.0:1767384674.135156:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135160:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384674.135163:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:3.0:1767384674.135164:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.135166:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.135172:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000100:00000040:1.0:1767384674.135172:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4567 usecs (5 jiffies) 00000400:00000010:3.0:1767384674.135175:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000100:00000001:1.0:1767384674.135175:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964230 00000100:00000001:2.0:1767384674.135176:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384674.135178:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000100:00000001:3.0:1767384674.135179:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384674.135181:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005089ffee. 00000100:00000001:3.0:1767384674.135182:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384674.135182:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964230 00000100:00000001:3.0:1767384674.135187:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135187:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000020:00000010:2.0:1767384674.135188:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddf97e88. 00000100:00000040:3.0:1767384674.135190:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:1.0:1767384674.135195:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964230 00010000:00000001:3.0:1767384674.135196:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384674.135196:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9f51b31. 00000100:00000001:1.0:1767384674.135198:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000020:00000001:3.0:1767384674.135200:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135202:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964230 00000020:00000001:3.0:1767384674.135204:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384674.135205:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00000100:00000001:2.0:1767384674.135206:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384674.135207:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384674.135209:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2d90ab x1853237059678208/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.135211:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384674.135211:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.135216:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.135216:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384674.135220:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c2d90ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059678208:12345-0@lo:400: Request processed in 496us (854us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384674.135221:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.135225:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384674.135227:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384674.135229:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000001:2.0:1767384674.135230:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384674.135231:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384674.135231:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384674.135235:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.135236:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384674.135236:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.135239:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384674.135239:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384674.135241:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384674.135244:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005dd9067d. 00000100:00000001:1.0:1767384674.135244:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384674.135248:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024a32bf0. 00000100:00000001:2.0:1767384674.135249:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384674.135252:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d3d478. 00000020:00000040:3.0:1767384674.135258:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:3.0:1767384674.135262:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384674.135263:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1767384674.135265:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b7fb0a7a. 00000100:00000001:2.0:1767384674.135265:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384674.135266:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678336 00000100:00000001:2.0:1767384674.135270:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384674.135271:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384674.135271:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384674.135276:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384674.135277:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.135278:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384674.135282:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 02000000:00000001:1.0:1767384674.135282:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384674.135284:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384674.135286:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678336 00000400:00000010:3.0:1767384674.135288:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007a90902. 00000020:00000001:1.0:1767384674.135288:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384674.135290:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000400:00000010:3.0:1767384674.135292:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6264d54. 00000020:00000001:1.0:1767384674.135293:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384674.135296:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000040:2.0:1767384674.135297:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000020:00000001:1.0:1767384674.135300:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:2.0:1767384674.135301:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864909696 : -115916844641920 : ffff969301a6d180) 00000020:00000001:1.0:1767384674.135307:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000040:2.0:1767384674.135310:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000baf5c1c0 x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.135315:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384674.135316:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384674.135320:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008591659a. 00000100:00000001:2.0:1767384674.135322:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384674.135326:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384674.135327:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000009e5dac4. 00000020:00000010:2.0:1767384674.135328:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9842ea9. 00000020:00000040:1.0:1767384674.135331:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:2.0:1767384674.135332:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384674.135333:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000010:2.0:1767384674.135339:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9842ea9. 00000100:00000001:1.0:1767384674.135339:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384674.135340:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:3.0:1767384674.135345:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027872128 : -115911681679488 : ffff969435635f80) 00000020:00000010:1.0:1767384674.135345:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1c83836. 00000100:00100000:2.0:1767384674.135350:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000baf5c1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853237059678464:12345-0@lo:400: 00000020:00000010:1.0:1767384674.135351:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7e6bc7f. 00000100:00000040:3.0:1767384674.135353:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ea90da9 x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384674.135356:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678464 00000020:00000001:2.0:1767384674.135360:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384674.135363:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000020:00000001:2.0:1767384674.135364:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384674.135368:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.135370:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384674.135371:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384674.135374:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:3.0:1767384674.135375:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca25d9a. 00000020:00000001:2.0:1767384674.135375:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:1.0:1767384674.135379:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384674.135381:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384674.135381:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384674.135381:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384674.135385:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384674.135386:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca25d9a. 00000020:00000001:2.0:1767384674.135386:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384674.135390:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384674.135392:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384674.135392:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384674.135393:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ea90da9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16143:x1853237059678592:12345-0@lo:400: 00000100:00000001:1.0:1767384674.135395:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384674.135396:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135398:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384674.135402:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678592 00000020:00000001:2.0:1767384674.135402:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384674.135406:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384674.135407:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384674.135408:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384674.135409:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384674.135412:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384674.135414:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000024e9222c. 00000020:00000001:3.0:1767384674.135415:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135417:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384674.135418:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.135420:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384674.135420:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384674.135421:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.135424:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:2.0:1767384674.135425:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384674.135427:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:3.0:1767384674.135430:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:2.0:1767384674.135431:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059678464 00000020:00000001:3.0:1767384674.135432:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384674.135432:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00010000:00000001:2.0:1767384674.135434:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384674.135437:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384674.135437:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546340992 : -115912163210624 : ffff969418afca80) 00000020:00000001:3.0:1767384674.135440:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:2.0:1767384674.135442:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000baf5c1c0 x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384674.135443:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.135443:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f51de037 x1853237059678336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384674.135448:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384674.135451:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384674.135454:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384674.135458:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b7fb0a7a. 02000000:00000001:3.0:1767384674.135462:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.135466:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.135471:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135472:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1767384674.135475:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059678592 00000020:00000010:1.0:1767384674.135476:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00010000:00000001:2.0:1767384674.135477:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384674.135479:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384674.135479:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384674.135480:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384674.135482:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00010000:00000200:3.0:1767384674.135483:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ea90da9 x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384674.135486:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f51de037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059678336:12345-0@lo:400: 00000100:00001000:2.0:1767384674.135492:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=77 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384674.135493:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678336 00000100:00000001:2.0:1767384674.135499:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384674.135499:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384674.135503:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384674.135506:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000001:1.0:1767384674.135506:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.135512:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000001:1.0:1767384674.135512:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384674.135515:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384674.135515:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 02000000:00000001:2.0:1767384674.135516:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384674.135518:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.135518:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384674.135519:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384674.135522:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=77 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384674.135522:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.135523:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384674.135526:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384674.135528:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384674.135528:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384674.135529:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384674.135531:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.135532:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000400:00000010:2.0:1767384674.135534:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000020:00000001:1.0:1767384674.135534:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384674.135535:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384674.135541:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384674.135543:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384674.135543:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059678464, offset 224 00000100:00000001:1.0:1767384674.135543:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384674.135546:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384674.135548:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384674.135552:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384674.135552:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002e6fb176. 00000400:00000010:3.0:1767384674.135557:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000400:00000200:2.0:1767384674.135557:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384674.135557:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135562:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384674.135565:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059678592, offset 224 00000020:00000001:1.0:1767384674.135565:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384674.135568:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059678336 00010000:00000001:1.0:1767384674.135570:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384674.135574:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384674.135575:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1767384674.135576:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f51de037 x1853237059678336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.135584:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384674.135587:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384674.135590:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a07100 00010000:00000001:1.0:1767384674.135591:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.135597:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a07180 00000100:00001000:1.0:1767384674.135597:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=72 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384674.135602:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1de5 [1] + 224 00000100:00000001:1.0:1767384674.135602:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384674.135608:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 23 to 0@lo 00000400:00000200:2.0:1767384674.135609:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384674.135611:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1df5 [1] + 224 00000100:00000001:1.0:1767384674.135611:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384674.135616:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384674.135618:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384674.135619:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384674.135619:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.135624:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384674.135624:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384674.135626:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384674.135630:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384674.135631:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384674.135632:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384674.135634:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f589550. 00000100:00000200:3.0:1767384674.135638:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384674.135641:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059678336, offset 224 00000400:00000200:1.0:1767384674.135650:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384674.135660:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.135661:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384674.135662:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384674.135672:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a07080 00000400:00000200:1.0:1767384674.135681:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1de9 [1] + 224 00000400:00000200:1.0:1767384674.135689:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384674.135693:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384674.135697:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384674.135698:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000400:00000010:3.0:1767384674.135700:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000100:00000001:2.0:1767384674.135701:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384674.135704:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384674.135704:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384674.135707:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384674.135709:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000100:00000200:1.0:1767384674.135710:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.135712:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384674.135713:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000040:3.0:1767384674.135717:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:2.0:1767384674.135720:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384674.135721:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384674.135724:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384674.135725:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.135725:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384674.135729:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384674.135730:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.135737:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000040:3.0:1767384674.135741:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ea90da9 x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384674.135741:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384674.135744:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384674.135745:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.135750:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384674.135757:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baf5c1c0 x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384674.135757:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f589550 00000400:00000010:1.0:1767384674.135761:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f589550. 00000100:00100000:3.0:1767384674.135762:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ea90da9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16143:x1853237059678592:12345-0@lo:400: Request processed in 388us (836us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384674.135768:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384674.135771:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384674.135777:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384674.135782:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1767384674.135783:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000baf5c1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853237059678464:12345-0@lo:400: Request processed in 455us (1163us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384674.135784:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000040:3.0:1767384674.135785:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:3.0:1767384674.135787:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384674.135787:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384674.135789:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384674.135789:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384674.135793:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddf97e88. 00000020:00000001:1.0:1767384674.135793:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384674.135799:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9f51b31. 00000100:00000040:1.0:1767384674.135800:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f51de037 x1853237059678336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.135805:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000020:00000010:3.0:1767384674.135806:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005089ffee. 00000100:00000040:2.0:1767384674.135812:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000020:00000040:3.0:1767384674.135814:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:2.0:1767384674.135816:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384674.135817:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f51de037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059678336:12345-0@lo:400: Request processed in 341us (754us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384674.135818:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.135819:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384674.135825:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000231f76f. 00000100:00100000:1.0:1767384674.135829:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384674.135859:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:3.0:1767384674.135860:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.135862:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384674.135863:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135865:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384674.135868:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7e6bc7f. 00000100:00000001:3.0:1767384674.135873:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384674.135873:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00000001:3.0:1767384674.135875:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384674.135877:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1c83836. 00000400:00000001:3.0:1767384674.135880:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384674.135880:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000400:00000001:3.0:1767384674.135882:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384674.135883:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011baacc7. 00000100:00000001:1.0:1767384674.135883:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.135887:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f51ef53 00000400:00000010:3.0:1767384674.135889:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f51ef53. 00000100:00000001:3.0:1767384674.135892:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384674.135897:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384674.135921:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.135929:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384674.135931:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.135933:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384674.135936:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384674.135938:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384674.135939:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384674.135942:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384674.135953:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384674.135958:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384674.135960:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384674.135962:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.135965:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384674.135970:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.135977:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.135981:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384674.135983:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384674.135985:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384674.135988:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.135989:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.135991:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384674.135992:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384674.135995:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384674.135998:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384674.135999:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384674.136000:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ebe1b9. 00000100:00000001:3.0:1767384674.136002:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384674.136004:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.136004:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384674.136006:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000040:3.0:1767384674.136009:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384674.136017:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f352c1fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16143:1853237059678592:0@lo:400: 00000100:00000001:1.0:1767384674.136034:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384674.136035:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384674.136036:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384674.136038:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000100:00000200:1.0:1767384674.136038:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.136042:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c7a91b 00000400:00000010:3.0:1767384674.136044:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c7a91b. 00000100:00000200:1.0:1767384674.136048:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.136049:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384674.136052:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384674.136061:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.136069:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.136069:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384674.136071:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.136072:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.136074:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384674.136076:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384674.136077:0:16143:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384674.136078:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384674.136079:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384674.136079:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136081:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384674.136082:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.136082:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384674.136084:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384674.136086:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384674.136087:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384674.136090:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=72 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384674.136091:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384674.136093:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384674.136093:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384674.136094:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136095:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.136096:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384674.136097:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384674.136099:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384674.136101:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.136102:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.136106:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384674.136109:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.136112:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384674.136113:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384674.136114:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384674.136116:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384674.136116:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384674.136117:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136118:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384674.136121:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.136122:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.136129:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384674.136131:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000279d78e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059678208:0@lo:400: 00000100:00000001:1.0:1767384674.136131:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384674.136133:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.136135:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.136137:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384674.136137:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.136141:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f352c1fc x1853237059678592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384674.136145:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1d8793d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059678336:0@lo:400: 00000100:00000001:3.0:1767384674.136149:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384674.136149:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.136151:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384674.136152:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384674.136153:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 02000000:00000010:3.0:1767384674.136155:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007da90923. 00000100:00000040:1.0:1767384674.136155:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1d8793d x1853237059678336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384674.136159:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc35bd85. 02000000:00000001:3.0:1767384674.136161:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384674.136165:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384674.136167:0:16143:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384674.136167:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384674.136169:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000020:00000001:3.0:1767384674.136171:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384674.136173:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384674.136175:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f36db92f. 02000000:00000001:1.0:1767384674.136175:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384674.136178:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007a6df33. 02000000:00000001:3.0:1767384674.136181:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384674.136183:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384674.136183:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384674.136185:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384674.136186:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384674.136188:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f352c1fc. 00000020:00000001:1.0:1767384674.136189:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384674.136191:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045733dae. 00000100:00000001:3.0:1767384674.136192:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384674.136194:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384674.136194:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:1.0:1767384674.136195:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384674.136200:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000020:2.0:1767384674.136200:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:1.0:1767384674.136200:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384674.136203:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1d8793d. 00000100:00000040:3.0:1767384674.136206:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000279d78e9 x1853237059678208/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384674.136208:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f0ee6d0. 00000100:00000001:1.0:1767384674.136209:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384674.136211:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.136215:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384674.136216:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384674.136218:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384674.136220:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384674.136222:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384674.136223:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000976103f4. 00000100:00000001:1.0:1767384674.136223:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.136224:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384674.136226:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384674.136227:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384674.136228:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1767384674.136229:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384674.136230:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384674.136233:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 02000000:00000001:2.0:1767384674.136234:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.136236:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384674.136240:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbef0f9b. 02000000:00000010:2.0:1767384674.136243:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f25e97f. 02000000:00000001:3.0:1767384674.136244:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384674.136248:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384674.136250:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000279d78e9. 00000100:00000001:2.0:1767384674.136250:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.136257:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384674.136258:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384674.136260:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136262:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.136265:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384674.136269:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f0ee6d0] to pc [ptlrpcd_00_03+3] req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.136272:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384674.136276:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136283:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.136286:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384674.136288:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000001:2.0:1767384674.136290:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.136294:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.136303:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384674.136304:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384674.136308:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384674.136310:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384674.136314:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384674.136314:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767384674.136319:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f0ee6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16143:1853237059678720:0@lo:13: 00000020:00000040:2.0:1767384674.136321:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384674.136326:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1767384674.136329:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:3.0:1767384674.136330:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384674.136335:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384674.136336:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 02000000:00000001:3.0:1767384674.136344:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384674.136348:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086f95724. 02000000:00000001:3.0:1767384674.136351:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384674.136355:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092bedc3c. 00000400:00000010:3.0:1767384674.136359:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000100:00000200:3.0:1767384674.136362:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059678720, portal 4 00000100:00000001:3.0:1767384674.136365:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384674.136367:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864917760 : -115916844633856 : ffff969301a6f100) 00000100:00000040:3.0:1767384674.136373:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.136375:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.136377:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384674.136380:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:1.0:1767384674.136381:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384674.136383:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:1.0:1767384674.136383:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384674.136386:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4406b84. 00000400:00000010:3.0:1767384674.136387:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbcfd8b2. 00000400:00000200:1.0:1767384674.136392:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acce06e4 00000400:00000010:1.0:1767384674.136394:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 00000100:00000001:0.0:1767384674.136395:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384674.136399:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.136401:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384674.136403:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059678720, offset 0 00000100:00000200:1.0:1767384674.136407:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.136409:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384674.136416:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.136417:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384674.136424:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a07200 00000100:00000001:1.0:1767384674.136424:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.136426:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.136428:0:16141:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384674.136430:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3136 02000000:00000001:1.0:1767384674.136430:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384674.136432:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384674.136434:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.136435:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384674.136436:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.136439:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384674.136440:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384674.136443:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384674.136444:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384674.136446:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384674.136449:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f352c1fc. 00000100:00000001:1.0:1767384674.136451:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384674.136452:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000f352c1fc x1853237059678720 msgsize 224 00000100:00000001:1.0:1767384674.136452:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.136454:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384674.136456:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767384674.136457:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384674.136464:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.136466:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384674.136468:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384674.136470:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384674.136471:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.136471:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.136474:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.136475:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbcfd8b2 00000400:00000010:3.0:1767384674.136478:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbcfd8b2. 00000100:00000001:3.0:1767384674.136481:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384674.136481:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.136483:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384674.136484:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.136485:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384674.136489:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.136492:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384674.136495:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384674.136496:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008369f45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853237059678464:0@lo:400: 00000100:00000001:0.0:1767384674.136498:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384674.136501:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384674.136503:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678720 00000100:00000001:1.0:1767384674.136505:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384674.136507:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384674.136511:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008369f45e x1853237059678464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.136512:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.136517:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136524:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.136524:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384674.136525:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136526:0:16143:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384674.136526:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384674.136530:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fd54738. 00000100:00100000:0.0:1767384674.136532:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678720 00000100:00000001:3.0:1767384674.136533:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.136534:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384674.136538:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384674.136539:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4493 usecs (5 jiffies) 00000020:00000001:0.0:1767384674.136539:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384674.136540:0:16141:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384674.136544:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964231 00000020:00000001:1.0:1767384674.136544:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384674.136544:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 02000000:00000010:1.0:1767384674.136548:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000363974b5. 00000100:00000001:3.0:1767384674.136550:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000020:00000001:0.0:1767384674.136550:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384674.136551:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384674.136555:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964231 02000000:00000001:1.0:1767384674.136555:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384674.136555:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000010:1.0:1767384674.136558:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008369f45e. 00000100:00000001:3.0:1767384674.136560:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000020:00000001:0.0:1767384674.136562:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384674.136564:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964231 00000100:00000001:1.0:1767384674.136564:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384674.136566:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.136570:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000100:00000001:1.0:1767384674.136570:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.136570:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384674.136574:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964231 00000100:00000001:1.0:1767384674.136576:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384674.136578:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.136578:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384674.136579:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00000100:00000001:3.0:1767384674.136583:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.136583:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.136585:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384674.136585:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000001:1.0:1767384674.136586:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136591:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.136591:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384674.136596:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384674.136597:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00000001:3.0:1767384674.136603:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384674.136606:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9e449b2. 00000100:00000001:3.0:1767384674.136607:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384674.136610:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.136611:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384674.136613:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.136615:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384674.136620:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d07a2c7. 00000020:00000010:0.0:1767384674.136627:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008666cf84. 00000100:00000040:0.0:1767384674.136635:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384674.136638:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.136640:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384674.136641:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.136646:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.136659:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.136669:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.136671:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384674.136676:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:0.0:1767384674.136678:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:0.0:1767384674.136681:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161211312640 : -115912498238976 : ffff969404b7aa00) 00000100:00000040:0.0:1767384674.136686:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f352c1fc x1853237059678720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.136695:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.136699:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da26fc07. 00000100:00000001:0.0:1767384674.136702:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.136704:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da26fc07. 00000100:00100000:0.0:1767384674.136708:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f352c1fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16143:x1853237059678720:12345-0@lo:13: 00000100:00000200:0.0:1767384674.136712:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678720 00000020:00000001:0.0:1767384674.136715:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.136717:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384674.136719:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.136721:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.136723:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:0.0:1767384674.136726:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.136729:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.136731:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.136732:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384674.136734:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.136738:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384674.136740:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.136751:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006c0ac800. 02000000:00000001:0.0:1767384674.136754:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.136756:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384674.136760:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384674.136764:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384674.136767:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384674.136771:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384674.136781:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.136784:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384674.136788:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384674.136791:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384674.136794:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384674.136798:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384674.136802:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384674.136807:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384674.136809:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384674.136812:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384674.136814:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059678720 00010000:00000001:0.0:1767384674.136817:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384674.136821:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f352c1fc x1853237059678720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.136829:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384674.136858:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384674.136862:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.136866:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384674.136869:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384674.136872:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384674.136874:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.136876:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.136879:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384674.136881:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384674.136885:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000100:00000200:0.0:1767384674.136889:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059678720, offset 224 00000400:00000200:0.0:1767384674.136894:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384674.136917:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384674.136934:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a07200 00000400:00000200:0.0:1767384674.136940:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e11 [1] + 224 00000400:00000200:0.0:1767384674.136944:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384674.136948:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384674.136953:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384674.136958:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384674.136968:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.136987:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384674.136994:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000400:00000010:0.0:1767384674.136996:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000100:00000001:0.0:1767384674.137001:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384674.137003:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384674.137009:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.137012:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384674.137015:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384674.137018:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.137019:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384674.137021:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384674.137024:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384674.137029:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f352c1fc x1853237059678720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384674.137031:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384674.137035:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384674.137038:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092bedc3c. 00000100:00100000:0.0:1767384674.137044:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f352c1fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16143:x1853237059678720:12345-0@lo:13: Request processed in 345us (588us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384674.137045:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5da915 00000100:00100000:0.0:1767384674.137056:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000400:00000010:2.0:1767384674.137057:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be5da915. 00000100:00000040:0.0:1767384674.137061:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384674.137065:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384674.137066:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384674.137071:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384674.137076:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384674.137076:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d07a2c7. 00000020:00000010:0.0:1767384674.137083:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008666cf84. 00000020:00000010:0.0:1767384674.137091:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9e449b2. 00000100:00000200:2.0:1767384674.137094:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384674.137098:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:0.0:1767384674.137103:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.137107:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384674.137110:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.137116:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384674.137118:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384674.137120:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384674.137122:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.137125:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384674.137129:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384674.137134:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384674.137137:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384674.137139:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384674.137141:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384674.137146:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384674.137154:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.137157:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384674.137159:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384674.137162:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384674.137163:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.137168:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.137175:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384674.137178:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384674.137179:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384674.137182:0:16143:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384674.137185:0:16143:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384674.137189:0:16143:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384674.137198:0:16143:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384674.137209:0:16143:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.137215:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.137224:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f0ee6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16143:1853237059678720:0@lo:13: 00000100:00000001:2.0:1767384674.137230:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.137232:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384674.137235:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f0ee6d0 x1853237059678720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.137242:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384674.137244:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384674.137246:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086f95724. 02000000:00000001:2.0:1767384674.137250:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384674.137252:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384674.137254:0:16143:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384674.137256:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384674.137257:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f25e97f. 02000000:00000001:2.0:1767384674.137261:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384674.137262:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384674.137264:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f0ee6d0. 00000100:00000001:2.0:1767384674.137268:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384674.137269:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.137271:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.137275:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384674.137277:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.137279:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384674.137282:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.146884:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294964236, at 4294964237 00000100:00000040:2.0:1767384674.146886:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294964236, at 4294964237 00000100:00000040:3.0:1767384674.146892:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294964236, at 4294964237 00000100:00000010:0.0:1767384674.146896:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061710e34. 00000100:00000010:2.0:1767384674.146899:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afac86c5. 00000100:00000010:3.0:1767384674.146916:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000855178d9. 00000100:00000040:1.0:1767384674.147027:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294964236, at 4294964237 00000100:00000010:1.0:1767384674.147034:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a794a5e. 00010000:00000001:0.0:1767384674.197891:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384674.197895:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.197916:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384674.197918:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.197936:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384674.197938:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384674.197940:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384674.645920:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d85e6fa6] -> 12345-192.168.202.117@tcp10 (6) 00000800:00000200:2.0:1767384674.645938:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp10 ip 192.168.202.117:988 00000800:00000200:2.0:1767384674.645942:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:0.0:1767384674.645976:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384674.645980:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384674.645983:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384674.645986:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384674.645991:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384674.645995:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384674.646006:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000424c0bea. 00000400:00000010:0.0:1767384674.646009:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001cd8602e. 00000400:00000200:0.0:1767384674.646014:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp43 00000400:00000010:0.0:1767384674.646017:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000424c0bea. 00000400:00000010:0.0:1767384674.646021:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001cd8602e. 00000400:00000010:0.0:1767384674.646024:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384674.646029:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d424384. 00000400:00000200:0.0:1767384674.646032:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp43 00000400:00000200:0.0:1767384674.646042:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp43 local destination 00000400:00000200:0.0:1767384674.646047:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp43 00000400:00000200:0.0:1767384674.646051:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp43 NI seq info: [166:166:256:4294967295] 192.168.202.117@tcp43 LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1767384674.646056:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp43 00000800:00000001:2.0:1767384674.646060:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384674.646063:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp43(192.168.202.117@tcp43:) -> 192.168.202.117@tcp43(192.168.202.117@tcp43:192.168.202.117@tcp43) : GET try# 0 00000800:00000200:0.0:1767384674.646067:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp43 00000800:00000200:3.0:1767384674.646073:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384674.646074:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e0bc0c5. 00000800:00000200:0.0:1767384674.646082:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000800:00000001:2.0:1767384674.646084:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384674.646089:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000800:00000001:2.0:1767384674.646093:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.646105:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384674.646131:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp43 added to recovery queue. ping count: 2 next ping: 301 health :800 00000400:00000200:0.0:1767384674.646141:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp41 00000400:00000010:0.0:1767384674.646143:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008be12b96. 00000400:00000010:0.0:1767384674.646147:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000085e37e56. 00000400:00000010:0.0:1767384674.646150:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3919c4. 00000400:00000010:0.0:1767384674.646154:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ffa12963. 00000400:00000200:0.0:1767384674.646157:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp41 00000400:00000200:0.0:1767384674.646163:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp41 local destination 00000400:00000200:3.0:1767384674.646166:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384674.646166:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp41 00000400:00000200:0.0:1767384674.646173:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp41 NI seq info: [167:167:256:4294967295] 192.168.202.117@tcp41 LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1767384674.646177:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp41 00000400:00000200:0.0:1767384674.646183:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp41(192.168.202.117@tcp41:) -> 192.168.202.117@tcp41(192.168.202.117@tcp41:192.168.202.117@tcp41) : GET try# 0 00000800:00000200:0.0:1767384674.646189:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp41 00000800:00000010:0.0:1767384674.646192:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008f9e75ca. 00000800:00000200:0.0:1767384674.646196:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000800:00000200:0.1:1767384674.646199:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000400:00000200:3.0:1767384674.646213:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384674.646213:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp41 added to recovery queue. ping count: 3 next ping: 305 health :700 00000400:00000200:3.0:1767384674.646257:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646257:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646286:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646291:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646328:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646328:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646352:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646363:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646373:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646388:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646394:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646409:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646413:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646432:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646432:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646452:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646452:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646477:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646477:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646506:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646506:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646533:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646533:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646556:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646556:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646580:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646589:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646605:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646617:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646643:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646656:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646674:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646688:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646699:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646711:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646719:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646730:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646739:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646753:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646763:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646774:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646787:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646800:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646816:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646828:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646873:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646890:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646933:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646943:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646961:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646966:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.646988:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.646988:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647022:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647022:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647051:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647051:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647075:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647082:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647105:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647105:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647138:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647138:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647174:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647174:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647209:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647209:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647246:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647282:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647324:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:3.0:1767384674.647355:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d78bab9f. 00000400:00000200:2.0:1767384674.647358:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000800:00000010:3.0:1767384674.647367:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7561919. 00000800:00000010:3.0:1767384674.647373:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b21757ee. 00000400:00000200:2.0:1767384674.647396:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000800:00000010:3.0:1767384674.647400:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b21757ee. 00000800:00020000:3.0:1767384674.647409:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384674.647412:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7561919. 00000800:00000010:3.0:1767384674.647415:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d78bab9f. 00000400:00000200:2.0:1767384674.647427:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:02020000:3.0:1767384674.647454:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp43 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384674.647457:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647461:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp43 notifying 192.168.202.117@tcp43: down 00000800:00000200:3.0:1767384674.647466:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp43 down 00000800:00000100:3.0:1767384674.647474:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp43 00000800:00000010:3.0:1767384674.647478:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e0bc0c5. 00000400:00000200:3.0:1767384674.647482:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384674.647487:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp43->192.168.202.117@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384674.647488:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:3.0:1767384674.647497:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384674.647500:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384674.647504:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp43) recovery failed with -71 00000400:00000200:2.0:1767384674.647527:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647556:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647584:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647600:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.647619:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000800:00000010:2.0:1767384674.647755:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f329d52f. 00000800:00000010:2.0:1767384674.647760:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000018685910. 00000800:00000010:2.0:1767384674.647763:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f8aeec0. 00000800:00000010:2.0:1767384674.647794:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f8aeec0. 00000400:00000200:0.0:1767384674.648030:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384674.648045:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp41 from 208.3.0.2 00000800:00000010:0.0:1767384674.648049:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000261379a0. 00000800:00000010:2.0:1767384674.648083:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000323483e2. 00000800:00000010:2.0:1767384674.648090:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5349a71. 00000800:00000010:2.0:1767384674.648113:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f1f74640. 00000800:00000200:2.1:1767384674.648121:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (2) 00000800:00000200:2.1:1767384674.648128:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp41 00000000f1f74640 deleted 00000800:00000010:2.1:1767384674.648137:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f1f74640. 00000800:00000200:2.1:1767384674.648144:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384674.648151:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp41 ip 192.168.202.117:976 00000800:00000200:2.1:1767384674.648155:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f9e75ca type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384674.648160:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp41 p 3.x 192.168.202.117 -> 192.168.202.117:976 incarnation:1767384660512543056 sched[0] 00000800:00000010:2.0:1767384674.648168:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f8aeec0. 00000800:00000010:2.0:1767384674.648232:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f8aeec0. 00000800:00000010:2.0:1767384674.648237:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5349a71. 00000800:00000200:1.1:1767384674.648243:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384674.648251:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp41 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384660512543056 sched[0] 00000800:00000010:1.0:1767384674.648255:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000018685910. 00000800:00000010:2.0:1767384674.648275:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000261379a0. 00000800:00000001:2.0:1767384674.648303:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.648313:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.648319:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:2.0:1767384674.648366:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384674.648368:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000010:2.0:1767384674.648371:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008f9e75ca. 00000400:00000200:2.0:1767384674.648378:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384674.648386:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp41->192.168.202.117@tcp41: GET: OK 00000400:00000200:2.0:1767384674.648390:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384674.648394:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp41 recovery message sent successfully:0 00000800:00000001:2.0:1767384674.648407:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.648415:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.648417:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:2.0:1767384674.648418:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.648428:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.648438:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp41(192.168.202.117@tcp41) <- 192.168.202.117@tcp41 : GET - for me 00000400:00000200:2.0:1767384674.648450:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384674.648460:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1d91 [1] + 0 00000400:00000200:1.0:1767384674.648467:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.648474:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp41 to MR: 192.168.202.117@tcp41 local destination 00000400:00000200:2.0:1767384674.648484:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp41 NI seq info: [168:168:256:4294967295] 192.168.202.117@tcp41 LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1767384674.648500:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp41(192.168.202.117@tcp41:192.168.202.117@tcp41) -> 192.168.202.117@tcp41(192.168.202.117@tcp41:192.168.202.117@tcp41) 192.168.202.117@tcp41 : REPLY try# 0 00000800:00000200:2.0:1767384674.648508:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp41 00000800:00000010:2.0:1767384674.648513:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009796942e. 00000800:00000200:2.0:1767384674.648519:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e56a08fc] -> 12345-192.168.202.117@tcp41 (4) 00000400:00000200:1.0:1767384674.648520:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000800:00000200:2.0:1767384674.648528:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp41 ip 192.168.202.117:988 00000800:00000200:2.0:1767384674.648532:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009796942e type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384674.648570:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000800:00000200:2.0:1767384674.648585:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384674.648589:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009796942e. 00000400:00000200:2.0:1767384674.648594:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384674.648600:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp41->192.168.202.117@tcp41: REPLY: OK 00000800:00000001:2.0:1767384674.648614:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384674.648617:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000800:00000001:2.0:1767384674.648619:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384674.648624:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.648630:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384674.648633:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.648643:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.648650:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp41(192.168.202.117@tcp41) <- 192.168.202.117@tcp41 : REPLY - for me 00000400:00000200:1.0:1767384674.648662:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384674.648664:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp41: Reply from 12345-192.168.202.117@tcp41 of length 272/272 into md 0x1e21 00000800:00000001:2.0:1767384674.648672:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.648680:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.648682:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384674.648688:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp41->192.168.202.117@tcp41: REPLY: OK 00000400:00000200:2.0:1767384674.648693:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3919c4 00000400:00000010:2.0:1767384674.648696:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc3919c4. 00000400:00000200:2.0:1767384674.648701:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384674.648708:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008be12b96. 00000400:00000200:1.0:1767384674.648711:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000010:2.0:1767384674.648713:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000085e37e56. 00000800:00000001:2.0:1767384674.648723:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.648728:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.648756:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.648798:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.648814:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.648829:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649020:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649040:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649057:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649074:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649091:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649112:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649130:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649145:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649168:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649186:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649206:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649222:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649238:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649257:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649275:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649294:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649310:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649326:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649345:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649362:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649382:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384674.649398:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384674.649483:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dcef4b00. 00000800:00000010:1.0:1767384674.649486:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056e67a90. 00000800:00000010:1.0:1767384674.649489:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000937c661c. 00000800:00000010:1.0:1767384674.649502:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000937c661c. 00000800:00020000:1.0:1767384674.649507:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384674.649509:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056e67a90. 00000800:00000010:1.0:1767384674.649512:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dcef4b00. 00000400:02020000:1.0:1767384674.649538:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp41 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767384674.863529:0:36768:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384674.863546:0:36768:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.863550:0:36768:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384674.863556:0:36768:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384674.863562:0:36768:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.863566:0:36768:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.221983:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384675.221989:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.221995:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384675.221996:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.222034:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384675.222038:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384675.222040:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384675.648499:0:36932:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384675.648505:0:36932:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:1.0:1767384675.651574:0:36932:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384675.659591:0:36933:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d2568afb. 00000400:00000010:1.0:1767384675.659614:0:36933:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006609a795. 00000400:00000010:1.0:1767384675.659628:0:36933:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c588a755. 00000400:00000010:1.0:1767384675.659633:0:36933:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000806026d6. 00000400:00000010:1.0:1767384675.659638:0:36933:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dc3e9924. 00000400:00000010:1.0:1767384675.659644:0:36933:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000937c661c. 00000400:00000010:1.0:1767384675.659647:0:36933:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ebf149d6. 00000400:00000010:1.0:1767384675.659649:0:36933:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016d7faa3. 00000400:00000010:1.0:1767384675.659653:0:36933:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004077174f. 00000800:00000010:1.0:1767384675.659675:0:36933:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000045812ec3. 00000800:00000200:1.0:1767384675.659691:0:36933:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384675.659713:0:36933:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384675.659765:0:36933:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384675.659797:0:36933:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp47 [8/256/0/180] 00000400:00000010:1.0:1767384675.661159:0:36933:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000075d3df45. 00000400:00000010:1.0:1767384675.661166:0:36933:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ebe1b9. 00000400:00000010:1.0:1767384675.661172:0:36933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000400:00000001:1.0:1767384675.661195:0:36933:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384675.661197:0:36933:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384675.661199:0:36933:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cd42edf. 00000400:00000200:1.0:1767384675.661201:0:36933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000400:00000010:1.0:1767384675.661202:0:36933:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000400:00000010:1.0:1767384675.661206:0:36933:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000f30882f8. 00000400:00000200:1.0:1767384675.661211:0:36933:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (38) 00000400:00000200:1.0:1767384675.661222:0:36933:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384675.661231:0:36933:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:1.0:1767384675.661238:0:36933:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dcef4b00. 00000020:01000000:1.0:1767384675.661242:0:36933:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384675.661245:0:36933:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp47 00000400:00000010:1.0:1767384675.661259:0:36933:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006609a795. 00000400:00000200:3.0:1767384675.661261:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384675.661262:0:36933:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d2568afb. 00000400:00000200:3.0:1767384675.661272:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:3.0:1767384675.661281:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbcfd8b2. 00000400:00000200:3.0:1767384675.661285:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000400:00000010:3.0:1767384675.661294:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000436ff010. 00000400:00000200:3.0:1767384675.661300:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:0.0:1767384675.661305:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384675.661312:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384675.661318:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384675.661319:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 10000000:01000000:0.0:1767384675.661322:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384675.661328:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384675.661332:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [169:169:256:4294967295] 192.168.202.117@tcp LPNI seq info [166:166:8:4294967295] 00000020:01000004:0.0:1767384675.661332:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384675.661336:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384675.661346:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp 00000020:01000004:0.0:1767384675.661347:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384675.661350:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384675.661352:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384675.661354:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384675.661356:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384675.661359:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384675.661362:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384675.661367:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) : PUT try# 0 00000100:00000010:0.0:1767384675.661368:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000040:0.0:1767384675.661374:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000800:00000200:3.0:1767384675.661381:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.117@tcp 00000100:00000001:0.0:1767384675.661384:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767384675.661388:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbef0f9b. 02000000:00000001:0.0:1767384675.661389:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384675.661395:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384675.661402:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 02000000:00000010:0.0:1767384675.661407:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000800a305c. 00000800:00000200:3.0:1767384675.661416:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:988 00000100:00000001:0.0:1767384675.661416:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.661427:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384675.661430:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384675.661432:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbef0f9b type 1, nob 752 niov 1 nkiov 1 00000100:00000040:0.0:1767384675.661438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000719f0039] to pc [ptlrpcd_00_00+0] req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384675.661460:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 10000000:00000001:0.0:1767384675.661465:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384675.661466:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 10000000:00000001:0.0:1767384675.661470:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.661474:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384675.661476:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384675.661483:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384675.661484:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384675.661486:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384675.661487:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384675.661489:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384675.661491:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384675.661493:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384675.661495:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384675.661496:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384675.661497:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384675.661499:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384675.661499:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384675.661500:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384675.661503:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000020:00000040:0.0:1767384675.661506:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384675.661508:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384675.661514:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384675.661517:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384675.661519:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384675.661521:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384675.661526:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384675.661527:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384675.661536:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003a50e3b2. 00000100:00000001:3.0:1767384675.661543:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384675.661547:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384675.661553:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384675.661556:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384675.661557:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384675.661564:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.661565:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384675.661569:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384675.661574:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059678848:0@lo:253: 00000100:00000001:3.0:1767384675.661581:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384675.661582:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_01+1] req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384675.661591:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767384675.661591:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384675.661597:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384675.661598:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384675.661599:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbef0f9b. 02000000:00000001:3.0:1767384675.661604:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384675.661605:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.661608:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384675.661610:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384675.661612:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:3.0:1767384675.661615:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d78bab9f. 00000020:00000010:0.0:1767384675.661616:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dcef4b00. 02000000:00000001:3.0:1767384675.661623:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.661628:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: PUT: OK 00000400:00000010:3.0:1767384675.661633:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a6b288d. 00000100:00000001:0.0:1767384675.661635:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384675.661637:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384675.661640:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384675.661643:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091e87539. 00000400:00000200:1.0:1767384675.661643:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00000100:00000001:0.0:1767384675.661644:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384675.661651:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384675.661653:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059678848, portal 25 00000100:00000001:3.0:1767384675.661660:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:1.0:1767384675.661661:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384675.661665:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000100:00000001:0.0:1767384675.661666:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384675.661669:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.661672:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384675.661674:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384675.661676:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384675.661677:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384675.661678:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384675.661681:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384675.661685:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059678976:0@lo:253: 00000800:00000001:1.0:1767384675.661688:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.661695:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384675.661701:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384675.661702:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384675.661704:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.661707:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : PUT - for me 02000000:00000001:0.0:1767384675.661707:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384675.661711:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384675.661714:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000091e60538. 00000400:00000010:3.0:1767384675.661716:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c726565. 02000000:00000001:0.0:1767384675.661718:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384675.661723:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059678848, offset 0 00000400:00000200:1.0:1767384675.661724:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384675.661725:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000400:00000010:0.0:1767384675.661734:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3f8ece7. 00000400:00000200:1.0:1767384675.661739:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 640/656 into md 0x1da9 [1] + 0 00000400:00000010:1.0:1767384675.661743:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d5144a. 00000400:00000200:1.0:1767384675.661746:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028d2b871 00000400:00000200:3.0:1767384675.661753:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384675.661753:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384675.661760:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059678976, portal 25 00000800:00000001:1.0:1767384675.661764:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.661769:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384675.661771:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384675.661771:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384675.661774:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000400:00000200:1.0:1767384675.661781:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: PUT: OK 00000100:00000040:0.0:1767384675.661782:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384675.661787:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07280 00000400:00000200:1.0:1767384675.661791:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d2b871 00000100:00000001:0.0:1767384675.661792:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384675.661796:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028d2b871. 00000100:00000040:0.0:1767384675.661804:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384675.661806:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:0.0:1767384675.661809:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001085ca5e. 00000400:00000200:3.0:1767384675.661811:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x159d [2] + 0 00000400:00000200:1.0:1767384675.661813:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (40) 00000400:00000010:3.0:1767384675.661819:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c0a4c3d. 00000400:00000200:1.0:1767384675.661824:0:16134:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:3.0:1767384675.661829:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060846535 00000400:00000200:1.0:1767384675.661901:0:16134:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (656 bytes) 00000400:00000200:1.0:1767384675.661907:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384675.661915:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (41) 00000400:00000200:1.0:1767384675.661921:0:16134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384675.661926:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp to MR: 192.168.202.117@tcp local destination 00000400:00000200:1.0:1767384675.661933:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp NI seq info: [170:170:256:4294967295] 192.168.202.117@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1767384675.661946:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) -> 192.168.202.117@tcp(192.168.202.117@tcp:192.168.202.117@tcp) 192.168.202.117@tcp : ACK try# 0 00000800:00000200:1.0:1767384675.661956:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp 00000800:00000010:1.0:1767384675.661960:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b9d1cf1. 00000800:00000200:1.0:1767384675.661963:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c5eab7c] -> 12345-192.168.202.117@tcp (6) 00000800:00000200:1.0:1767384675.661973:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:1023 00000800:00000200:1.0:1767384675.661975:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b9d1cf1 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384675.661985:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384675.661985:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059678976, offset 0 00000400:00000200:3.0:1767384675.661990:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384675.661993:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384675.661996:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384675.662001:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384675.662006:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846535 00000400:00000200:0.0:1767384675.662006:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384675.662012:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060846535. 00000400:00000200:0.0:1767384675.662017:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07300 00000100:00000001:3.0:1767384675.662022:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384675.662023:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15c5 [2] + 0 00000100:00000200:3.0:1767384675.662028:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384675.662028:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f56192b. 00000400:00000200:0.0:1767384675.662033:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1cd6676 00000100:00000040:3.0:1767384675.662036:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000fed87ac8 x1853237059678848 msgsize 4848 00000400:00000200:0.0:1767384675.662039:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384675.662049:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384675.662051:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1767384675.662054:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384675.662054:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1cd6676 00000100:00000040:3.0:1767384675.662055:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384675.662059:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1cd6676. 00000800:00000010:1.0:1767384675.662060:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b9d1cf1. 00000100:00000001:0.0:1767384675.662067:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384675.662069:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384675.662070:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384675.662071:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384675.662073:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000448e7974 x1853237059678976 msgsize 4848 00000400:00000200:1.0:1767384675.662079:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: ACK: OK 00000400:00000200:3.0:1767384675.662080:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c726565 00000100:00100000:0.0:1767384675.662085:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384675.662087:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c726565. 00000100:00000040:0.0:1767384675.662090:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384675.662092:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384675.662094:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384675.662097:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.662101:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384675.662101:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384675.662102:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384675.662105:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.662110:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384675.662110:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001085ca5e 00000400:00000010:0.0:1767384675.662116:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001085ca5e. 00000800:00000001:1.0:1767384675.662122:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.662122:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384675.662124:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384675.662126:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384675.662132:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp(192.168.202.117@tcp) <- 192.168.202.117@tcp : ACK - for me 00000100:00000040:3.0:1767384675.662133:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.662146:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384675.662150:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp: ACK from 12345-192.168.202.117@tcp into md 0x1e29 00000100:00000040:0.0:1767384675.662151:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384675.662157:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.662168:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp->192.168.202.117@tcp: ACK: OK 00000100:00000001:3.0:1767384675.662169:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662175:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbcfd8b2 00000100:00000001:3.0:1767384675.662177:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384675.662177:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384675.662178:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbcfd8b2. 00000100:00000001:0.0:1767384675.662184:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384675.662185:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662186:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384675.662190:0:16134:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000100:00000001:3.0:1767384675.662194:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294965764 00000400:00000200:1.0:1767384675.662194:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:1.0:1767384675.662200:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (40) 00000100:00000010:3.0:1767384675.662203:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9f0e9fb. 00000100:00000001:0.0:1767384675.662207:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.662213:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294965764 00000100:00000001:3.0:1767384675.662214:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767384675.662214:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.662218:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.662226:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294965764 00000100:00000001:0.0:1767384675.662227:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294965764 00000100:00000001:0.0:1767384675.662234:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294965764 00000100:00000010:3.0:1767384675.662235:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017bc5523. 00000100:00000001:3.0:1767384675.662242:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384675.662246:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294965764 00000100:00000001:0.0:1767384675.662247:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294965764 00000100:00000001:0.0:1767384675.662251:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294965764 00000100:00000010:3.0:1767384675.662253:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006302fc66. 00000100:00000001:3.0:1767384675.662259:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384675.662272:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294965764 00000100:00000001:0.0:1767384675.662272:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294965764 00000100:00000010:3.0:1767384675.662278:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005379ac6. 00000100:00000001:0.0:1767384675.662278:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294965764 00000100:00000001:3.0:1767384675.662286:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384675.662292:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.662293:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294965764 00000100:00000001:3.0:1767384675.662299:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.662300:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.662307:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.662308:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.662310:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.662314:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.662315:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.662328:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384675.662329:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384675.662330:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384675.662333:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384675.662334:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.662337:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384675.662340:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.662341:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.662345:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384675.662345:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.662350:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.662355:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.662374:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384675.662379:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678848 02000000:00000001:0.0:1767384675.662383:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384675.662385:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384675.662386:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384675.662388:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384675.662391:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059678976 02000000:00000001:0.0:1767384675.662394:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384675.662396:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384675.662399:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678848 00000100:00000001:3.0:1767384675.662400:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384675.662404:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384675.662405:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384675.662407:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 02000000:00000001:3.0:1767384675.662413:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.662413:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384675.662416:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00100000:3.0:1767384675.662420:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059678976 00000020:00000001:0.0:1767384675.662421:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384675.662426:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384675.662427:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000040:3.0:1767384675.662431:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384675.662433:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384675.662435:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384675.662437:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384675.662442:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000400:00000010:1.0:1767384675.662442:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000d2568afb. 00000020:00000010:0.0:1767384675.662444:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b46e4a84. 00000400:00000010:1.0:1767384675.662448:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cd42edf. 00000020:00000001:3.0:1767384675.662450:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384675.662451:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384675.662454:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b681b451. 00000020:00000001:3.0:1767384675.662457:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:0.0:1767384675.662460:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b46e4a84. 00000400:00000200:1.0:1767384675.662461:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d2568afb 00000100:00000001:3.0:1767384675.662467:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384675.662469:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000d4d0b0be. 00000020:00000010:0.0:1767384675.662470:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a5f781e. 00000020:00000010:3.0:1767384675.662476:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6a7957. 00000400:00000200:1.0:1767384675.662476:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000020:00000010:0.0:1767384675.662477:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023a828ab. 00000100:00000001:3.0:1767384675.662484:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384675.662484:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 00000020:00000010:0.0:1767384675.662485:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008666cf84. 00000020:00000010:3.0:1767384675.662489:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6a7957. 00000400:00000200:1.0:1767384675.662499:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000020:00000010:3.0:1767384675.662504:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7804a7e. 00000400:00000010:1.0:1767384675.662505:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000068202669. 00000100:00000040:0.0:1767384675.662505:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384675.662513:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384675.662515:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384675.662518:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384675.662519:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004aa54422. 00000400:00000010:1.0:1767384675.662520:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f589550. 00000020:00000010:3.0:1767384675.662528:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024a32bf0. 00000400:00000010:1.0:1767384675.662533:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000c566f8b. 00000100:00000001:0.0:1767384675.662534:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.662536:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384675.662543:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:3.0:1767384675.662549:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384675.662551:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.662553:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662553:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000001:3.0:1767384675.662568:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662569:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000100:00000001:0.0:1767384675.662575:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384675.662580:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384675.662582:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000100:00000001:3.0:1767384675.662586:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.662593:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000100:00100000:0.0:1767384675.662594:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:0.0:1767384675.662603:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384675.662608:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935866960 : -115911773684656 : ffff96942fe77c50) 00000400:00000200:1.0:1767384675.662609:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000100:00000001:3.0:1767384675.662611:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384675.662616:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384675.662619:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fed87ac8 x1853237059678848/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:656/0 lens 4848/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384675.662627:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000100:00100000:3.0:1767384675.662631:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:3.0:1767384675.662640:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384675.662647:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935844432 : -115911773707184 : ffff96942fe72450) 00000400:00000200:1.0:1767384675.662648:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000100:00000001:0.0:1767384675.662649:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384675.662656:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b46e4a84. 00000100:00000040:3.0:1767384675.662658:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000448e7974 x1853237059678976/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:656/0 lens 4848/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384675.662658:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000100:00000001:0.0:1767384675.662663:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384675.662671:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b46e4a84. 00000400:00000200:1.0:1767384675.662677:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000100:00100000:0.0:1767384675.662684:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fed87ac8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059678848:12345-0@lo:253: 00000100:00000001:3.0:1767384675.662689:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384675.662692:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000100:00000200:0.0:1767384675.662694:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678848 00000020:00000010:3.0:1767384675.662696:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6a7957. 00000020:00000001:0.0:1767384675.662700:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384675.662701:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000100:00000001:3.0:1767384675.662705:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384675.662710:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384675.662712:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6a7957. 00000400:00000200:1.0:1767384675.662715:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000020:00000001:0.0:1767384675.662716:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.662723:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384675.662725:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000448e7974 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059678976:12345-0@lo:253: 00000020:00000001:0.0:1767384675.662728:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000400:00000200:1.0:1767384675.662730:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000100:00000200:3.0:1767384675.662737:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059678976 00000020:00000001:0.0:1767384675.662738:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384675.662741:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000020:00000001:0.0:1767384675.662742:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384675.662744:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384675.662747:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000020:00000001:3.0:1767384675.662749:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384675.662754:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.662757:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384675.662758:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 60], ns[42, 61] 00000020:00000001:3.0:1767384675.662761:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384675.662763:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384675.662765:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000020:00000001:0.0:1767384675.662769:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384675.662772:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384675.662777:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.662778:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384675.662781:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000020:00000001:3.0:1767384675.662783:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384675.662784:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384675.662789:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384675.662790:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000020:00000001:3.0:1767384675.662795:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662796:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000100:00000001:3.0:1767384675.662802:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384675.662803:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 42], ns[147, 42] 02000000:00000010:0.0:1767384675.662807:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c3c6fab. 02000000:00000001:3.0:1767384675.662808:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384675.662813:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 42], ns[66, 42] 02000000:00000001:0.0:1767384675.662813:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384675.662818:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000fe9a671. 00000100:00000001:0.0:1767384675.662820:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662823:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[79, 42] 02000000:00000001:3.0:1767384675.662825:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384675.662829:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384675.662863:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 42], ns[91, 42] 00000400:00000200:1.0:1767384675.662872:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 42], ns[127, 42] 00000100:00000001:3.0:1767384675.662878:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662879:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 42], ns[115, 42] 20000000:00000010:0.0:1767384675.662879:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000023f31251. 20000000:00000001:3.0:1767384675.662899:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384675.662903:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[94, 42] 20000000:01000000:0.0:1767384675.662904:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384675.662913:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384675.662916:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[139, 42] 20000000:00000001:0.0:1767384675.662918:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384675.662923:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a80b4905. 00000400:00000200:1.0:1767384675.662923:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[151, 42] 20000000:00000001:0.0:1767384675.662925:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384675.662933:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384675.662933:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662934:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 42], ns[122, 42] 20000000:00000001:3.0:1767384675.662941:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384675.662942:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384675.662944:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 42], ns[149, 42] 20000000:00000001:3.0:1767384675.662948:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384675.662948:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 42], ns[153, 42] 20000000:00000001:3.0:1767384675.662954:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662955:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 42], ns[157, 42] 20000000:00000010:0.0:1767384675.662959:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000085e37e56. 20000000:00000001:3.0:1767384675.662960:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.662965:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 42], ns[168, 42] 20000000:01000000:0.0:1767384675.662967:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:3.0:1767384675.662968:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384675.662974:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[162, 42], ns[165, 42] 20000000:00000001:0.0:1767384675.662979:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384675.662987:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[163, 42], ns[166, 42] 00080000:00000001:0.0:1767384675.662990:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384675.662991:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000400:00000200:1.0:1767384675.662997:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384675.663000:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384675.663003:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000200:1.0:1767384675.663007:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp44 00000400:00000200:1.0:1767384675.663015:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp44 lpni_is_preferred = 0 00000400:00000200:1.0:1767384675.663020:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp44 00000400:00000200:1.0:1767384675.663024:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp44 NI seq info: [171:171:256:4294967295] 192.168.202.117@tcp44 LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1767384675.663030:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp44 00000400:00000200:1.0:1767384675.663036:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp44(192.168.202.117@tcp44:) -> 192.168.202.117@tcp44(192.168.202.117@tcp:192.168.202.117@tcp44) : GET try# 0 00000800:00000200:1.0:1767384675.663041:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp44 00000800:00000010:1.0:1767384675.663045:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001b9d1cf1. 00000800:00000010:1.0:1767384675.663056:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006609a795. 00000800:00000010:1.0:1767384675.663062:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005069b38b. 00080000:00000001:0.0:1767384675.663064:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384675.663070:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000200:1.0:1767384675.663071:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00080000:00000001:0.0:1767384675.663075:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384675.663080:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00080000:00000001:0.0:1767384675.663081:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384675.663088:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384675.663096:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000400:00000200:1.0:1767384675.663099:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00080000:00000001:0.0:1767384675.663103:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384675.663104:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100251 rc 0 00080000:00000010:0.0:1767384675.663116:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000efc61aff. 00080000:00000001:0.0:1767384675.663121:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868766720 : -115916840784896 : ffff969301e1ac00) 00080000:00000001:0.0:1767384675.663127:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384675.663187:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663253:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000001:00000001:0.0:1767384675.663290:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384675.663295:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384675.663300:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384675.663316:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00080000:00000001:0.0:1767384675.663332:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384675.663338:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384675.663376:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663466:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663541:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663575:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00080000:00000001:0.0:1767384675.663578:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384675.663585:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384675.663605:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663664:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663710:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663735:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663761:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663777:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663796:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663816:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663943:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663972:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.663995:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664022:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664049:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664081:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664106:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664130:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664155:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664195:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664254:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664285:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664328:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664367:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664400:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664454:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664490:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664516:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.664556:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384675.664687:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e13c83e0. 00000800:00000010:1.0:1767384675.664693:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005101b676. 00000800:00000010:1.0:1767384675.664698:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb51b875. 00000800:00000010:1.0:1767384675.664715:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb51b875. 00000800:00020000:1.0:1767384675.664721:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384675.664730:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005101b676. 00000800:00000010:1.0:1767384675.664732:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e13c83e0. 00000400:02020000:1.0:1767384675.664772:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp44 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384675.664780:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp44 notifying 192.168.202.117@tcp44: down 00000800:00000200:1.0:1767384675.664786:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp44 down 00000800:00000100:1.0:1767384675.664792:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp44 00000800:00000010:1.0:1767384675.664795:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001b9d1cf1. 00000400:00000200:1.0:1767384675.664798:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384675.664801:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp44->192.168.202.117@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384675.664808:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp44 added to recovery queue. ping count: 0 next ping: 299 health :900 00000400:00000200:1.0:1767384675.664810:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384675.664813:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:1.0:1767384675.664815:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384675.664878:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384675.664885:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100851 00000400:00000001:3.0:1767384675.664902:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384675.664904:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384675.664906:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f589550 00000400:00000010:3.0:1767384675.664908:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f589550. 00000400:00000200:3.0:1767384675.664913:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384675.664919:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:3.0:1767384675.664923:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000068202669. 00000400:00000200:3.0:1767384675.664927:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (40) 00000400:00000200:3.0:1767384675.664931:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:3.0:1767384675.664935:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102051 rc -71 00000400:00000200:3.0:1767384675.664940:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384675.664945:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (39) 00000800:00000200:2.0:1767384675.669941:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000800:00000200:2.1:1767384675.669953:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000800:00000200:2.0:1767384675.669977:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017ce744d] -> 12345-192.168.202.117@tcp13 (6) 00000800:00000200:2.0:1767384675.669984:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp13 ip 192.168.202.117:988 00000800:00000200:2.0:1767384675.669989:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384675.670106:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.670238:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000001:0.0:1767384675.670258:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384675.670262:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384675.670265:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384675.670268:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384675.670272:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384675.670279:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384675.670286:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000424c0bea. 00000400:00000010:0.0:1767384675.670322:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001cd8602e. 00000400:00000200:2.0:1767384675.670333:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384675.670339:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp38 00000400:00000200:2.0:1767384675.670401:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:1.0:1767384675.670471:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000a4895c5. 00000400:00000010:1.0:1767384675.670480:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003bc27f6a. 00000400:00000010:1.0:1767384675.670486:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003378e799. 00000400:00000010:1.0:1767384675.670493:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000131b9938. 00000400:00000200:1.0:1767384675.670501:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp38 00000400:00000200:1.0:1767384675.670515:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp38 local destination 00000400:00000200:1.0:1767384675.670523:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp38 00000400:00000200:2.0:1767384675.670528:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.670531:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp38 NI seq info: [172:172:256:4294967295] 192.168.202.117@tcp38 LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1767384675.670544:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp38 00000400:00000200:1.0:1767384675.670571:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38:) -> 192.168.202.117@tcp38(192.168.202.117@tcp38:192.168.202.117@tcp38) : GET try# 0 00000800:00000200:1.0:1767384675.670580:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp38 00000800:00000010:1.0:1767384675.670586:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001b9d1cf1. 00000800:00000200:1.0:1767384675.670592:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000800:00000200:1.1:1767384675.670600:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000400:00000200:1.0:1767384675.670623:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp38 added to recovery queue. ping count: 4 next ping: 314 health :600 00000400:00000200:2.0:1767384675.670628:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.670636:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp32 00000400:00000010:1.0:1767384675.670644:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006ebe5eb. 00000400:00000010:1.0:1767384675.670660:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c5dd0e6. 00000400:00000010:1.0:1767384675.670665:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8ff98d. 00000400:00000010:1.0:1767384675.670674:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007a99ddd4. 00000400:00000200:1.0:1767384675.670683:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp32 00000400:00000200:1.0:1767384675.670696:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp32 local destination 00000400:00000200:1.0:1767384675.670700:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp32 00000400:00000200:1.0:1767384675.670704:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp32 NI seq info: [173:173:256:4294967295] 192.168.202.117@tcp32 LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1767384675.670709:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp32 00000400:00000200:1.0:1767384675.670727:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp32(192.168.202.117@tcp32:) -> 192.168.202.117@tcp32(192.168.202.117@tcp32:192.168.202.117@tcp32) : GET try# 0 00000800:00000200:1.0:1767384675.670730:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp32 00000800:00000010:1.0:1767384675.670734:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006bb30693. 00000800:00000200:1.0:1767384675.670739:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000800:00000200:1.1:1767384675.670742:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098af63bf] -> 12345-192.168.202.117@tcp32 (2) 00000400:00000200:1.0:1767384675.670757:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp32 added to recovery queue. ping count: 5 next ping: 330 health :500 00000400:00000200:2.0:1767384675.670764:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.670865:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.670955:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.670967:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.671040:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.671098:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.671121:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.671255:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.671259:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.671418:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.671419:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.671650:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.671654:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.671768:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.671784:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.671933:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.671936:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672034:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672042:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672114:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672131:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672242:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672243:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672335:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672344:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672405:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672409:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672486:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672531:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672544:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672614:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672637:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672689:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672712:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672776:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672800:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672882:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.672908:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.672987:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000800:00000200:3.0:1767384675.673031:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384675.673038:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.673048:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384675.673053:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.673059:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384675.673075:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673115:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.673203:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673226:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673328:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.673343:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673447:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.673477:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673571:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.673600:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673681:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.673712:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673804:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.673906:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.673979:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.674051:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.674079:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.674232:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.674236:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.674307:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.674383:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.674414:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.674526:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000800:00000010:2.0:1767384675.674690:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081df3bd4. 00000800:00000010:2.0:1767384675.674695:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006bc7a5f7. 00000800:00000010:2.0:1767384675.674700:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017e19110. 00000800:00000010:2.0:1767384675.674738:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017e19110. 00000800:00020000:2.0:1767384675.674754:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384675.674759:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006bc7a5f7. 00000800:00000010:2.0:1767384675.674765:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000081df3bd4. 00000100:00000040:1.0:1767384675.674942:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294965764, at 4294965765 00000400:02020000:2.0:1767384675.674950:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp26 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000100:00000010:1.0:1767384675.674951:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017bc5523. 00000800:00000100:2.0:1767384675.674963:0:16131:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000040:2.0:1767384675.674983:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294965764, at 4294965765 00000400:00000200:1.0:1767384675.674989:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000100:00000010:2.0:1767384675.675006:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006302fc66. 00000400:00000200:1.0:1767384675.675024:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.675097:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000010:1.0:1767384675.675200:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e13c83e0. 00000800:00000010:1.0:1767384675.675205:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6b6f0e2. 00000400:00000200:2.0:1767384675.675209:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000010:1.0:1767384675.675210:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2219bd5. 00000800:00000010:1.0:1767384675.675237:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2219bd5. 00000800:00020000:1.0:1767384675.675249:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384675.675255:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6b6f0e2. 00000800:00000010:1.0:1767384675.675260:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e13c83e0. 00000400:00000200:2.0:1767384675.675318:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:02020000:1.0:1767384675.675340:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp38 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384675.675349:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp38 notifying 192.168.202.117@tcp38: down 00000800:00000200:1.0:1767384675.675359:0:16130:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp38 down 00000800:00000100:1.0:1767384675.675380:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp38 00000800:00000010:1.0:1767384675.675383:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001b9d1cf1. 00000400:00000200:1.0:1767384675.675391:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384675.675399:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384675.675405:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384675.675408:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384675.675413:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384675.675421:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp38) recovery failed with -71 00000400:00000200:2.0:1767384675.675482:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.675537:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000040:0.0:1767384675.675590:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294965764, at 4294965765 00000400:00000200:2.0:1767384675.675596:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000010:0.0:1767384675.675603:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9f0e9fb. 00000400:00000200:2.0:1767384675.675664:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.675773:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000040:3.0:1767384675.675881:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294965764, at 4294965766 00000100:00000010:3.0:1767384675.675901:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005379ac6. 00000400:00000200:2.0:1767384675.675949:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676139:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676203:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676293:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676349:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676396:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676415:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676433:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676453:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676483:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676505:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676542:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676589:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676607:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676642:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676680:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676709:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676730:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676752:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676767:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676800:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676856:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676945:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.676973:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384675.677006:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384675.677176:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081df3bd4. 00000800:00000010:2.0:1767384675.677181:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006bc7a5f7. 00000800:00000010:2.0:1767384675.677187:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017e19110. 00000800:00000010:2.0:1767384675.677224:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017e19110. 00000800:00020000:2.0:1767384675.677237:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384675.677242:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006bc7a5f7. 00000800:00000010:2.0:1767384675.677245:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000081df3bd4. 00000400:02020000:2.0:1767384675.677307:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp32 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384675.677317:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp32 notifying 192.168.202.117@tcp32: down 00000800:00000200:2.0:1767384675.677328:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp32 down 00000800:00000100:2.0:1767384675.677337:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp32 00000800:00000010:2.0:1767384675.677340:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006bb30693. 00000400:00000200:2.0:1767384675.677350:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384675.677356:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp32->192.168.202.117@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384675.677372:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384675.677378:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384675.677387:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp32) recovery failed with -71 00080000:00000001:1.0:1767384675.677530:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384675.677537:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:1.0:1767384675.677541:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384675.677544:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384675.677559:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384675.677565:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384675.677570:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384675.677571:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384675.677578:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384675.677579:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:2.0:1767384675.677580:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384675.677583:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384675.677587:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000efc61aff. 00080000:00000001:2.0:1767384675.677592:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384675.677592:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9e449b2. 00080000:00000020:1.0:1767384675.677595:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384675.677601:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:0.0:1767384675.677611:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384675.677619:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384675.677622:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384675.677627:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384675.677631:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384675.677637:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384675.677642:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384675.677652:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ad47ce9. 00080000:00000001:0.0:1767384675.677654:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384675.677661:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384675.677661:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384675.677666:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384675.677668:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00080000:00000001:0.0:1767384675.677668:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384675.677674:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384675.677676:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384675.677679:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c90f to hash 00000020:00000001:1.0:1767384675.677681:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384675.677683:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00000020:00000001:0.0:1767384675.677683:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384675.677687:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:0.0:1767384675.677688:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384675.677695:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384675.677695:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000803c8a24. 00010000:00000001:1.0:1767384675.677697:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384675.677699:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868768768 : -115916840782848 : ffff969301e1b400) 00010000:00010000:1.0:1767384675.677701:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384675.677704:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384675.677711:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384675.677723:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384675.677725:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384675.677727:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384675.677729:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.677731:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384675.677732:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.677734:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384675.677736:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384675.677738:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384675.677739:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384675.677741:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ad47ce9) refcount = 1 00010000:00010000:1.0:1767384675.677744:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.677749:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384675.677751:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384675.677753:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.677755:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.677756:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384675.677759:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384675.677762:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00000001:00000001:0.0:1767384675.677763:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384675.677765:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384675.677766:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.677767:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384675.677771:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00080000:00000001:0.0:1767384675.677771:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384675.677774:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.677778:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.677780:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384675.677781:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.677785:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384675.677786:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.677790:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.677792:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384675.677792:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384675.677797:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384675.677801:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.677806:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384675.677808:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.677811:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384675.677813:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384675.677818:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384675.677820:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384675.677822:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384675.677824:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.677828:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384675.677830:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384675.677971:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384675.677975:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384675.678115:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384675.678117:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384675.678119:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.678121:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.678125:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384675.678126:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.678131:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384675.678134:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384675.678135:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.678139:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384675.678140:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384675.678143:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384675.678144:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384675.678147:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c90f from hash 00010000:00000001:1.0:1767384675.678149:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384675.678152:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.678159:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.678160:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384675.678163:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384675.678165:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384675.678169:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384675.678172:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.678175:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.678177:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384675.678179:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384675.678181:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.678183:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.678184:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.678186:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.678187:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384675.678190:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.678194:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.678195:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.678196:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384675.678198:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384675.678199:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.678202:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.678204:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384675.678206:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384675.678209:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384675.678213:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.678217:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384675.678221:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384675.678222:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c90f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384675.678227:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ad47ce9 count: 0 00010000:00000001:1.0:1767384675.678242:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384675.678246:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384675.684087:0:18313:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ad47ce9. 00010000:00000010:1.1:1767384675.684097:0:18313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00080000:00000001:0.0:1767384675.687780:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384675.687788:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384675.687793:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384675.687796:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384675.687808:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384675.687827:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384675.687880:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384675.687906:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384675.687912:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384675.687917:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384675.687922:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384675.687932:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ad47ce9. 00010000:00000001:1.0:1767384675.687937:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384675.687942:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384675.687947:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384675.687951:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c916 to hash 00000020:00000001:1.0:1767384675.687954:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384675.687956:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.687959:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.687963:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384675.687965:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384675.687969:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.687979:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384675.687983:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384675.687985:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384675.687988:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384675.687990:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.687992:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384675.687995:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.687998:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384675.688000:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384675.688002:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384675.688004:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384675.688006:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ad47ce9) refcount = 1 00010000:00010000:1.0:1767384675.688010:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688017:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384675.688020:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384675.688022:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.688025:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.688034:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384675.688038:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384675.688041:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384675.688045:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384675.688047:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384675.688050:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384675.688053:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.688057:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.688060:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384675.688062:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688068:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384675.688070:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688077:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.688079:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384675.688082:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688088:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384675.688090:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.688093:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384675.688096:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767384675.688099:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00010000:1.0:1767384675.688108:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384675.688112:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000020:0.0:1767384675.688113:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:1.0:1767384675.688115:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384675.688119:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688127:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384675.688129:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384675.688131:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384675.688135:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384675.688138:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384675.688140:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:0.0:1767384675.688141:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:1.0:1767384675.688145:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00040000:00000001:0.0:1767384675.688145:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384675.688150:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000803c8a24. 00000020:00000001:1.0:1767384675.688151:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00080000:00000001:0.0:1767384675.688154:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384675.688157:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384675.688164:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384675.688167:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688178:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384675.688185:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384675.688188:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.688195:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384675.688200:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384675.688205:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384675.688207:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384675.688213:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c916 from hash 00010000:00000001:1.0:1767384675.688218:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384675.688222:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.688225:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.688228:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384675.688234:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384675.688239:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384675.688245:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384675.688249:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384675.688253:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.688255:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384675.688257:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384675.688260:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.688262:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.688264:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.688268:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.688271:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384675.688274:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688283:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.688293:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.688295:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384675.688297:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384675.688300:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384675.688303:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384675.688307:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384675.688312:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384675.688316:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384675.688319:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384675.688325:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384675.688327:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384675.688329:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c916 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384675.688336:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ad47ce9 count: 0 00010000:00000001:1.0:1767384675.688355:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384675.688358:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384675.691387:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384675.691395:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384675.691398:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000023f31251. 20000000:00000001:2.0:1767384675.691406:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.691422:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059678848 00010000:00000001:2.0:1767384675.691426:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384675.691435:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fed87ac8 x1853237059678848/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:656/0 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.691446:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.691448:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.691452:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.691458:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.691463:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384675.691466:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384675.691470:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.691473:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.691477:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384675.691480:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384675.691486:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d991612. 00000100:00000200:2.0:1767384675.691495:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059678848, offset 224 00000400:00000200:2.0:1767384675.691503:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384675.691517:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384675.691530:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07280 00000400:00000200:2.0:1767384675.691543:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e2d [2] + 224 00000400:00000200:2.0:1767384675.691553:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384675.691559:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384675.691568:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384675.691575:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.691587:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.691613:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384675.691623:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d991612 00000400:00000010:2.0:1767384675.691628:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d991612. 00000100:00000001:2.0:1767384675.691635:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384675.691637:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.691638:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384675.691643:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384675.691649:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384675.691652:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384675.691655:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384675.691660:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:0.0:1767384675.691661:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a6b288d. 00000400:00000200:0.0:1767384675.691667:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091e87539 00000400:00000010:0.0:1767384675.691669:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091e87539. 00000100:00000001:0.0:1767384675.691673:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384675.691676:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.691681:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384675.691682:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384675.691695:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384675.691700:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.691708:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fed87ac8 x1853237059678848/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:656/0 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.691711:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384675.691713:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.691719:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384675.691724:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384675.691729:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384675.691734:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.691735:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fed87ac8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059678848:12345-0@lo:253: Request processed in 29082us (29693us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384675.691744:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.691751:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00001000:0.0:1767384675.691751:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=83 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384675.691757:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00001000:0.0:1767384675.691758:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.691765:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384675.691766:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384675.691769:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.691770:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384675.691778:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384675.691781:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.691782:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023a828ab. 00000100:00000001:0.0:1767384675.691790:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.691792:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008666cf84. 00000020:00000010:2.0:1767384675.691799:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a5f781e. 00000100:00000040:0.0:1767384675.691800:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384675.691806:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384675.691809:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384675.691813:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c3c6fab. 02000000:00000001:2.0:1767384675.691820:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384675.691825:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384675.691876:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384675.691878:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384675.691881:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2a209df. 00000100:00000001:0.0:1767384675.691885:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384675.691900:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d991612. 00000100:00000001:0.0:1767384675.691905:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384675.691914:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384675.691917:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384675.691919:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384675.691923:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384675.691926:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384675.691928:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384675.691930:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384675.691933:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384675.691935:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384675.691938:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384675.691947:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384675.691958:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059678848:0@lo:253: 00000100:00000001:0.0:1767384675.691968:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.691972:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384675.691977:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059678848/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.691986:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384675.691990:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384675.691995:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d78bab9f. 02000000:00000001:0.0:1767384675.692002:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384675.692006:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384675.692009:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384675.692013:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384675.692016:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000800a305c. 02000000:00000001:0.0:1767384675.692026:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384675.692029:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384675.692032:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:0.0:1767384675.692038:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384675.692040:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.692043:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.692061:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384675.692064:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.692067:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.692070:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384675.692520:0:36938:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000017b802da. 00000400:00000040:1.0:1767384675.692538:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.692541:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384675.692543:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.692545:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.692547:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.692548:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384675.692550:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.692551:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384675.692552:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384675.692553:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384675.692555:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384675.692556:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.692557:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384675.692559:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.692559:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384675.692561:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384675.692562:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.692562:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384675.692567:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384675.692569:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.692570:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.692571:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.692573:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.692574:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.692575:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384675.692577:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.692577:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.692579:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.692579:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.692580:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.692581:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384675.692583:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.692584:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.692585:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.692585:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.692587:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.692587:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384675.692589:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.692593:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.692595:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384675.692597:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384675.692600:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.692602:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384675.692604:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384675.692606:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384675.692608:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384675.692610:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384675.692611:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384675.692614:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384675.692616:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.692619:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384675.692621:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384675.692623:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384675.692625:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384675.692628:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384675.692631:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384675.692633:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384675.692906:0:36938:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000017b802da. 00080000:00000020:0.0:1767384675.693438:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384675.693442:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384675.693445:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a80b4905. 20000000:00000001:0.0:1767384675.693450:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384675.693455:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059678976 00010000:00000001:0.0:1767384675.693459:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384675.693465:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000448e7974 x1853237059678976/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:656/0 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384675.693474:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384675.693477:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384675.693480:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384675.693485:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384675.693488:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384675.693491:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384675.693494:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384675.693497:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.693500:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384675.693504:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384675.693509:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001085ca5e. 00000100:00000200:0.0:1767384675.693513:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059678976, offset 224 00000400:00000200:0.0:1767384675.693521:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384675.693532:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384675.693543:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07300 00000400:00000200:0.0:1767384675.693551:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e35 [2] + 224 00000400:00000200:0.0:1767384675.693561:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384675.693565:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384675.693571:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384675.693576:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384675.693586:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.693617:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384675.693625:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001085ca5e 00000400:00000010:0.0:1767384675.693628:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001085ca5e. 00000100:00000001:0.0:1767384675.693631:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384675.693634:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384675.693638:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.693642:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384675.693645:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384675.693647:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.693650:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384675.693654:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000448e7974 x1853237059678976/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:656/0 lens 4848/4768 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384675.693664:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000448e7974 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059678976:12345-0@lo:253: Request processed in 30975us (31589us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384675.693675:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384675.693678:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:0.0:1767384675.693681:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384675.693683:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384675.693687:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004aa54422. 00000020:00000010:0.0:1767384675.693692:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024a32bf0. 00000020:00000010:0.0:1767384675.693696:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7804a7e. 00000020:00000040:0.0:1767384675.693701:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:0.0:1767384675.693705:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384675.693708:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000fe9a671. 02000000:00000001:0.0:1767384675.693712:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384675.693714:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384675.693719:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384675.693724:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f56192b. 00000400:00000010:0.0:1767384675.693729:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001085ca5e. 00000100:00000001:0.0:1767384675.693748:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.693751:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384675.693755:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384675.693756:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384675.693765:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000400:00000200:0.0:1767384675.693768:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3f8ece7 00000400:00000010:0.0:1767384675.693770:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3f8ece7. 00000100:00000001:0.0:1767384675.693773:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384675.693776:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384675.693785:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.693792:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384675.693793:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.693795:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384675.693797:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384675.693798:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384675.693800:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.693802:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384675.693804:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384675.693807:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384675.693809:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384675.693811:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.693813:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384675.693815:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.693817:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.693820:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.693826:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.693829:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384675.693830:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384675.693860:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384675.693862:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384675.693863:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384675.693864:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384675.693866:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384675.693868:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384675.693870:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384675.693871:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384675.693872:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384675.693882:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384675.693906:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059678976:0@lo:253: 00000100:00000001:0.0:1767384675.693911:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.693913:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384675.693916:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059678976/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.693922:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384675.693924:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384675.693926:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000091e60538. 02000000:00000001:0.0:1767384675.693930:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384675.693932:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384675.693933:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384675.693935:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384675.693937:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003a50e3b2. 02000000:00000001:0.0:1767384675.693940:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384675.693942:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384675.693943:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000100:00000001:0.0:1767384675.693948:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384675.693949:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.693951:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.693957:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384675.693958:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.693961:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.693963:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384675.695982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ad47ce9. 00010000:00000010:1.1:1767384675.695988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00010000:00000001:0.0:1767384676.247095:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384676.247102:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.247108:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384676.247110:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.247148:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384676.247153:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384676.247157:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384676.693959:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (4) 00000800:00000200:3.1:1767384676.693976:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (4) 00000400:00000200:2.0:1767384676.694087:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694131:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694159:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694208:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694256:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694278:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694297:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694312:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694349:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694377:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694440:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694461:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694478:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694495:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694525:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694564:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694598:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694630:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694663:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694683:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694700:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694718:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694734:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694751:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694795:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694850:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384676.694908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000001:0.0:1767384676.694917:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384676.694923:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384676.694927:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003378e799 00000400:00000010:0.0:1767384676.694931:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003378e799. 00000400:00000200:0.0:1767384676.694939:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384676.694945:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384676.694945:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384676.694964:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000a4895c5. 00000400:00000010:0.0:1767384676.694974:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003bc27f6a. 00000400:00000001:0.0:1767384676.694981:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384676.694982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000001:0.0:1767384676.694983:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384676.694987:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8ff98d 00000400:00000010:0.0:1767384676.694989:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f8ff98d. 00000400:00000200:0.0:1767384676.694992:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384676.694995:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384676.694998:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006ebe5eb. 00000400:00000010:0.0:1767384676.695001:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c5dd0e6. 00000400:00000200:0.0:1767384676.695011:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp44 00000400:00000010:0.0:1767384676.695014:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c23aeb13. 00000400:00000200:2.0:1767384676.695016:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000010:0.0:1767384676.695020:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dc0fe258. 00000400:00000010:0.0:1767384676.695027:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384676.695035:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ba526126. 00000400:00000200:2.0:1767384676.695040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384676.695041:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp44 00000400:00000200:0.0:1767384676.695059:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp44 local destination 00000400:00000200:2.0:1767384676.695063:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384676.695066:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp44 00000400:00000200:0.0:1767384676.695073:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp44 NI seq info: [174:174:256:4294967295] 192.168.202.117@tcp44 LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1767384676.695080:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp44 00000400:00000200:2.0:1767384676.695087:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384676.695091:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp44(192.168.202.117@tcp44:) -> 192.168.202.117@tcp44(192.168.202.117@tcp44:192.168.202.117@tcp44) : GET try# 0 00000800:00000200:0.0:1767384676.695098:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp44 00000800:00000010:0.0:1767384676.695103:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e689120c. 00000800:00000200:0.0:1767384676.695108:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000800:00000200:0.1:1767384676.695112:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000400:00000200:0.0:1767384676.695131:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp44 added to recovery queue. ping count: 1 next ping: 301 health :900 00000400:00000200:3.0:1767384676.695205:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000010:2.0:1767384676.695253:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081df3bd4. 00000800:00000010:2.0:1767384676.695258:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016da01a4. 00000400:00000200:3.0:1767384676.695261:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000010:2.0:1767384676.695263:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f4601fd. 00000800:00000010:2.0:1767384676.695288:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f4601fd. 00000800:00020000:2.0:1767384676.695299:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384676.695303:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016da01a4. 00000400:00000200:3.0:1767384676.695307:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000010:2.0:1767384676.695307:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000081df3bd4. 00000400:00000200:3.0:1767384676.695361:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:02020000:2.0:1767384676.695384:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp34 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384676.695388:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384676.695413:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695443:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695467:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695486:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695506:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695543:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695583:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695617:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695643:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695659:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695678:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695695:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695711:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695726:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695743:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695756:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695771:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695794:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695826:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695898:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695935:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695955:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695973:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.695993:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.696010:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.696027:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.696056:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.696092:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.696129:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.696150:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384676.696165:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384676.696293:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005fd454a2. 00000800:00000010:3.0:1767384676.696304:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f052f11b. 00000800:00000010:3.0:1767384676.696308:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000699d05e4. 00000800:00000010:3.0:1767384676.696327:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000699d05e4. 00000800:00020000:3.0:1767384676.696334:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384676.696337:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f052f11b. 00000800:00000010:3.0:1767384676.696339:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005fd454a2. 00000400:02020000:3.0:1767384676.696370:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp44 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384676.696375:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp44 notifying 192.168.202.117@tcp44: down 00000400:00000200:3.0:1767384676.696379:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384676.696383:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp44 00000800:00000010:3.0:1767384676.696385:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e689120c. 00000400:00000200:3.0:1767384676.696389:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384676.696394:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp44->192.168.202.117@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384676.696403:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384676.696406:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384676.696409:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp44) recovery failed with -71 00010000:00000001:0.0:1767384677.270927:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384677.270933:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.270940:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384677.270941:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.270964:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.270967:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.270970:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384677.627891:0:37469:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384677.627909:0:37469:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.627913:0:37469:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.627919:0:37469:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384677.627923:0:37469:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.627926:0:37469:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384677.717927:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384677.717932:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384677.717936:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000800:00000200:3.0:1767384677.717940:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (4) 00000400:00000010:0.0:1767384677.717940:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384677.717948:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.1:1767384677.717953:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (4) 00000400:00000200:0.0:1767384677.717955:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384677.717970:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c23aeb13. 00000400:00000010:0.0:1767384677.717974:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dc0fe258. 00000400:00000200:0.0:1767384677.717981:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp42 00000400:00000010:0.0:1767384677.717985:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c23aeb13. 00000400:00000010:0.0:1767384677.717989:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bf35d2b0. 00000400:00000010:0.0:1767384677.717993:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384677.717998:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d2e1267. 00000400:00000200:0.0:1767384677.718002:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp42 00000400:00000200:0.0:1767384677.718014:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp42 local destination 00000400:00000200:0.0:1767384677.718018:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp42 00000400:00000200:0.0:1767384677.718021:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp42 NI seq info: [175:175:256:4294967295] 192.168.202.117@tcp42 LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1767384677.718027:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp42 00000400:00000200:1.0:1767384677.718037:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718037:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp42(192.168.202.117@tcp42:) -> 192.168.202.117@tcp42(192.168.202.117@tcp42:192.168.202.117@tcp42) : GET try# 0 00000800:00000200:0.0:1767384677.718047:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp42 00000800:00000010:0.0:1767384677.718051:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e0bc0c5. 00000800:00000200:0.0:1767384677.718055:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000800:00000200:0.1:1767384677.718059:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000400:00000200:1.0:1767384677.718078:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718078:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp42 added to recovery queue. ping count: 3 next ping: 308 health :700 00000400:00000200:0.0:1767384677.718085:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp39 00000400:00000010:0.0:1767384677.718090:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000052ee9af2. 00000400:00000010:0.0:1767384677.718093:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000016eef8c2. 00000400:00000010:0.0:1767384677.718095:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2be8b12. 00000400:00000010:0.0:1767384677.718108:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b01f6aa. 00000400:00000200:0.0:1767384677.718111:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp39 00000400:00000200:0.0:1767384677.718117:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp39 local destination 00000400:00000200:0.0:1767384677.718120:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp39 00000400:00000200:1.0:1767384677.718121:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718127:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp39 NI seq info: [176:176:256:4294967295] 192.168.202.117@tcp39 LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1767384677.718133:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp39 00000400:00000200:0.0:1767384677.718142:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39:) -> 192.168.202.117@tcp39(192.168.202.117@tcp39:192.168.202.117@tcp39) : GET try# 0 00000800:00000200:0.0:1767384677.718147:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp39 00000800:00000010:0.0:1767384677.718149:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049243948. 00000400:00000200:3.0:1767384677.718151:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:0.0:1767384677.718156:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000800:00000200:0.1:1767384677.718162:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000400:00000200:0.0:1767384677.718174:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp39 added to recovery queue. ping count: 4 next ping: 316 health :600 00000400:00000200:1.0:1767384677.718186:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718238:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718244:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718256:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718308:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718319:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718337:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718378:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718381:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718421:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718449:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718498:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718518:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718567:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718574:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718589:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718632:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718646:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718674:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718691:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718712:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718758:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718759:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718774:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718893:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718921:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.718957:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.718993:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.718995:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719034:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719071:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719071:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719107:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719139:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719151:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719177:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719200:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719250:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719265:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719299:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719330:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719331:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719369:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719405:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719418:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719434:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719463:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719492:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719526:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719564:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719578:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719586:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719638:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719658:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719676:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719716:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719723:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719762:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719801:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719801:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719859:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719918:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.719927:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.719957:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.719987:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720004:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720042:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.720057:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720090:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720124:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.720132:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720160:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720194:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.720206:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720228:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.720278:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720296:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720335:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.720350:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720369:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720427:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384677.720429:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720476:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720489:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720542:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720545:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720581:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.720614:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720633:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000800:00000010:1.0:1767384677.720677:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e13c83e0. 00000400:00000200:0.0:1767384677.720678:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.720680:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000800:00000010:1.0:1767384677.720686:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000018d7191d. 00000800:00000010:1.0:1767384677.720694:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e66d1381. 00000800:00000010:1.0:1767384677.720728:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e66d1381. 00000400:00000200:3.0:1767384677.720736:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00020000:1.0:1767384677.720743:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384677.720748:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000018d7191d. 00000800:00000010:1.0:1767384677.720752:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e13c83e0. 00000400:00000200:0.0:1767384677.720753:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:02020000:1.0:1767384677.720820:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp29 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384677.720820:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000100:1.0:1767384677.720830:0:16129:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384677.720910:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000800:00000010:3.0:1767384677.720926:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005fd454a2. 00000800:00000010:3.0:1767384677.720933:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f052f11b. 00000800:00000010:3.0:1767384677.720938:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000994ed788. 00000400:00000200:0.0:1767384677.720950:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:3.0:1767384677.720961:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000994ed788. 00000800:00020000:3.0:1767384677.720969:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384677.720972:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f052f11b. 00000800:00000010:3.0:1767384677.720974:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005fd454a2. 00000400:00000200:0.0:1767384677.720999:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:02020000:3.0:1767384677.721018:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp42 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384677.721025:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp42 notifying 192.168.202.117@tcp42: down 00000400:00000200:3.0:1767384677.721028:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384677.721038:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp42 00000800:00000010:3.0:1767384677.721041:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e0bc0c5. 00000400:00000200:3.0:1767384677.721045:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384677.721046:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.721052:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp42->192.168.202.117@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384677.721061:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384677.721063:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384677.721068:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp42) recovery failed with -71 00000400:00000200:0.0:1767384677.721088:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721123:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721155:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721183:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721213:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721241:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721269:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721294:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.721318:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000800:00000010:0.0:1767384677.721500:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe2167e9. 00000800:00000010:0.0:1767384677.721505:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af6c3d70. 00000800:00000010:0.0:1767384677.721517:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000018b169b8. 00000800:00000010:0.0:1767384677.721561:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000018b169b8. 00000400:00000200:1.0:1767384677.721689:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384677.721707:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp39 from 207.3.0.2 00000800:00000010:1.0:1767384677.721711:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000093aed268. 00000800:00000010:3.0:1767384677.721763:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005fd454a2. 00000800:00000010:3.0:1767384677.721767:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f052f11b. 00000800:00000010:3.0:1767384677.721785:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bbc3efce. 00000800:00000200:3.1:1767384677.721790:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (2) 00000800:00000200:3.1:1767384677.721794:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp39 00000000bbc3efce deleted 00000800:00000010:3.1:1767384677.721796:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bbc3efce. 00000800:00000200:3.1:1767384677.721801:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384677.721806:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp39 ip 192.168.202.117:975 00000800:00000200:3.1:1767384677.721810:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049243948 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384677.721815:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp39 p 3.x 192.168.202.117 -> 192.168.202.117:975 incarnation:1767384655656042737 sched[0] 00000800:00000010:3.0:1767384677.721820:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000994ed788. 00000800:00000010:3.0:1767384677.721909:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000994ed788. 00000800:00000010:3.0:1767384677.721915:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f052f11b. 00000800:00000010:3.0:1767384677.721950:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000093aed268. 00000800:00000001:3.0:1767384677.721963:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.721969:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384677.721975:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384677.721985:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp39 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384655656042737 sched[0] 00000800:00000010:0.0:1767384677.721991:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af6c3d70. 00000800:00000200:3.0:1767384677.722012:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.722016:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049243948. 00000400:00000200:3.0:1767384677.722019:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.722025:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp39->192.168.202.117@tcp39: GET: OK 00000400:00000200:3.0:1767384677.722027:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384677.722029:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp39 recovery message sent successfully:0 00000800:00000001:3.0:1767384677.722040:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.722045:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.722047:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.722053:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.722060:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39) <- 192.168.202.117@tcp39 : GET - for me 00000400:00000200:0.0:1767384677.722067:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.722073:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384677.722081:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1e25 [1] + 0 00000400:00000200:3.0:1767384677.722092:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp39 to MR: 192.168.202.117@tcp39 local destination 00000400:00000200:3.0:1767384677.722100:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp39 NI seq info: [177:177:256:4294967295] 192.168.202.117@tcp39 LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1767384677.722125:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39:192.168.202.117@tcp39) -> 192.168.202.117@tcp39(192.168.202.117@tcp39:192.168.202.117@tcp39) 192.168.202.117@tcp39 : REPLY try# 0 00000800:00000200:3.0:1767384677.722131:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp39 00000800:00000010:3.0:1767384677.722136:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f97df22. 00000800:00000200:3.0:1767384677.722143:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a96993bd] -> 12345-192.168.202.117@tcp39 (4) 00000400:00000200:0.0:1767384677.722143:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000200:3.0:1767384677.722151:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp39 ip 192.168.202.117:988 00000800:00000200:3.0:1767384677.722154:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f97df22 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384677.722199:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.722203:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f97df22. 00000400:00000200:0.0:1767384677.722214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384677.722223:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.722235:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp39->192.168.202.117@tcp39: REPLY: OK 00000800:00000001:3.0:1767384677.722246:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.722249:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.722252:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.722256:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.722257:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.722260:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.722266:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp39(192.168.202.117@tcp39) <- 192.168.202.117@tcp39 : REPLY - for me 00000400:00000200:3.0:1767384677.722275:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp39: Reply from 12345-192.168.202.117@tcp39 of length 272/272 into md 0x1e65 00000400:00000200:0.0:1767384677.722276:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000001:3.0:1767384677.722279:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.722286:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.722289:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.722295:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp39->192.168.202.117@tcp39: REPLY: OK 00000400:00000200:3.0:1767384677.722302:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2be8b12 00000400:00000010:3.0:1767384677.722305:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2be8b12. 00000400:00000200:3.0:1767384677.722310:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384677.722316:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000052ee9af2. 00000400:00000010:3.0:1767384677.722320:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000016eef8c2. 00000800:00000001:3.0:1767384677.722327:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.722332:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384677.722341:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722466:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722530:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722570:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722594:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722616:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722638:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722661:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722691:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722746:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722824:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722912:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.722961:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723001:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723047:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723097:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723135:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723172:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723221:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723250:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723278:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723324:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723354:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723386:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723413:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723437:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723465:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723491:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384677.723519:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384677.723636:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000022782003. 00000800:00000010:0.0:1767384677.723641:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af6c3d70. 00000800:00000010:0.0:1767384677.723645:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000018b169b8. 00000800:00000010:0.0:1767384677.723667:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000018b169b8. 00000800:00020000:0.0:1767384677.723673:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384677.723677:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af6c3d70. 00000800:00000010:0.0:1767384677.723680:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000022782003. 00000400:02020000:0.0:1767384677.723716:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp39 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384678.293906:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384678.293911:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.293917:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384678.293918:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.293949:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384678.293954:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.293957:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384678.387690:0:37633:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384678.387694:0:37633:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:0.0:1767384678.393164:0:37633:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384678.401200:0:37634:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c372a66. 00000400:00000010:1.0:1767384678.401215:0:37634:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000018d7191d. 00000400:00000010:1.0:1767384678.401223:0:37634:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e00c38b5. 00000400:00000010:1.0:1767384678.401226:0:37634:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000012e0bad6. 00000400:00000010:1.0:1767384678.401230:0:37634:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000323d4500. 00000400:00000010:1.0:1767384678.401233:0:37634:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012f3345e. 00000400:00000010:1.0:1767384678.401234:0:37634:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009905c45e. 00000400:00000010:1.0:1767384678.401236:0:37634:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e66d1381. 00000400:00000010:1.0:1767384678.401238:0:37634:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b9d52a9c. 00000800:00000010:1.0:1767384678.401253:0:37634:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000040de9de6. 00000800:00000200:1.0:1767384678.401266:0:37634:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384678.401279:0:37634:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384678.401312:0:37634:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384678.401334:0:37634:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384678.402677:0:37634:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000db6f0fd1. 00000400:00000010:1.0:1767384678.402684:0:37634:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2985945. 00000400:00000010:1.0:1767384678.402688:0:37634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0b17172. 00000400:00000001:1.0:1767384678.402706:0:37634:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384678.402707:0:37634:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384678.402708:0:37634:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ebe1b9. 00000400:00000200:1.0:1767384678.402711:0:37634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:1.0:1767384678.402712:0:37634:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000400:00000010:1.0:1767384678.402715:0:37634:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000075d3df45. 00000400:00000200:1.0:1767384678.402719:0:37634:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (38) 00000400:00000200:1.0:1767384678.402730:0:37634:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384678.402740:0:37634:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384678.402748:0:37634:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e13c83e0. 00000400:00000200:3.0:1767384678.402749:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384678.402754:0:37634:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384678.402759:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000020:01000000:1.0:1767384678.402761:0:37634:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp48 00000400:00000200:3.0:1767384678.402768:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000400:00000010:3.0:1767384678.402783:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000000cbbcdf9. 00000400:00000010:1.0:1767384678.402785:0:37634:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000018d7191d. 00000400:00000010:3.0:1767384678.402788:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2de5cf5. 00000400:00000010:1.0:1767384678.402792:0:37634:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c372a66. 00000400:00000010:3.0:1767384678.402797:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000dc3d092. 00000400:00000200:3.0:1767384678.402803:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:3.0:1767384678.402813:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:00000001:0.0:1767384678.402814:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384678.402820:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000400:00000200:3.0:1767384678.402826:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 10000000:00000001:0.0:1767384678.402851:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384678.402855:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384678.402857:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384678.402858:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000020:01000004:0.0:1767384678.402875:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384678.402879:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000020:01000004:0.0:1767384678.402880:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384678.402884:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384678.402887:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000020:01000004:0.0:1767384678.402887:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384678.402890:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384678.402894:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000400:00000200:3.0:1767384678.402899:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000020:01000004:0.0:1767384678.402900:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384678.402903:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384678.402906:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384678.402907:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000020:01000004:0.0:1767384678.402909:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384678.402913:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384678.402915:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000100:00000010:0.0:1767384678.402919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000400:00000200:3.0:1767384678.402920:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000020:00000040:0.0:1767384678.402925:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:3.0:1767384678.402928:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000100:00000001:0.0:1767384678.402932:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384678.402933:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 02000000:00000001:0.0:1767384678.402937:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384678.402941:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 02000000:00000001:0.0:1767384678.402944:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.402946:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000400:00000200:3.0:1767384678.402950:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 60], ns[42, 61] 02000000:00000010:0.0:1767384678.402953:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000022782003. 00000400:00000200:3.0:1767384678.402954:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000100:00000001:0.0:1767384678.402961:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.402970:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000100:00000001:0.0:1767384678.402971:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384678.402975:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.402976:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:3.0:1767384678.402982:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 42], ns[147, 42] 00000100:00000040:0.0:1767384678.402984:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2173445] to pc [ptlrpcd_00_02+2] req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384678.402991:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 42], ns[66, 42] 00000400:00000200:3.0:1767384678.402994:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[79, 42] 00000400:00000200:3.0:1767384678.403000:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 42], ns[91, 42] 00000400:00000200:3.0:1767384678.403009:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 42], ns[173, 42] 00000400:00000200:3.0:1767384678.403016:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 42], ns[115, 42] 00000400:00000200:3.0:1767384678.403021:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[94, 42] 00000400:00000200:3.0:1767384678.403025:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[139, 42] 00000400:00000200:3.0:1767384678.403030:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[151, 42] 10000000:00000001:0.0:1767384678.403032:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.403037:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 42], ns[122, 42] 10000000:00000001:0.0:1767384678.403037:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403040:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384678.403042:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384678.403046:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384678.403048:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384678.403049:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[169, 42], ns[172, 42] 00000100:00000001:2.0:1767384678.403053:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384678.403054:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384678.403058:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 42], ns[177, 42] 10000000:00000001:0.0:1767384678.403058:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384678.403061:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384678.403062:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384678.403063:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384678.403068:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384678.403071:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 42], ns[157, 42] 00000020:01000004:0.0:1767384678.403072:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384678.403075:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384678.403077:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384678.403080:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384678.403084:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384678.403087:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384678.403089:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 42], ns[168, 42] 00000020:01000004:0.0:1767384678.403090:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384678.403093:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384678.403096:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384678.403099:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000400:00000200:3.0:1767384678.403100:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[175, 42] 00000100:00000001:2.0:1767384678.403100:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.403104:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:2.0:1767384678.403108:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384678.403109:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384678.403113:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384678.403114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[163, 42], ns[166, 42] 02000000:00000001:2.0:1767384678.403114:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384678.403119:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384678.403123:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059679104:0@lo:253: 02000000:00000001:0.0:1767384678.403126:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403134:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384678.403135:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007c3c6fab. 00000400:00000200:3.0:1767384678.403136:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[171, 42], ns[174, 42] 00000100:00000001:0.0:1767384678.403142:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.403143:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384678.403144:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 02000000:00000001:2.0:1767384678.403149:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.403149:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384678.403151:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384678.403153:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.403155:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384678.403161:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000040:0.0:1767384678.403161:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000719f0039] to pc [ptlrpcd_00_03+3] req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384678.403165:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000081df3bd4. 00000400:00000200:3.0:1767384678.403170:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp45 02000000:00000001:2.0:1767384678.403173:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.403180:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp45 lpni_is_preferred = 0 00000400:00000010:2.0:1767384678.403183:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fa6c692. 00000400:00000200:3.0:1767384678.403184:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp45 10000000:00000001:0.0:1767384678.403184:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384678.403191:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.403192:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp45 NI seq info: [178:178:256:4294967295] 192.168.202.117@tcp45 LPNI seq info [175:175:8:4294967295] 00000400:00000010:2.0:1767384678.403193:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cec308f9. 00000020:00000001:0.0:1767384678.403198:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.403203:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp45 00000020:01000000:0.0:1767384678.403203:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384678.403210:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e13c83e0. 00000100:00000200:2.0:1767384678.403211:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059679104, portal 25 00000400:00000200:3.0:1767384678.403218:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp45(192.168.202.117@tcp45:) -> 192.168.202.117@tcp45(192.168.202.117@tcp:192.168.202.117@tcp45) : GET try# 0 00000100:00000001:2.0:1767384678.403219:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384678.403224:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027875712 : -115911681675904 : ffff969435636d80) 00000100:00000001:0.0:1767384678.403227:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767384678.403228:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp45 00000100:00000001:0.0:1767384678.403234:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384678.403235:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004f97df22. 00000100:00000040:2.0:1767384678.403235:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.403239:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384678.403246:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f052f11b. 00000100:00000040:0.0:1767384678.403247:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384678.403253:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bbc3efce. 00000100:00000001:2.0:1767384678.403254:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384678.403263:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384678.403263:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767384678.403264:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (2) 00000100:00000001:0.0:1767384678.403265:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384678.403270:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dbea58f. 02000000:00000001:0.0:1767384678.403271:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.1:1767384678.403276:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (2) 02000000:00000001:0.0:1767384678.403276:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384678.403278:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059679104, offset 0 02000000:00000001:0.0:1767384678.403284:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384678.403287:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059679232:0@lo:253: 00000100:00000001:0.0:1767384678.403292:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384678.403293:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384678.403295:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 02000000:00000001:0.0:1767384678.403297:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384678.403301:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 02000000:00000001:0.0:1767384678.403301:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.403307:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384678.403309:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384678.403313:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000023f31251. 02000000:00000001:0.0:1767384678.403316:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384678.403321:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000400:00000200:2.0:1767384678.403325:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07380 00000400:00000010:0.0:1767384678.403328:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa0e6e9d. 00000400:00000200:2.0:1767384678.403335:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15cd [2] + 0 00000400:00000010:2.0:1767384678.403348:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057de7f21. 00000400:00000200:2.0:1767384678.403353:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c0bdac5 00000400:00000200:3.0:1767384678.403356:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000100:00000200:0.0:1767384678.403359:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059679232, portal 25 00000400:00000200:2.0:1767384678.403362:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384678.403365:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384678.403370:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384678.403370:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027879296 : -115911681672320 : ffff969435637b80) 00000400:00000200:2.0:1767384678.403375:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c0bdac5 00000400:00000010:2.0:1767384678.403377:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c0bdac5. 00000100:00000001:2.0:1767384678.403383:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384678.403385:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384678.403387:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.403389:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000dd50d008 x1853237059679104 msgsize 4848 00000400:00000200:3.0:1767384678.403396:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00100000:2.0:1767384678.403404:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384678.403404:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384678.403409:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384678.403413:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384678.403417:0:16143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000824673eb. 00000100:00000001:2.0:1767384678.403420:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384678.403422:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059679232, offset 0 00000400:00000200:0.0:1767384678.403428:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384678.403432:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.403435:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dbea58f 00000400:00000200:0.0:1767384678.403438:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384678.403439:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dbea58f. 00000100:00000001:2.0:1767384678.403446:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384678.403449:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384678.403453:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07400 00000400:00000200:0.0:1767384678.403464:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15dd [2] + 0 00000100:00000001:2.0:1767384678.403466:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384678.403468:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:0.0:1767384678.403468:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000502f6704. 00000100:00000040:2.0:1767384678.403471:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384678.403475:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e719b8d 00000100:00000001:2.0:1767384678.403482:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403484:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384678.403489:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.403491:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384678.403493:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294968505 00000400:00000200:0.0:1767384678.403499:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384678.403500:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a115df. 00000400:00000200:0.0:1767384678.403502:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e719b8d 00000400:00000010:0.0:1767384678.403506:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e719b8d. 00000100:00000001:2.0:1767384678.403507:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384678.403510:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:0.0:1767384678.403510:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384678.403514:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384678.403515:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294968505 00000100:00000040:0.0:1767384678.403520:0:16143:0:(events.c:337:request_in_callback()) incoming req@000000005f8ed7b6 x1853237059679232 msgsize 4848 00000100:00000010:2.0:1767384678.403521:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009636f771. 00000100:00000001:2.0:1767384678.403526:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384678.403530:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384678.403532:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294968505 00000100:00000040:0.0:1767384678.403533:0:16143:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384678.403540:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000100:00000001:2.0:1767384678.403545:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384678.403547:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384678.403550:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294968505 00000400:00000200:0.0:1767384678.403554:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000824673eb 00000400:00000010:0.0:1767384678.403556:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000824673eb. 00000100:00000001:0.0:1767384678.403561:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384678.403563:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cfb8d7f. 00000100:00000200:0.0:1767384678.403567:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384678.403568:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:2.0:1767384678.403569:0:16142:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384678.403575:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.403581:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.403583:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384678.403585:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.403589:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.403590:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.403598:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.403599:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384678.403601:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384678.403603:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403604:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384678.403609:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294968505 00000100:00000001:2.0:1767384678.403610:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.403612:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384678.403614:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403616:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.403621:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:0.0:1767384678.403622:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294968505 00000100:00000001:0.0:1767384678.403627:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294968505 00000100:00000001:0.0:1767384678.403629:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294968505 00000100:00000001:0.0:1767384678.403631:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294968505 00000100:00000001:0.0:1767384678.403633:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294968505 00000100:00000001:0.0:1767384678.403634:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294968505 00000100:00000001:0.0:1767384678.403637:0:16143:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294968505 00000100:00000001:0.0:1767384678.403639:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384678.403642:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.403645:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.403647:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.403652:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384678.403653:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384678.403654:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384678.403656:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384678.403658:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059679104 00000100:00000001:0.0:1767384678.403660:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384678.403664:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384678.403664:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403667:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.403668:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403670:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.403675:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.403678:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000100:00100000:2.0:1767384678.403678:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059679104 00000020:00000001:2.0:1767384678.403680:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384678.403683:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384678.403686:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384678.403689:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:2.0:1767384678.403692:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384678.403694:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384678.403695:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384678.403699:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384678.403700:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059679232 02000000:00000001:0.0:1767384678.403704:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384678.403705:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028f8281c. 00000100:00000001:0.0:1767384678.403706:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.403709:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403711:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384678.403713:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.403714:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028f8281c. 00000100:00100000:0.0:1767384678.403720:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059679232 00000020:00000001:0.0:1767384678.403723:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384678.403725:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f439218d. 00000020:00000040:0.0:1767384678.403725:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000200:3.0:1767384678.403730:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000020:00000001:0.0:1767384678.403730:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384678.403732:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001d6c207. 00000020:00000040:0.0:1767384678.403733:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:0.0:1767384678.403739:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:2.0:1767384678.403741:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000020:00000001:0.0:1767384678.403741:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384678.403748:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384678.403751:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000100:00000040:2.0:1767384678.403754:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384678.403754:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.403758:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384678.403760:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384678.403764:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000100:00000001:2.0:1767384678.403770:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.403770:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d3d478. 00000020:00000010:0.0:1767384678.403777:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b974ab1f. 00000400:00000200:3.0:1767384678.403778:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000001:2.0:1767384678.403781:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.403782:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394fcc9e. 00000100:00000001:0.0:1767384678.403790:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384678.403791:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384678.403793:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.403793:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.403803:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403809:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384678.403813:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384678.403813:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384678.403821:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:2.0:1767384678.403824:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384678.403827:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935842384 : -115911773709232 : ffff96942fe71c50) 00000100:00000001:0.0:1767384678.403828:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384678.403852:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384678.403854:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd50d008 x1853237059679104/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:659/0 lens 4848/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384678.403860:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000400:00000200:3.0:1767384678.403879:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000001:2.0:1767384678.403880:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384678.403882:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000020:00000010:2.0:1767384678.403886:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028f8281c. 00000100:00000001:0.0:1767384678.403886:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935847504 : -115911773704112 : ffff96942fe73050) 00000100:00000001:2.0:1767384678.403892:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384678.403896:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f8ed7b6 x1853237059679232/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:659/0 lens 4848/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384678.403897:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028f8281c. 00000100:00100000:2.0:1767384678.403907:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd50d008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059679104:12345-0@lo:253: 00000100:00000001:0.0:1767384678.403907:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384678.403911:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098497835. 00000100:00000200:2.0:1767384678.403912:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059679104 00000020:00000001:2.0:1767384678.403918:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384678.403919:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384678.403923:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098497835. 00000020:00000001:2.0:1767384678.403924:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384678.403928:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.403931:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384678.403932:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f8ed7b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16143:x1853237059679232:12345-0@lo:253: 00000020:00000001:2.0:1767384678.403933:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000200:0.0:1767384678.403938:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059679232 00000400:00000200:3.0:1767384678.403940:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000020:00000001:2.0:1767384678.403940:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384678.403942:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384678.403944:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384678.403946:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384678.403947:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384678.403951:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384678.403951:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.403956:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.403957:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384678.403960:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:2.0:1767384678.403962:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384678.403963:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384678.403966:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384678.403967:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384678.403968:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384678.403971:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384678.403972:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000020:00000001:0.0:1767384678.403973:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384678.403974:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006cdab883. 02000000:00000001:2.0:1767384678.403977:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.403979:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384678.403984:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384678.403984:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384678.403989:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384678.403996:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000041a2fcd5. 02000000:00000010:0.0:1767384678.403996:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003a50e3b2. 00000400:00000200:3.0:1767384678.403997:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 02000000:00000001:0.0:1767384678.404000:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.404004:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384678.404007:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384678.404008:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384678.404013:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384678.404016:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384678.404018:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384678.404018:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000091e60538. 20000000:00000001:2.0:1767384678.404024:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384678.404025:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384678.404026:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 20000000:00000001:2.0:1767384678.404027:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384678.404029:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384678.404032:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384678.404035:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384678.404036:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384678.404037:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d180e6b7. 20000000:00000001:0.0:1767384678.404038:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384678.404042:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:2.0:1767384678.404048:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384678.404053:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00080000:00000001:2.0:1767384678.404053:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384678.404091:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00080000:00000001:2.0:1767384678.404100:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384678.404104:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384678.404106:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384678.404108:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384678.404112:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384678.404116:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:2.0:1767384678.404119:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384678.404126:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dffee711. 00080000:00000001:2.0:1767384678.404128:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161999128576 : -115911710423040 : ffff969433acc800) 00080000:00000001:2.0:1767384678.404131:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384678.404136:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404184:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404212:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000001:00000001:2.0:1767384678.404240:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384678.404242:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00080000:00000001:2.0:1767384678.404244:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384678.404249:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384678.404264:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00080000:00000001:2.0:1767384678.404276:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384678.404281:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384678.404296:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404340:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404388:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00080000:00000001:2.0:1767384678.404423:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384678.404427:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384678.404438:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404473:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404518:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404548:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404582:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404608:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404638:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404668:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404696:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384678.404760:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384678.404986:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6c2ed8d. 00000800:00000010:3.0:1767384678.404992:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd561f97. 00000800:00000010:3.0:1767384678.404997:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046f3c0a4. 00000800:00000010:3.0:1767384678.405023:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046f3c0a4. 00000800:00020000:3.0:1767384678.405034:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384678.405038:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd561f97. 00000800:00000010:3.0:1767384678.405041:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6c2ed8d. 00000400:02020000:3.0:1767384678.405114:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp45 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384678.405121:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp45 notifying 192.168.202.117@tcp45: down 00000800:00000200:3.0:1767384678.405127:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp45 down 00000800:00000100:3.0:1767384678.405134:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp45 00000800:00000010:3.0:1767384678.405137:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004f97df22. 00000400:00000200:3.0:1767384678.405142:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384678.405146:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp45->192.168.202.117@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384678.405153:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp45 added to recovery queue. ping count: 0 next ping: 302 health :900 00000400:00000200:3.0:1767384678.405157:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384678.405160:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:3.0:1767384678.405166:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384678.405195:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384678.405200:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000400:00000001:3.0:1767384678.405202:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384678.405204:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384678.405205:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2de5cf5 00000400:00000010:3.0:1767384678.405207:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2de5cf5. 00000400:00000200:3.0:1767384678.405209:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384678.405212:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:3.0:1767384678.405214:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000000cbbcdf9. 00000400:00000200:3.0:1767384678.405217:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (40) 00000400:00000200:3.0:1767384678.405220:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:3.0:1767384678.405221:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc -71 00000400:00000200:3.0:1767384678.405224:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384678.405227:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (39) 00080000:00000001:1.0:1767384678.412449:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384678.412459:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:2.0:1767384678.412463:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384678.412464:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384678.412469:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384678.412469:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384678.412474:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384678.412476:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384678.412477:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384678.412480:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dffee711. 00080000:00000001:2.0:1767384678.412483:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384678.412487:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384678.412497:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384678.412501:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384678.412509:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384678.412511:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004edadbc4. 20000000:01000000:3.0:1767384678.412516:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384678.412521:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384678.412523:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384678.412526:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384678.412527:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384678.412532:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384678.412536:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384678.412539:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384678.412546:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3db1180. 00010000:00000001:1.0:1767384678.412557:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384678.412561:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384678.412561:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00080000:00000001:3.0:1767384678.412566:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384678.412567:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384678.412568:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.412571:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c91d to hash 00080000:00000001:3.0:1767384678.412572:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384678.412574:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384678.412576:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.412578:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.412582:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384678.412584:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384678.412585:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.412589:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384678.412591:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384678.412598:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384678.412600:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384678.412604:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384678.412606:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000cbbcdf9. 00010000:00000001:1.0:1767384678.412606:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384678.412610:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384678.412611:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161538091008 : -115912171460608 : ffff96941831e800) 00010000:00000001:1.0:1767384678.412613:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384678.412616:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384678.412616:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384678.412620:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.412622:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384678.412623:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384678.412625:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384678.412626:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384678.412628:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3db1180) refcount = 1 00010000:00010000:1.0:1767384678.412630:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.412634:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384678.412636:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384678.412637:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.412639:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.412641:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384678.412643:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384678.412646:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384678.412648:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.412654:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.412656:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384678.412658:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.412660:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.412663:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384678.412664:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.412669:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384678.412671:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.412675:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.412677:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384678.412678:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.412682:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.412683:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.412685:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384678.412687:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384678.412692:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384678.412694:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384678.412696:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384678.412698:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384678.412701:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384678.412702:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1767384678.412704:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.412705:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.412708:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384678.412709:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:1.0:1767384678.412710:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00000020:00000001:1.0:1767384678.412713:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.412715:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.412723:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384678.412725:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384678.412726:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384678.412732:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384678.412733:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384678.412736:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384678.412737:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.412741:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384678.412743:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384678.412745:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.412746:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.412747:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c91d from hash 00010000:00000001:1.0:1767384678.412749:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384678.412750:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.412751:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.412752:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384678.412753:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384678.412755:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384678.412756:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384678.412758:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.412760:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.412761:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384678.412762:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384678.412764:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.412765:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.412767:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.412769:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.412770:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.412772:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.412776:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.412777:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.412779:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384678.412781:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384678.412782:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.412784:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.412790:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384678.412793:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384678.412795:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.412797:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.412801:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384678.412803:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384678.412804:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c91d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384678.412809:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3db1180 count: 0 00010000:00000001:1.0:1767384678.412822:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384678.412824:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384678.412877:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384678.412881:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384678.415938:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294968505, at 4294968506 00000100:00000010:1.0:1767384678.415947:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009636f771. 00000100:00000040:0.0:1767384678.415961:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294968505, at 4294968506 00000100:00000010:0.0:1767384678.415975:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a115df. 00000100:00000040:3.0:1767384678.416018:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294968505, at 4294968506 00000100:00000010:3.0:1767384678.416027:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cfb8d7f. 00000100:00000040:2.0:1767384678.416100:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294968505, at 4294968506 00000100:00000010:2.0:1767384678.416107:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00010000:00000010:1.1:1767384678.418880:0:16603:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3db1180. 00010000:00000010:1.1:1767384678.418889:0:16603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00080000:00000001:0.0:1767384678.423050:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384678.423054:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384678.423059:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384678.423064:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384678.423068:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384678.423074:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384678.423078:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000010:0.0:1767384678.423080:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000cbbcdf9. 20000000:00000001:2.0:1767384678.423087:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384678.423092:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384678.423093:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384678.423100:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384678.423122:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384678.423128:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384678.423131:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384678.423137:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384678.423139:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384678.423141:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384678.423147:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384678.423152:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384678.423160:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000021b1929. 00010000:00000001:1.0:1767384678.423166:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384678.423169:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384678.423173:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384678.423178:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c924 to hash 00000020:00000001:1.0:1767384678.423180:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384678.423181:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.423184:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.423187:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.423189:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.423192:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423201:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384678.423210:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384678.423212:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384678.423213:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384678.423215:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.423217:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384678.423221:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.423224:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384678.423226:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384678.423228:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384678.423230:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384678.423233:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000021b1929) refcount = 1 00010000:00010000:1.0:1767384678.423236:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423240:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384678.423242:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384678.423243:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.423245:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.423247:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384678.423251:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384678.423255:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384678.423258:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.423260:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.423261:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384678.423264:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.423266:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.423269:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384678.423273:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423282:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384678.423284:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423289:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.423290:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384678.423295:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423299:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.423300:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.423303:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384678.423304:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384678.423311:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384678.423312:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384678.423314:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384678.423315:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423319:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384678.423320:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.423321:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.423321:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00000020:00000001:1.0:1767384678.423322:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.423324:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384678.423326:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384678.423328:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423333:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384678.423335:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384678.423337:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.423341:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384678.423342:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384678.423345:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.423345:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.423347:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c924 from hash 00010000:00000001:1.0:1767384678.423349:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384678.423350:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.423355:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.423356:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384678.423357:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384678.423358:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384678.423360:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384678.423362:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.423364:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.423366:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384678.423367:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384678.423369:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.423369:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.423370:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.423372:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.423373:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.423374:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423378:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.423379:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.423381:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384678.423383:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384678.423384:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.423386:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.423388:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384678.423390:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384678.423392:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.423394:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.423398:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384678.423399:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384678.423401:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c924 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384678.423405:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000021b1929 count: 0 00010000:00000001:1.0:1767384678.423419:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384678.423420:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384678.424953:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384678.424959:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384678.424963:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000041a2fcd5. 20000000:00000001:2.0:1767384678.424974:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384678.424981:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059679104 00010000:00000001:2.0:1767384678.424985:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384678.424999:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd50d008 x1853237059679104/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:659/0 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.425010:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384678.425014:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384678.425019:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384678.425028:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384678.425032:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384678.425036:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384678.425040:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384678.425044:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.425049:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384678.425058:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384678.425067:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005aba8964. 00000100:00000200:2.0:1767384678.425076:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059679104, offset 224 00000400:00000200:2.0:1767384678.425089:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384678.425112:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384678.425133:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07380 00000400:00000200:2.0:1767384678.425142:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e71 [2] + 224 00000400:00000200:2.0:1767384678.425152:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.425160:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384678.425169:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384678.425178:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.425198:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.425217:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384678.425227:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aba8964 00000400:00000010:2.0:1767384678.425231:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aba8964. 00000100:00000001:2.0:1767384678.425237:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.425239:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384678.425246:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.425253:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384678.425256:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384678.425259:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.425263:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384678.425268:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd50d008 x1853237059679104/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:659/0 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384678.425281:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd50d008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16142:x1853237059679104:12345-0@lo:253: Request processed in 21397us (21886us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384678.425297:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:2.0:1767384678.425300:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384678.425304:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384678.425306:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384678.425312:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001d6c207. 00000020:00000010:2.0:1767384678.425316:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384678.425321:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f439218d. 00000020:00000040:2.0:1767384678.425328:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384678.425333:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384678.425335:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006cdab883. 02000000:00000001:2.0:1767384678.425340:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384678.425345:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384678.425355:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384678.425363:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057de7f21. 00000400:00000010:2.0:1767384678.425369:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005aba8964. 00000100:00000001:2.0:1767384678.425410:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.425421:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384678.425429:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384678.425431:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384678.425435:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fa6c692. 00000400:00000200:2.0:1767384678.425444:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cec308f9 00000400:00000010:2.0:1767384678.425446:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cec308f9. 00000100:00000001:2.0:1767384678.425454:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384678.425461:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384678.425471:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.425480:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384678.425481:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.425484:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384678.425488:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384678.425490:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384678.425493:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.425496:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384678.425502:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384678.425506:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384678.425510:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384678.425512:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.425516:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384678.425518:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.425521:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.425526:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.425533:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.425537:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384678.425540:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384678.425545:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384678.425548:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384678.425550:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384678.425551:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384678.425553:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384678.425555:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384678.425565:0:16142:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384678.425567:0:16142:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384678.425569:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384678.425571:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384678.425576:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384678.425584:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2173445 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059679104:0@lo:253: 00000100:00000001:2.0:1767384678.425592:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.425595:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384678.425598:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2173445 x1853237059679104/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.425606:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384678.425608:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384678.425611:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000081df3bd4. 02000000:00000001:2.0:1767384678.425617:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384678.425620:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384678.425623:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384678.425626:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384678.425628:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000022782003. 02000000:00000001:2.0:1767384678.425634:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384678.425637:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384678.425638:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2173445. 00000100:00000001:2.0:1767384678.425645:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384678.425647:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.425650:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.425661:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384678.425663:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.425667:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.425670:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384678.427237:0:37639:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000008d85850. 00000400:00000040:1.0:1767384678.427261:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384678.427263:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384678.427265:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384678.427267:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384678.427269:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384678.427271:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384678.427273:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384678.427275:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384678.427276:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384678.427277:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384678.427279:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384678.427281:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384678.427282:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384678.427283:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384678.427284:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384678.427286:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384678.427287:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384678.427288:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384678.427290:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384678.427292:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384678.427293:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384678.427294:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384678.427295:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384678.427297:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384678.427298:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384678.427299:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384678.427301:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384678.427302:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384678.427303:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384678.427304:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384678.427305:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384678.427306:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384678.427308:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384678.427308:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384678.427310:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384678.427311:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384678.427312:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384678.427314:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384678.427320:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384678.427322:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384678.427323:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384678.427324:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384678.427325:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384678.427327:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384678.427328:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384678.427329:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384678.427330:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384678.427331:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384678.427333:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384678.427334:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384678.427336:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384678.427337:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384678.427338:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384678.427339:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384678.427341:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384678.427342:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384678.427343:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384678.427480:0:37639:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000008d85850. 00080000:00000020:0.0:1767384678.428221:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384678.428227:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384678.428230:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000091e60538. 20000000:00000001:0.0:1767384678.428235:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384678.428240:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059679232 00010000:00000001:0.0:1767384678.428242:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384678.428250:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f8ed7b6 x1853237059679232/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:659/0 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384678.428258:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384678.428260:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384678.428263:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384678.428267:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384678.428269:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384678.428270:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384678.428284:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384678.428286:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.428290:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384678.428293:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384678.428296:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055eea9eb. 00000100:00000200:0.0:1767384678.428301:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059679232, offset 224 00000400:00000200:0.0:1767384678.428306:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384678.428317:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384678.428326:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07400 00000400:00000200:0.0:1767384678.428332:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e79 [2] + 224 00000400:00000200:0.0:1767384678.428339:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384678.428342:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384678.428347:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384678.428350:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384678.428356:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.428369:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384678.428376:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055eea9eb 00000400:00000010:0.0:1767384678.428378:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055eea9eb. 00000100:00000001:0.0:1767384678.428380:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384678.428382:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384678.428387:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.428390:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384678.428393:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384678.428396:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384678.428396:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.428398:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384678.428406:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384678.428408:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f8ed7b6 x1853237059679232/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:659/0 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384678.428415:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384678.428422:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f8ed7b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16143:x1853237059679232:12345-0@lo:253: Request processed in 24511us (24897us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384678.428423:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384678.428429:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593ecce2. 00000100:00100000:0.0:1767384678.428436:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000400:00000200:2.0:1767384678.428438:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa0e6e9d 00000100:00000040:0.0:1767384678.428440:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000400:00000010:2.0:1767384678.428442:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa0e6e9d. 00000100:00000001:0.0:1767384678.428449:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384678.428450:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384678.428456:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b974ab1f. 00000100:00000001:2.0:1767384678.428458:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384678.428462:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394fcc9e. 00000020:00000010:0.0:1767384678.428467:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d3d478. 00000100:00000200:2.0:1767384678.428469:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384678.428477:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:0.0:1767384678.428486:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384678.428490:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003a50e3b2. 00000100:00000200:2.0:1767384678.428497:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384678.428497:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384678.428503:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384678.428512:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384678.428520:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011baacc7. 00000100:00000001:2.0:1767384678.428522:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384678.428525:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055eea9eb. 00000100:00000001:2.0:1767384678.428527:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.428532:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384678.428535:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384678.428538:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384678.428541:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.428543:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384678.428547:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384678.428551:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384678.428554:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384678.428556:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.428558:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384678.428560:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.428562:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.428565:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.428574:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.428577:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384678.428579:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384678.428582:0:16143:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384678.428584:0:16143:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384678.428586:0:16143:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384678.428587:0:16143:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384678.428588:0:16143:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384678.428590:0:16143:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384678.428592:0:16143:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384678.428593:0:16143:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384678.428595:0:16143:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384678.428598:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384678.428606:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000719f0039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059679232:0@lo:253: 00000100:00000001:2.0:1767384678.428620:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.428622:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384678.428624:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000719f0039 x1853237059679232/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.428632:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384678.428634:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384678.428636:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000023f31251. 02000000:00000001:2.0:1767384678.428641:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384678.428642:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384678.428643:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384678.428646:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384678.428648:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007c3c6fab. 02000000:00000001:2.0:1767384678.428651:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384678.428652:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384678.428654:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000719f0039. 00000100:00000001:2.0:1767384678.428657:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384678.428659:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.428661:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.428667:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384678.428668:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.428671:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.428673:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384678.431584:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000021b1929. 00010000:00000010:1.1:1767384678.431602:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00000400:00000001:0.0:1767384678.741906:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384678.741915:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384678.741918:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384678.741927:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384678.741933:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384678.741942:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384678.741958:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c23aeb13. 00000400:00000010:0.0:1767384678.741962:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bf35d2b0. 00000400:00000200:0.0:1767384678.741974:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp44 00000400:00000010:0.0:1767384678.741977:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000035d447eb. 00000400:00000010:0.0:1767384678.741982:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007da90923. 00000400:00000010:0.0:1767384678.741986:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000010:0.0:1767384678.741995:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b21d8e0. 00000400:00000200:0.0:1767384678.741999:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp44 00000400:00000200:0.0:1767384678.742016:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp44 local destination 00000400:00000200:0.0:1767384678.742023:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp44 00000400:00000200:0.0:1767384678.742029:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp44 NI seq info: [179:179:256:4294967295] 192.168.202.117@tcp44 LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1767384678.742039:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp44 00000400:00000200:0.0:1767384678.742045:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp44(192.168.202.117@tcp44:) -> 192.168.202.117@tcp44(192.168.202.117@tcp44:192.168.202.117@tcp44) : GET try# 0 00000800:00000200:0.0:1767384678.742053:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp44 00000800:00000010:0.0:1767384678.742066:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092762c4c. 00000800:00000200:0.0:1767384678.742073:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000800:00000200:0.1:1767384678.742080:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000400:00000200:0.0:1767384678.742106:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp44 added to recovery queue. ping count: 2 next ping: 305 health :800 00000400:00000200:0.0:1767384678.742110:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp43 00000400:00000010:0.0:1767384678.742113:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c9675379. 00000400:00000010:0.0:1767384678.742116:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003ef655f8. 00000400:00000010:0.0:1767384678.742119:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 00000400:00000010:0.0:1767384678.742123:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077d7f865. 00000400:00000200:0.0:1767384678.742126:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp43 00000400:00000200:0.0:1767384678.742132:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp43 local destination 00000400:00000200:0.0:1767384678.742135:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp43 00000400:00000200:0.0:1767384678.742138:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp43 NI seq info: [180:180:256:4294967295] 192.168.202.117@tcp43 LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1767384678.742142:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp43 00000400:00000200:0.0:1767384678.742150:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp43(192.168.202.117@tcp43:) -> 192.168.202.117@tcp43(192.168.202.117@tcp43:192.168.202.117@tcp43) : GET try# 0 00000800:00000200:0.0:1767384678.742153:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp43 00000800:00000010:0.0:1767384678.742155:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd2172ec. 00000800:00000200:0.0:1767384678.742159:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000800:00000200:0.1:1767384678.742161:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000400:00000200:0.0:1767384678.742176:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp43 added to recovery queue. ping count: 3 next ping: 309 health :700 00000400:00000200:2.0:1767384678.742243:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742262:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742332:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742336:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742409:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742409:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742445:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742471:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742486:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742524:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742531:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742597:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742597:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742632:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742665:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742678:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742727:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742727:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742763:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742800:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742804:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.742889:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.742935:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000200:0.0:1767384678.742944:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d17d8a53] -> 12345-192.168.202.117@tcp11 (6) 00000800:00000200:0.0:1767384678.742951:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp11 ip 192.168.202.117:988 00000800:00000200:0.0:1767384678.742956:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384678.742971:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743050:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743088:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743096:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000800:00000200:0.0:1767384678.743138:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384678.743149:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.743165:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.743171:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.743178:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384678.743185:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743196:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743242:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743254:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743286:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743309:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743334:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743360:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743379:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743418:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743425:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743480:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743480:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743518:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743542:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743560:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743599:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743606:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743651:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743654:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743717:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743719:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743747:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743774:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743791:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743872:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.743882:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.743994:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.744016:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744055:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.744085:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744137:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.744187:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744278:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.744306:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744369:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384678.744373:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744437:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744474:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744507:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384678.744547:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000800:00000010:1.0:1767384678.744566:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e13c83e0. 00000800:00000010:1.0:1767384678.744572:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f79a604. 00000800:00000010:1.0:1767384678.744578:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000532bdadb. 00000400:00000200:2.0:1767384678.744591:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000800:00000010:1.0:1767384678.744602:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000532bdadb. 00000800:00020000:1.0:1767384678.744613:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384678.744617:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f79a604. 00000800:00000010:1.0:1767384678.744620:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e13c83e0. 00000400:00000200:2.0:1767384678.744633:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:02020000:1.0:1767384678.744678:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp43 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384678.744684:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp43 notifying 192.168.202.117@tcp43: down 00000400:00000200:1.0:1767384678.744690:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384678.744694:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp43 00000800:00000010:1.0:1767384678.744703:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd2172ec. 00000400:00000200:1.0:1767384678.744707:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384678.744711:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp43->192.168.202.117@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384678.744725:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384678.744728:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384678.744732:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp43) recovery failed with -71 00000800:00000010:2.0:1767384678.744782:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081df3bd4. 00000800:00000010:2.0:1767384678.744788:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d4a71b08. 00000800:00000010:2.0:1767384678.744792:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d97bbb5. 00000800:00000010:2.0:1767384678.744812:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d97bbb5. 00000800:00020000:2.0:1767384678.744819:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384678.744822:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d4a71b08. 00000800:00000010:2.0:1767384678.744825:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000081df3bd4. 00000400:02020000:2.0:1767384678.744912:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp44 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384678.744925:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp44 notifying 192.168.202.117@tcp44: down 00000400:00000200:2.0:1767384678.744930:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384678.744935:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp44 00000800:00000010:2.0:1767384678.744938:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092762c4c. 00000400:00000200:2.0:1767384678.744942:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384678.744946:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp44->192.168.202.117@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384678.744954:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384678.744957:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384678.744960:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp44) recovery failed with -71 00000100:00000001:1.0:1767384679.253984:0:19653:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384679.253990:0:19653:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.254003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384679.254010:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384679.254010:0:19654:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384679.254014:0:19654:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384679.254018:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d02848f2. 00000020:00000040:3.0:1767384679.254026:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384679.254031:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384679.254035:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384679.254040:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384679.254047:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043644330. 00000100:00000001:3.0:1767384679.254054:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.254063:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384679.254075:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384679.254077:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.254083:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d02848f2] to pc [ptlrpcd_00_00+0] req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384679.254093:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384679.254097:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384679.254102:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c2141bb. 00000020:00000040:1.0:1767384679.254107:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384679.254109:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254111:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384679.254113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384679.254115:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384679.254120:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384679.254120:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384679.254127:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099bdaf63. 00000100:00000010:3.0:1767384679.254132:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051eeae98. 00000100:00000001:1.0:1767384679.254134:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384679.254137:0:8:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384679.254140:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384679.254141:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384679.254144:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384679.254144:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384679.254156:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c2141bb] to pc [ptlrpcd_00_01+1] req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384679.254170:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.254212:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.254218:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384679.254221:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384679.254227:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384679.254244:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254250:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384679.254253:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004544dce2. 00000100:00000001:1.0:1767384679.254255:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384679.254257:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384679.254260:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384679.254261:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384679.254268:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384679.254268:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384679.254269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.254274:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384679.254279:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.254280:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384679.254286:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c2141bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059679488:0@lo:13: 00000100:00000001:0.0:1767384679.254297:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384679.254300:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384679.254302:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384679.254303:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.254306:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384679.254310:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384679.254310:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384679.254315:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384679.254316:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d4d0b0be. 02000000:00000001:1.0:1767384679.254320:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.254320:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384679.254326:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000100:00100000:1.0:1767384679.254337:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d02848f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059679360:0@lo:400: 00000400:00000010:0.0:1767384679.254337:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000100:00000001:1.0:1767384679.254345:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384679.254345:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059679488, portal 4 00000100:00000001:0.0:1767384679.254349:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384679.254350:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546352640 : -115912163198976 : ffff969418aff800) 02000000:00000001:1.0:1767384679.254351:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384679.254355:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.254356:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384679.254361:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384679.254366:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384679.254367:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050d3d478. 00000100:00000040:0.0:1767384679.254371:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384679.254375:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384679.254377:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000100:00000200:0.0:1767384679.254382:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059679488, offset 0 00000100:00000001:3.0:1767384679.254386:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384679.254386:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ebe1b9. 00000100:00000001:3.0:1767384679.254390:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384679.254391:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384679.254399:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051eeae98] to pc [ptlrpcd_00_02+2] req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384679.254404:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e948f977. 00000400:00000200:0.0:1767384679.254407:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384679.254412:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059679360, portal 25 00000100:00000001:1.0:1767384679.254417:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384679.254421:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211317120 : -115912498234496 : ffff969404b7bb80) 00000400:00000200:0.0:1767384679.254422:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a07500 00000100:00000040:1.0:1767384679.254433:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384679.254433:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3360 00000100:00000001:3.0:1767384679.254436:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.254442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384679.254444:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384679.254453:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384679.254454:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384679.254458:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000945191ac. 00000100:00000001:1.0:1767384679.254461:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384679.254463:0:8:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384679.254463:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384679.254467:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384679.254468:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384679.254470:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384679.254474:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384679.254474:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000562b9413. 00000400:00000010:1.0:1767384679.254475:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 02000000:00000001:3.0:1767384679.254477:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384679.254480:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059679360, offset 0 02000000:00000010:3.0:1767384679.254483:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000acef9e51. 00000100:00000040:0.0:1767384679.254486:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000562b9413 x1853237059679488 msgsize 224 00000100:00000001:3.0:1767384679.254490:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.254494:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384679.254498:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384679.254500:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384679.254508:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384679.254508:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384679.254518:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000100:00000001:3.0:1767384679.254520:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384679.254521:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00000001:3.0:1767384679.254524:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.254525:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a07480 00000100:00000001:0.0:1767384679.254527:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384679.254531:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000945191ac] to pc [ptlrpcd_00_03+3] req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384679.254534:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384679.254538:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15f5 [2] + 0 00000400:00000010:1.0:1767384679.254550:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7353d95. 00000400:00000200:1.0:1767384679.254556:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a597e1ea 00000100:00000001:0.0:1767384679.254562:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384679.254563:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384679.254565:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384679.254572:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384679.254578:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.254580:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a597e1ea 00000100:00000001:0.0:1767384679.254581:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384679.254586:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a597e1ea. 00000100:00000001:0.0:1767384679.254588:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254592:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384679.254593:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4378 usecs (5 jiffies) 00000100:00000200:1.0:1767384679.254597:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384679.254598:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969349 00000100:00000040:1.0:1767384679.254603:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000b496e7b0 x1853237059679360 msgsize 224 00000100:00000010:0.0:1767384679.254604:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b47e3b3f. 00000100:00100000:1.0:1767384679.254612:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384679.254613:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384679.254618:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384679.254620:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969349 00000100:00000010:0.0:1767384679.254624:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3dd1b34. 00000100:00000001:0.0:1767384679.254627:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384679.254631:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384679.254632:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969349 00000100:00000010:0.0:1767384679.254635:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3455e0c. 00000100:00000001:0.0:1767384679.254637:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384679.254644:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969349 00000400:00000200:1.0:1767384679.254646:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000100:00000010:0.0:1767384679.254647:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070e8d092. 00000400:00000010:1.0:1767384679.254652:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 00000100:00000001:0.0:1767384679.254653:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384679.254660:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384679.254661:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384679.254663:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.254665:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.254667:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384679.254668:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384679.254671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384679.254671:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.254686:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384679.254687:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384679.254692:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.254692:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384679.254693:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384679.254696:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.254699:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384679.254702:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.254706:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254712:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254715:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384679.254720:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254723:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294969356 00000100:00000001:0.0:1767384679.254723:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384679.254727:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059679488 00000100:00000001:1.0:1767384679.254729:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969349 02000000:00000001:0.0:1767384679.254729:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384679.254733:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.254735:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254737:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294969356 02000000:00000001:0.0:1767384679.254739:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254743:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969349 00000100:00100000:0.0:1767384679.254744:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059679488 00000020:00000001:0.0:1767384679.254747:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384679.254749:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294969356 00000020:00000040:0.0:1767384679.254750:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:0.0:1767384679.254755:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384679.254757:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969349 00000020:00000040:0.0:1767384679.254757:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:0.0:1767384679.254762:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384679.254763:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294969356 00000020:00000001:0.0:1767384679.254765:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384679.254769:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969349 00000100:00000001:0.0:1767384679.254770:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384679.254775:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b5347ea. 00000100:00000001:1.0:1767384679.254775:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384679.254776:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f53cf03. 00000020:00000040:3.0:1767384679.254781:0:8:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384679.254782:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384679.254783:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008591659a. 00000100:00000001:3.0:1767384679.254786:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384679.254789:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384679.254789:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384679.254791:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 02000000:00000001:3.0:1767384679.254793:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254794:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384679.254800:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f349ad50. 00000100:00000001:0.0:1767384679.254801:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384679.254802:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384679.254806:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254806:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384679.254807:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bdcdce1. 00000100:00000001:1.0:1767384679.254810:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384679.254814:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384679.254814:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0212e48. 00000100:00000040:3.0:1767384679.254815:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384679.254819:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384679.254820:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394fcc9e. 00000100:00000001:1.0:1767384679.254825:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.254848:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384679.254850:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.254851:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384679.254867:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384679.254868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b5347ea] to pc [ptlrpcd_00_00+0] req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.254869:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384679.254872:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.254883:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254886:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384679.254891:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.254891:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384679.254894:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.254895:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384679.254897:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (307) 00000100:00000040:1.0:1767384679.254903:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.254908:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384679.254911:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384679.254919:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384679.254923:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384679.254925:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384679.254928:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384679.254931:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384679.254931:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 02000000:00000001:1.0:1767384679.254936:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.254936:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027867648 : -115911681683968 : ffff969435634e00) 00000100:00100000:1.0:1767384679.254945:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b5347ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059679872:0@lo:400: 00000100:00000040:0.0:1767384679.254946:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000562b9413 x1853237059679488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.254956:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384679.254961:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384679.254961:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384679.254965:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384679.254967:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 02000000:00000001:1.0:1767384679.254970:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384679.254971:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384679.254975:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe79cec. 00000020:00000010:0.0:1767384679.254976:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 02000000:00000001:1.0:1767384679.254981:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.254982:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384679.254984:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000562b9413 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059679488:12345-0@lo:13: 00000100:00000001:3.0:1767384679.254987:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384679.254988:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7353d95. 00000100:00000200:0.0:1767384679.254989:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059679488 00000100:00000001:3.0:1767384679.254990:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384679.254994:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384679.254996:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5ff789. 00000100:00000040:3.0:1767384679.254997:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384679.254999:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384679.255003:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059679872, portal 10 00000020:00000001:0.0:1767384679.255004:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.255009:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384679.255010:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384679.255012:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384679.255013:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000100:00000001:1.0:1767384679.255014:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211306368 : -115912498245248 : ffff969404b79180) 00000100:00000001:3.0:1767384679.255016:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.255018:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384679.255021:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384679.255023:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384679.255024:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384679.255025:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384679.255030:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.255030:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384679.255035:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384679.255038:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051eeae98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059679616:0@lo:400: 00000020:00000001:0.0:1767384679.255040:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.255042:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384679.255047:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384679.255048:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384679.255049:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384679.255050:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384679.255054:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.255054:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384679.255055:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 02000000:00000001:3.0:1767384679.255059:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384679.255060:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059679872, offset 0 02000000:00000010:0.0:1767384679.255061:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000803c8a24. 02000000:00000010:3.0:1767384679.255063:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000953b8a73. 02000000:00000001:0.0:1767384679.255067:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.255068:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.255072:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384679.255073:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.255080:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1767384679.255080:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:3.0:1767384679.255081:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d5c9735. 00002000:00000001:0.0:1767384679.255088:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:3.0:1767384679.255089:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2de5cf5. 00000020:00000001:0.0:1767384679.255092:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000200:3.0:1767384679.255096:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059679616, portal 4 00000400:00000200:1.0:1767384679.255096:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a07680 00080000:00000001:0.0:1767384679.255097:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384679.255102:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384679.255104:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211310848 : -115912498240768 : ffff969404b7a300) 00000400:00000200:1.0:1767384679.255108:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000040:3.0:1767384679.255111:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384679.255112:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.255116:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384679.255119:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384679.255125:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:1.0:1767384679.255128:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:0.0:1767384679.255131:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384679.255136:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:0.0:1767384679.255137:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384679.255138:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384679.255141:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384679.255143:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767384679.255147:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00002000:00000020:0.0:1767384679.255150:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000200:3.0:1767384679.255151:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059679616, offset 0 00000100:00000010:1.0:1767384679.255151:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021122e23. 00002000:00000001:0.0:1767384679.255155:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:3.0:1767384679.255160:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:0.0:1767384679.255160:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384679.255163:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000021122e23 x1853237059679872 msgsize 224 00000001:00000001:0.0:1767384679.255163:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384679.255167:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384679.255172:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059679488 00000400:00000200:3.0:1767384679.255173:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384679.255178:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384679.255179:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384679.255187:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a07580 00010000:00000200:0.0:1767384679.255187:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000562b9413 x1853237059679488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.255193:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384679.255196:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4112 00000400:00000200:3.0:1767384679.255206:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384679.255207:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384679.255210:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000200:3.0:1767384679.255211:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384679.255212:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384679.255216:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000100:00001000:0.0:1767384679.255218:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384679.255221:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384679.255226:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384679.255227:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384679.255229:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384679.255230:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384679.255234:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000010:3.0:1767384679.255236:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000947ada09. 00000100:00000040:3.0:1767384679.255241:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000947ada09 x1853237059679616 msgsize 224 00000100:00000001:0.0:1767384679.255241:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384679.255249:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384679.255253:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384679.255254:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384679.255254:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.255261:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384679.255262:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.255265:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384679.255269:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384679.255274:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:0.0:1767384679.255275:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000100:00000001:1.0:1767384679.255277:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.255281:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000100:00000001:1.0:1767384679.255281:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384679.255287:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255288:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384679.255289:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059679488, offset 224 00000100:00000040:1.0:1767384679.255294:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3270 usecs (4 jiffies) 00000100:00000200:3.0:1767384679.255296:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384679.255297:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384679.255301:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294969349 00000100:00000001:1.0:1767384679.255308:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294969356 00000400:00000200:0.0:1767384679.255309:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384679.255316:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294969349 00000100:00000001:3.0:1767384679.255318:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384679.255320:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294969356 00000400:00000200:0.0:1767384679.255321:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a07500 00000100:00000040:3.0:1767384679.255325:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.255327:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294969349 00000400:00000200:0.0:1767384679.255332:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e99 [1] + 224 00000100:00000001:1.0:1767384679.255334:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294969356 00000100:00000001:1.0:1767384679.255341:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294969349 00000400:00000200:0.0:1767384679.255341:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384679.255348:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.255348:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294969356 00000400:00000200:0.0:1767384679.255349:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384679.255354:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384679.255356:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384679.255359:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384679.255360:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384679.255365:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.255367:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255369:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.255373:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384679.255377:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4378 usecs (5 jiffies) 00000100:00000001:1.0:1767384679.255381:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384679.255385:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384679.255386:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969350 00000100:00000040:0.0:1767384679.255386:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.255393:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969356 00000100:00000001:1.0:1767384679.255393:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384679.255397:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384679.255399:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969350 00000100:00000001:0.0:1767384679.255400:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384679.255401:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969356 00000100:00000001:3.0:1767384679.255403:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969350 00000100:00000001:3.0:1767384679.255407:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969356 00000100:00000001:1.0:1767384679.255408:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255411:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969350 00000100:00000001:1.0:1767384679.255413:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255415:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969356 00000400:00000200:0.0:1767384679.255416:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000100:00000001:3.0:1767384679.255420:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384679.255421:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00000001:3.0:1767384679.255427:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.255430:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384679.255431:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384679.255432:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.255433:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384679.255436:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059679872 00000100:00000001:3.0:1767384679.255438:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384679.255440:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384679.255441:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.255444:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384679.255447:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384679.255448:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:1.0:1767384679.255449:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255451:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384679.255455:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384679.255456:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255457:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384679.255458:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255462:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384679.255462:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059679872 00000020:00000001:0.0:1767384679.255463:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384679.255468:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.255469:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384679.255472:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000562b9413 x1853237059679488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384679.255473:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00100000:3.0:1767384679.255474:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:1.0:1767384679.255478:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384679.255480:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384679.255483:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000100:00000001:3.0:1767384679.255488:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384679.255490:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000001:3.0:1767384679.255492:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384679.255496:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00100000:0.0:1767384679.255497:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000562b9413 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059679488:12345-0@lo:13: Request processed in 532us (1007us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384679.255499:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384679.255503:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384679.255503:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384679.255509:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384679.255510:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af750929. 00000100:00100000:0.0:1767384679.255514:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:3.0:1767384679.255516:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384679.255518:0:16807:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000044056030. 00000100:00000040:0.0:1767384679.255518:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384679.255522:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.255525:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384679.255528:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384679.255528:0:16807:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:0.0:1767384679.255528:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384679.255534:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0212e48. 00000100:00000001:3.0:1767384679.255535:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384679.255535:0:16807:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384679.255539:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394fcc9e. 00000100:00000001:3.0:1767384679.255540:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384679.255541:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf35d2b0. 00000020:00000010:0.0:1767384679.255543:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bdcdce1. 02000000:00000001:3.0:1767384679.255545:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1767384679.255548:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006a63ae4. 02000000:00000001:3.0:1767384679.255549:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384679.255550:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 02000000:00000001:3.0:1767384679.255555:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384679.255556:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000001:0.0:1767384679.255556:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384679.255567:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000945191ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059679744:0@lo:400: 00000100:00000040:1.0:1767384679.255568:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384679.255572:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384679.255574:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384679.255576:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384679.255578:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384679.255579:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.255582:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384679.255582:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.255582:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384679.255586:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059679360 02000000:00000010:3.0:1767384679.255587:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8825c06. 02000000:00000001:0.0:1767384679.255589:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384679.255590:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384679.255592:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.255593:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384679.255595:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384679.255596:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.255598:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c6cefd9. 00000100:00000001:1.0:1767384679.255599:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.255601:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.255604:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000100:00100000:0.0:1767384679.255607:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059679360 00000100:00000200:3.0:1767384679.255608:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059679744, portal 10 00000020:00000001:0.0:1767384679.255609:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384679.255612:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384679.255613:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384679.255615:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384679.255616:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211301888 : -115912498249728 : ffff969404b78000) 00000020:00000040:0.0:1767384679.255618:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:1.0:1767384679.255621:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384679.255621:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:3.0:1767384679.255623:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384679.255628:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384679.255632:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384679.255636:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384679.255636:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384679.255637:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384679.255640:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384679.255641:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384679.255641:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384679.255642:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000020:00000010:0.0:1767384679.255644:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00000100:00000200:3.0:1767384679.255646:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059679744, offset 0 00000100:00000001:0.0:1767384679.255649:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384679.255650:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000020:00000010:0.0:1767384679.255653:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 00000400:00000200:3.0:1767384679.255656:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384679.255657:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384679.255657:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000020:00000010:0.0:1767384679.255660:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bdcdce1. 00000100:00000001:2.0:1767384679.255662:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.255662:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546341888 : -115912163209728 : ffff969418afce00) 00000020:00000010:0.0:1767384679.255664:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0212e48. 00000400:00000200:3.0:1767384679.255667:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384679.255670:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394fcc9e. 00000400:00000200:3.0:1767384679.255677:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a07600 00000100:00000040:0.0:1767384679.255679:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:1.0:1767384679.255681:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021122e23 x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.255683:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384679.255686:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000100:00000001:0.0:1767384679.255686:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384679.255688:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384679.255696:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384679.255696:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.255703:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384679.255705:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384679.255709:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 00000100:00000001:3.0:1767384679.255710:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384679.255710:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384679.255713:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384679.255715:0:16807:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384679.255718:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ad16ba2. 00000020:00000010:1.0:1767384679.255720:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400c20c. 00000100:00000040:3.0:1767384679.255721:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000005ad16ba2 x1853237059679744 msgsize 224 00000100:00000001:0.0:1767384679.255722:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384679.255726:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384679.255733:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021122e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059679872:12345-0@lo:400: 00000100:00100000:0.0:1767384679.255733:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1767384679.255734:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384679.255740:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000200:1.0:1767384679.255742:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059679872 00000100:00000001:0.0:1767384679.255743:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935848528 : -115911773703088 : ffff96942fe73450) 00000020:00000001:1.0:1767384679.255746:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384679.255747:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384679.255750:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b496e7b0 x1853237059679360/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384679.255752:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384679.255753:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00000020:00000001:1.0:1767384679.255757:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.255758:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00000100:00000001:3.0:1767384679.255766:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384679.255766:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384679.255767:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384679.255771:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000200:3.0:1767384679.255772:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384679.255772:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00000100:00000001:0.0:1767384679.255777:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384679.255778:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384679.255783:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384679.255783:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 00000020:00000001:1.0:1767384679.255790:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384679.255793:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b496e7b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059679360:12345-0@lo:400: 00000100:00000001:3.0:1767384679.255794:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384679.255795:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384679.255800:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059679360 00000100:00000040:3.0:1767384679.255801:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384679.255801:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.255803:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384679.255806:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384679.255808:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384679.255809:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.255815:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384679.255815:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384679.255818:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.255819:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 02000000:00000001:1.0:1767384679.255820:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384679.255821:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384679.255825:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384679.255827:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384679.255827:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000075d3df45. 00000020:00000001:0.0:1767384679.255874:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384679.255876:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384679.255877:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384679.255879:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.255882:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3207 usecs (4 jiffies) 00000020:00000001:0.0:1767384679.255882:0:19650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384679.255883:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384679.255887:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969350 02000000:00000001:0.0:1767384679.255888:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384679.255892:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969356 02000000:00000010:0.0:1767384679.255892:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a647fdb. 00000100:00000001:3.0:1767384679.255896:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969350 02000000:00000001:0.0:1767384679.255897:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255902:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969356 00000100:00000001:0.0:1767384679.255902:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255907:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969350 00000020:00000001:0.0:1767384679.255907:0:19650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255912:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969356 00010000:00000040:0.0:1767384679.255912:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059679360 00000100:00000001:3.0:1767384679.255915:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969350 00010000:00000001:0.0:1767384679.255916:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384679.255919:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969356 00000100:00000001:3.0:1767384679.255923:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1767384679.255923:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b496e7b0 x1853237059679360/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.255929:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.255934:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384679.255935:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384679.255938:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384679.255939:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384679.255944:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384679.255947:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384679.255949:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384679.255950:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384679.255952:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384679.255954:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.255957:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384679.255959:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384679.255960:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384679.255964:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059679616 00000400:00000010:0.0:1767384679.255965:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 02000000:00000001:3.0:1767384679.255969:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384679.255970:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059679360, offset 224 00000100:00000001:3.0:1767384679.255971:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384679.255975:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.255978:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384679.255979:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384679.255982:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059679616 00000020:00000001:3.0:1767384679.255985:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384679.255988:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000400:00000200:0.0:1767384679.255990:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384679.255991:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384679.255995:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:3.0:1767384679.255997:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000400:00000200:0.0:1767384679.255999:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a07480 00000400:00000200:0.0:1767384679.256006:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ea1 [1] + 224 00000020:00000001:3.0:1767384679.256008:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000400:00000200:0.0:1767384679.256011:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384679.256013:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384679.256019:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384679.256020:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a60df637. 00000100:00000001:0.0:1767384679.256025:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384679.256026:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384679.256026:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.256033:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384679.256033:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384679.256034:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a60df637. 00000020:00000001:1.0:1767384679.256039:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384679.256044:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002815f18c. 00010000:00000040:1.0:1767384679.256046:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059679872 00000020:00000010:3.0:1767384679.256052:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000379b8999. 00010000:00000001:1.0:1767384679.256052:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384679.256060:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007f4c905. 00010000:00000200:1.0:1767384679.256060:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021122e23 x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384679.256064:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384679.256071:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384679.256076:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384679.256078:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384679.256081:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.256088:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384679.256090:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384679.256092:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1767384679.256094:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.256095:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384679.256099:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384679.256101:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384679.256106:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384679.256107:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384679.256109:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000400:00000010:0.0:1767384679.256112:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000100:00000001:0.0:1767384679.256117:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384679.256118:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:3.0:1767384679.256119:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384679.256120:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384679.256124:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384679.256125:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:0.0:1767384679.256128:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384679.256130:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384679.256131:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 02000000:00000001:1.0:1767384679.256134:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.256134:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000040:3.0:1767384679.256136:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00010000:00000001:0.0:1767384679.256140:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384679.256141:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161211311744 : -115912498239872 : ffff969404b7a680) 00000100:00000001:1.0:1767384679.256142:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384679.256144:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.256148:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384679.256149:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384679.256150:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000947ada09 x1853237059679616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384679.256155:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000100:00000040:0.0:1767384679.256155:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b496e7b0 x1853237059679360/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384679.256164:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059679872, offset 224 00000100:00000001:3.0:1767384679.256170:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384679.256175:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a60df637. 00000400:00000200:1.0:1767384679.256176:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384679.256180:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b496e7b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059679360:12345-0@lo:400: Request processed in 410us (1572us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384679.256181:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384679.256186:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a60df637. 00000400:00000200:1.0:1767384679.256191:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384679.256195:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000947ada09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059679616:12345-0@lo:400: 00000100:00100000:0.0:1767384679.256200:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000200:3.0:1767384679.256202:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059679616 00000020:00000001:3.0:1767384679.256206:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384679.256206:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a07680 00000100:00000040:0.0:1767384679.256207:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000020:00000001:3.0:1767384679.256210:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384679.256214:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.256214:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384679.256218:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ea9 [1] + 224 00000100:00000001:0.0:1767384679.256218:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384679.256224:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0212e48. 00000020:00000001:3.0:1767384679.256226:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384679.256227:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384679.256229:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394fcc9e. 00000020:00000001:3.0:1767384679.256231:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000400:00000200:1.0:1767384679.256235:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384679.256236:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bdcdce1. 00000020:00000001:3.0:1767384679.256238:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384679.256244:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384679.256244:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:1.0:1767384679.256245:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384679.256248:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384679.256252:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384679.256252:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384679.256253:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384679.256256:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a647fdb. 00000020:00000001:3.0:1767384679.256258:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.256262:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767384679.256264:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384679.256268:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.256269:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384679.256276:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384679.256276:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384679.256277:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384679.256282:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e45b6d9a. 00000400:00000010:0.0:1767384679.256283:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 02000000:00000001:3.0:1767384679.256290:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384679.256290:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084b0927a. 00000100:00000001:1.0:1767384679.256293:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384679.256297:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.256302:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.256302:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000010:1.0:1767384679.256306:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00010000:00000040:3.0:1767384679.256308:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059679616 00000100:00080000:0.0:1767384679.256308:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384679.256311:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384679.256313:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384679.256314:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384679.256319:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:1.0:1767384679.256320:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384679.256323:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000947ada09 x1853237059679616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384679.256326:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384679.256328:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000020:00000040:0.0:1767384679.256330:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00010000:00000001:1.0:1767384679.256336:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384679.256340:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384679.256341:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384679.256344:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384679.256345:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384679.256349:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=77 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384679.256352:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021122e23 x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.256353:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384679.256358:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384679.256362:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384679.256367:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384679.256369:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.256373:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384679.256377:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021122e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853237059679872:12345-0@lo:400: Request processed in 669us (1208us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384679.256380:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384679.256381:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.256385:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384679.256387:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000400:00000001:0.0:1767384679.256390:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384679.256393:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384679.256396:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00000400:00000200:0.0:1767384679.256401:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:0.0:1767384679.256404:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000100:00100000:1.0:1767384679.256405:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:0.0:1767384679.256409:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384679.256410:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000200:3.0:1767384679.256411:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059679616, offset 224 00000100:00000001:1.0:1767384679.256415:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384679.256416:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.256419:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384679.256424:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006a63ae4. 00000400:00000200:3.0:1767384679.256425:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384679.256432:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00000200:0.0:1767384679.256435:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384679.256439:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf35d2b0. 00000400:00000200:3.0:1767384679.256440:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384679.256446:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:1.0:1767384679.256452:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384679.256455:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a07580 00000100:00000001:0.0:1767384679.256458:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384679.256463:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1eb1 [1] + 224 00000100:00000001:0.0:1767384679.256463:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.256465:0:16807:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384679.256471:0:16807:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059679744 00000100:00000001:0.0:1767384679.256471:0:16141:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384679.256473:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384679.256473:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384679.256475:0:16807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384679.256476:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384679.256480:0:16807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.256480:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.256484:0:16807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.256486:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384679.256488:0:16807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384679.256491:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384679.256492:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=77 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384679.256493:0:16807:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059679744 00000100:00000001:3.0:1767384679.256498:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384679.256499:0:16807:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:0.0:1767384679.256500:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=77 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384679.256503:0:16807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000100:00000001:0.0:1767384679.256505:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384679.256507:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384679.256507:0:16807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384679.256508:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384679.256510:0:16807:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00010000:00000001:0.0:1767384679.256512:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384679.256517:0:16807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00010000:00080000:0.0:1767384679.256518:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384679.256524:0:16807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:1.0:1767384679.256532:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384679.256536:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 00000100:00000001:1.0:1767384679.256541:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384679.256542:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384679.256544:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384679.256547:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400c20c. 00000100:00000001:0.0:1767384679.256550:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384679.256554:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:1.0:1767384679.256556:0:16807:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf35d2b0. 00000100:00000001:0.0:1767384679.256558:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384679.256561:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006a63ae4. 00000100:00000001:0.0:1767384679.256561:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.256563:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384679.256565:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384679.256566:0:16807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000400:00000200:3.0:1767384679.256570:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00000100:00000040:1.0:1767384679.256572:0:16807:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1767384679.256575:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00000100:00000001:1.0:1767384679.256577:0:16807:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384679.256581:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384679.256581:0:16807:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384679.256586:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384679.256586:0:16807:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.256587:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384679.256590:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384679.256591:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.256592:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384679.256597:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000004:00000001:0.0:1767384679.256598:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767384679.256601:0:16807:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1767384679.256602:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000040:0.0:1767384679.256602:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1767384679.256606:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.256607:0:16807:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000004:00000040:0.0:1767384679.256607:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000001:3.0:1767384679.256609:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384679.256612:0:16807:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.256615:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000947ada09 x1853237059679616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384679.256616:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384679.256623:0:16807:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384679.256628:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.256637:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.256640:0:16807:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384679.256641:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000947ada09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059679616:12345-0@lo:400: Request processed in 464us (1393us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384679.256645:0:16807:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384679.256654:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384679.256654:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1767384679.256659:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384679.256659:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384679.256661:0:16780:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384679.256661:0:16807:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00100000:0.0:1767384679.256662:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002c2141bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059679488:0@lo:13: 00000100:00000040:3.0:1767384679.256664:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:1.0:1767384679.256667:0:16807:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161211304576 : -115912498247040 : ffff969404b78a80) 00000100:00000001:3.0:1767384679.256668:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384679.256668:0:16780:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.256671:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.256673:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384679.256674:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384679.256677:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ad16ba2 x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384679.256678:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000379b8999. 00000100:00000040:0.0:1767384679.256680:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c2141bb x1853237059679488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384679.256685:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007f4c905. 00000020:00000010:3.0:1767384679.256692:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002815f18c. 00000020:00000040:3.0:1767384679.256698:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:3.0:1767384679.256701:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.256708:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384679.256713:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384679.256714:0:16807:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384679.256716:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d4d0b0be. 00000020:00000010:1.0:1767384679.256721:0:16807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 02000000:00000001:0.0:1767384679.256721:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384679.256724:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384679.256726:0:16807:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384679.256727:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384679.256732:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384679.256734:0:16807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400c20c. 02000000:00000010:0.0:1767384679.256734:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099bdaf63. 02000000:00000001:0.0:1767384679.256741:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384679.256743:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384679.256746:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c2141bb. 00000100:00100000:1.0:1767384679.256747:0:16807:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ad16ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059679744:12345-0@lo:400: 00000100:00000001:0.0:1767384679.256750:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384679.256752:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.256755:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384679.256756:0:16807:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059679744 00000100:00000001:0.0:1767384679.256760:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384679.256761:0:16807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384679.256765:0:16807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384679.256766:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.256769:0:16807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.256770:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384679.256774:0:16807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384679.256775:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.256778:0:16807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384679.256782:0:16807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384679.256785:0:16807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.256787:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384679.256788:0:16807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384679.256790:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384679.256792:0:16807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:0.0:1767384679.256795:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384679.256796:0:16807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384679.256798:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384679.256801:0:16807:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384679.256801:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7353d95. 00000100:00000001:1.0:1767384679.256806:0:16807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384679.256807:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5ff789 00000400:00000010:0.0:1767384679.256811:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5ff789. 02000000:00000001:1.0:1767384679.256812:0:16807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384679.256815:0:16140:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384679.256818:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068202669. 00000100:00000200:0.0:1767384679.256820:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384679.256824:0:16807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.256830:0:16807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.256868:0:16807:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384679.256878:0:16807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059679744 00010000:00000001:1.0:1767384679.256880:0:16807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384679.256886:0:16807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ad16ba2 x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384679.256894:0:16807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384679.256897:0:16807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384679.256900:0:16807:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384679.256904:0:16807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384679.256908:0:16807:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384679.256911:0:16807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384679.256914:0:16807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384679.256916:0:16807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.256919:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384679.256924:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384679.256927:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000100:00000200:1.0:1767384679.256932:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059679744, offset 224 00000400:00000200:1.0:1767384679.256938:0:16807:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384679.256947:0:16807:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384679.256957:0:16807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a07600 00000400:00000200:1.0:1767384679.256963:0:16807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ebd [1] + 224 00000400:00000200:1.0:1767384679.256967:0:16807:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384679.256973:0:16807:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384679.256977:0:16807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384679.256981:0:16807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384679.256990:0:16807:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.257000:0:16807:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384679.257006:0:16807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000010:1.0:1767384679.257009:0:16807:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000100:00000001:1.0:1767384679.257015:0:16807:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384679.257017:0:16807:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384679.257022:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384679.257026:0:16807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384679.257035:0:16807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384679.257037:0:16807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.257039:0:16807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384679.257044:0:16807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ad16ba2 x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384679.257054:0:16807:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ad16ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059679744:12345-0@lo:400: Request processed in 338us (1330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384679.257062:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000200:0.0:1767384679.257066:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384679.257067:0:16807:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:1.0:1767384679.257073:0:16807:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384679.257077:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384679.257081:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006a63ae4. 00000100:00000001:0.0:1767384679.257083:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384679.257087:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384679.257088:0:16807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00000001:0.0:1767384679.257090:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384679.257094:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf35d2b0. 02000000:00000001:0.0:1767384679.257094:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384679.257097:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.257100:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384679.257101:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 02000000:00000001:0.0:1767384679.257102:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.257108:0:16807:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384679.257109:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384679.257113:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384679.257116:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384679.257117:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384679.257118:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384679.257121:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384679.257126:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.257128:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384679.257128:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384679.257130:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384679.257131:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.257134:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.257148:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384679.257150:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384679.257151:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384679.257154:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384679.257159:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b5347ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059679872:0@lo:400: 00000400:00000001:0.0:1767384679.257165:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384679.257166:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384679.257167:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ebe1b9. 00000400:00000200:0.0:1767384679.257170:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e948f977 00000400:00000010:0.0:1767384679.257171:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e948f977. 00000100:00000001:0.0:1767384679.257173:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384679.257175:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384679.257181:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.257189:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384679.257191:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.257193:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384679.257195:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384679.257196:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.257198:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.257200:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384679.257203:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384679.257207:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384679.257210:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384679.257212:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384679.257214:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384679.257216:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.257219:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.257223:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.257243:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384679.257246:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384679.257248:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384679.257252:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384679.257261:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d02848f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059679360:0@lo:400: 00000100:00000001:0.0:1767384679.257268:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.257271:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384679.257274:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b5347ea x1853237059679872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.257279:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384679.257281:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384679.257283:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe79cec. 02000000:00000001:0.0:1767384679.257285:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384679.257287:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384679.257288:0:16140:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384679.257290:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384679.257291:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f349ad50. 02000000:00000001:0.0:1767384679.257293:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384679.257295:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384679.257296:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b5347ea. 00000100:00000001:3.0:1767384679.257298:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.257299:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384679.257301:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384679.257302:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.257305:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767384679.257306:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384679.257308:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d02848f2 x1853237059679360/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384679.257309:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384679.257314:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384679.257315:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384679.257317:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c6cefd9. 02000000:00000010:0.0:1767384679.257318:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050d3d478. 02000000:00000001:0.0:1767384679.257322:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384679.257324:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000020:00000001:0.0:1767384679.257325:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384679.257327:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000400:00000010:3.0:1767384679.257329:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000020:00000001:0.0:1767384679.257330:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384679.257333:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384679.257338:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384679.257339:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043644330. 02000000:00000001:0.0:1767384679.257345:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384679.257347:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767384679.257350:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384679.257351:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d02848f2. 00000100:00000001:0.0:1767384679.257356:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384679.257359:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257361:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384679.257361:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257366:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257368:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384679.257368:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384679.257371:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.257372:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384679.257375:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.257375:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.257378:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.257380:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.257383:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384679.257387:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384679.257390:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384679.257392:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384679.257394:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384679.257395:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384679.257398:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384679.257403:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.257405:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384679.257407:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384679.257409:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384679.257411:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.257416:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.257423:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384679.257426:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384679.257428:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384679.257432:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384679.257455:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000945191ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059679744:0@lo:400: 00000400:00000001:3.0:1767384679.257467:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384679.257468:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384679.257469:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d5c9735. 00000400:00000200:3.0:1767384679.257473:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2de5cf5 00000400:00000010:3.0:1767384679.257475:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2de5cf5. 00000100:00000001:3.0:1767384679.257479:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384679.257484:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384679.257493:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.257501:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384679.257504:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257507:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384679.257509:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384679.257511:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384679.257513:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.257515:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384679.257520:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384679.257524:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384679.257526:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384679.257527:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384679.257529:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384679.257533:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384679.257539:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.257541:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384679.257543:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384679.257544:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384679.257546:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.257549:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.257563:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384679.257565:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384679.257566:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384679.257570:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384679.257575:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051eeae98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059679616:0@lo:400: 00000100:00000001:3.0:1767384679.257580:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257581:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384679.257584:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000945191ac x1853237059679744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.257589:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384679.257590:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384679.257592:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8825c06. 02000000:00000001:3.0:1767384679.257594:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384679.257596:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384679.257597:0:16142:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384679.257599:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384679.257600:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000acef9e51. 02000000:00000001:3.0:1767384679.257602:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384679.257603:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384679.257605:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000945191ac. 00000100:00000001:3.0:1767384679.257608:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384679.257609:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257610:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384679.257612:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051eeae98 x1853237059679616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.257616:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384679.257617:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384679.257618:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000953b8a73. 02000000:00000001:3.0:1767384679.257620:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384679.257620:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384679.257621:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384679.257623:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384679.257629:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004544dce2. 02000000:00000001:3.0:1767384679.257631:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384679.257632:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384679.257632:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051eeae98. 00000100:00000001:3.0:1767384679.257634:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384679.257635:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257637:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.257640:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384679.257641:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.257643:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384679.257645:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384679.266897:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294969356, at 4294969357 00000100:00000040:1.0:1767384679.266897:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294969356, at 4294969357 00000100:00000040:3.0:1767384679.266905:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294969356, at 4294969357 00000100:00000010:2.0:1767384679.266910:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3455e0c. 00000100:00000010:1.0:1767384679.266910:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3dd1b34. 00000100:00000010:3.0:1767384679.266913:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070e8d092. 00000100:00000040:0.0:1767384679.267877:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294969356, at 4294969357 00000100:00000010:0.0:1767384679.267883:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b47e3b3f. 00010000:00000001:0.0:1767384679.317944:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384679.317950:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384679.317956:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384679.317958:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.318111:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384679.318115:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384679.318119:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384679.765945:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384679.765950:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384679.765954:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384679.765959:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384679.765966:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384679.765974:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384679.765987:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000035d447eb. 00000400:00000010:0.0:1767384679.765992:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007da90923. 00000400:00000001:0.0:1767384679.765997:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384679.765998:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384679.766000:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e69835b 00000400:00000010:0.0:1767384679.766001:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e69835b. 00000400:00000200:0.0:1767384679.766004:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384679.766007:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384679.766010:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c9675379. 00000400:00000010:0.0:1767384679.766014:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003ef655f8. 00000400:00000200:0.0:1767384679.766020:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp45 00000400:00000010:0.0:1767384679.766031:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000035d447eb. 00000400:00000010:0.0:1767384679.766037:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005d2e2fab. 00000400:00000010:0.0:1767384679.766043:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 00000400:00000010:0.0:1767384679.766052:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099ddf8cc. 00000400:00000200:0.0:1767384679.766056:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp45 00000400:00000200:0.0:1767384679.766073:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp45 local destination 00000400:00000200:0.0:1767384679.766080:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp45 00000400:00000200:0.0:1767384679.766084:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp45 NI seq info: [181:181:256:4294967295] 192.168.202.117@tcp45 LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1767384679.766091:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp45 00000400:00000200:0.0:1767384679.766101:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp45(192.168.202.117@tcp45:) -> 192.168.202.117@tcp45(192.168.202.117@tcp45:192.168.202.117@tcp45) : GET try# 0 00000800:00000200:0.0:1767384679.766107:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp45 00000800:00000010:0.0:1767384679.766113:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bea267d0. 00000800:00000200:0.0:1767384679.766120:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (2) 00000800:00000200:0.1:1767384679.766125:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (2) 00000400:00000200:0.0:1767384679.766144:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp45 added to recovery queue. ping count: 1 next ping: 304 health :900 00000400:00000200:0.0:1767384679.766213:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766273:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766329:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766372:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766415:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766458:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766501:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766545:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766593:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766642:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766690:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766733:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766770:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766812:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766899:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.766963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767038:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767097:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767153:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767193:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767234:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767282:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767354:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767419:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767473:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767523:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767563:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767603:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767637:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767685:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767727:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767773:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767813:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.767942:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384679.768012:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384679.768229:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003a50e3b2. 00000800:00000010:0.0:1767384679.768235:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ccde5543. 00000800:00000010:0.0:1767384679.768242:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd949cc3. 00000800:00000010:0.0:1767384679.768271:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd949cc3. 00000800:00020000:0.0:1767384679.768282:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384679.768286:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ccde5543. 00000800:00000010:0.0:1767384679.768290:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003a50e3b2. 00000400:02020000:0.0:1767384679.768356:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp45 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384679.768366:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp45 notifying 192.168.202.117@tcp45: down 00000400:00000200:0.0:1767384679.768371:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384679.768375:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp45 00000800:00000010:0.0:1767384679.768379:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bea267d0. 00000400:00000200:0.0:1767384679.768391:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384679.768396:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp45->192.168.202.117@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384679.768405:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384679.768408:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384679.768412:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp45) recovery failed with -71 00010000:00000001:0.0:1767384680.341914:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384680.341921:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.341926:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384680.341927:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.341968:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384680.341972:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384680.341975:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384680.376432:0:38181:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384680.376444:0:38181:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.376447:0:38181:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384680.376452:0:38181:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384680.376456:0:38181:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.376459:0:38181:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384680.789931:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384680.789936:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384680.789938:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e69835b 00000400:00000010:0.0:1767384680.789943:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e69835b. 00000400:00000200:0.0:1767384680.789948:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384680.789954:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384680.789967:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000035d447eb. 00000400:00000010:0.0:1767384680.789971:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005d2e2fab. 10000000:00000001:1.0:1767384680.790866:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384680.790869:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:1.0:1767384680.790871:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384680.790873:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384680.790874:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384680.790875:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384680.790877:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384680.790878:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384680.790880:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 79 10000000:00000001:1.0:1767384680.790882:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384680.790883:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384680.790888:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035eb845d. 00000020:00000040:1.0:1767384680.790892:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384680.790896:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384680.790899:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384680.790903:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384680.790907:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd2327fe. 00000100:00000001:1.0:1767384680.790913:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.790917:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384680.790919:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384680.790924:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dae2d6ec. 00010000:00000001:1.0:1767384680.790927:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384680.790930:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384680.790933:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384680.790935:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c92b to hash 00000020:00000001:1.0:1767384680.790937:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384680.790938:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384680.790941:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384680.790944:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384680.790946:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384680.790948:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384680.790955:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384680.790963:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384680.790967:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384680.790968:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384680.790973:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ef2aa31. 00000100:00000001:1.0:1767384680.790975:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876572160 : -115916832979456 : ffff96930258c600) 00000100:00000001:1.0:1767384680.790977:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384680.790979:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340096 : -115912163211520 : ffff969418afc700) 00000100:00000001:1.0:1767384680.790983:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384680.790984:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.790987:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384680.790988:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384680.790994:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791001:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384680.791004:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384680.791006:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7cc11d6] -> 12345-192.168.202.117@tcp14 (6) 02000000:00000001:1.0:1767384680.791008:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384680.791012:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384680.791015:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384680.791016:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp14 ip 192.168.202.117:988 00000100:00100000:1.0:1767384680.791020:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000035eb845d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059680000:0@lo:101: 00000800:00000200:0.0:1767384680.791022:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:1.0:1767384680.791024:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384680.791029:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384680.791031:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.791033:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384680.791035:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f30882f8. 02000000:00000001:1.0:1767384680.791037:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384680.791040:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a2890. 00000400:00000010:1.0:1767384680.791045:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000100:00000200:1.0:1767384680.791049:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059680000, portal 25 00000100:00000001:1.0:1767384680.791051:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384680.791052:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340096 : -115912163211520 : ffff969418afc700) 00000100:00000040:1.0:1767384680.791055:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791060:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384680.791063:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384680.791065:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000200:1.0:1767384680.791067:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059680000, offset 0 00000400:00000200:1.0:1767384680.791072:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384680.791082:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384680.791092:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a07700 00000400:00000200:1.0:1767384680.791098:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1665 [2] + 0 00000400:00000010:1.0:1767384680.791101:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031c4a010. 00000800:00000001:2.0:1767384680.791102:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384680.791106:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000081f6e054 00000800:00000200:0.0:1767384680.791109:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384680.791112:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384680.791117:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384680.791118:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384680.791121:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081f6e054 00000800:00000001:2.0:1767384680.791125:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384680.791125:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081f6e054. 00000800:00000001:2.0:1767384680.791132:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.791132:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384680.791135:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384680.791139:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000257c2bd4 x1853237059680000 msgsize 328 00000100:00100000:1.0:1767384680.791142:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384680.791144:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384680.791152:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384680.791157:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:1.0:1767384680.791159:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:1.0:1767384680.791161:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384680.791165:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791171:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384680.791174:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791178:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.791179:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384680.791180:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384680.791183:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791186:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294970893 00000100:00100000:2.0:1767384680.791190:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680000 00000100:00000010:1.0:1767384680.791191:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a4f93ea. 02000000:00000001:2.0:1767384680.791196:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384680.791199:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384680.791204:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294970893 00000100:00000001:2.0:1767384680.791206:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384680.791209:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384680.791209:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048849743. 02000000:00000001:2.0:1767384680.791216:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791216:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384680.791220:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294970893 00000100:00100000:2.0:1767384680.791223:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680000 00000100:00000010:1.0:1767384680.791224:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1539b7a. 00000020:00000001:2.0:1767384680.791228:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384680.791229:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000020:00000040:2.0:1767384680.791233:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:1.0:1767384680.791234:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294970893 00000020:00000001:2.0:1767384680.791239:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384680.791239:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d937af49. 00000020:00000040:2.0:1767384680.791245:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:1.0:1767384680.791245:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384680.791250:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384680.791251:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384680.791254:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.791257:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384680.791258:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384680.791260:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384680.791263:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000008ef2aa31 going to sleep for 11 seconds 00000100:00000001:2.0:1767384680.791265:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384680.791266:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384680.791270:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.791273:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004c9f042. 00000100:00000001:2.0:1767384680.791277:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384680.791281:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004c9f042. 00000020:00000010:2.0:1767384680.791287:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005089ffee. 00000020:00000010:2.0:1767384680.791291:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf66d631. 00000020:00000010:2.0:1767384680.791295:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000100:00000040:2.0:1767384680.791303:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384680.791306:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384680.791307:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384680.791308:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.791315:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.791320:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.791330:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384680.791331:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384680.791336:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:2.0:1767384680.791339:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384680.791340:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935835216 : -115911773716400 : ffff96942fe70050) 00000100:00000040:2.0:1767384680.791344:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000257c2bd4 x1853237059680000/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:661/0 lens 328/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.791351:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384680.791353:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004c9f042. 00000100:00000001:2.0:1767384680.791355:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384680.791361:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004c9f042. 00000100:00100000:2.0:1767384680.791364:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000257c2bd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059680000:12345-0@lo:101: 00000100:00000200:2.0:1767384680.791367:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680000 00000020:00000001:2.0:1767384680.791370:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384680.791372:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384680.791374:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.791376:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384680.791377:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:2.0:1767384680.791380:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384680.791381:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384680.791384:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384680.791385:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384680.791388:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.791389:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384680.791391:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384680.791393:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384680.791394:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384680.791396:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.791400:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384680.791404:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008eb6e5d8. 00010000:00000001:2.0:1767384680.791406:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384680.791408:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca9483eb. 00000020:00000001:2.0:1767384680.791410:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384680.791411:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca9483eb with handle 0x534bb1615bf4c932 to hash 00000020:00000001:2.0:1767384680.791412:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384680.791413:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:2.0:1767384680.791415:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00010000:2.0:1767384680.791417:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c92b expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384680.791422:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:2.0:1767384680.791423:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:2.0:1767384680.791428:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384680.791430:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384680.791436:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c0f1fa9d. 02000000:00000001:2.0:1767384680.791439:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.791440:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.791443:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384680.791446:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384680.791448:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384680.791450:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384680.791452:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384680.791453:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384680.791454:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384680.791456:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384680.791458:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384680.791459:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384680.791460:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384680.791462:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008eb6e5d8) refcount = 1 00010000:00010000:2.0:1767384680.791466:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384680.791479:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384680.791481:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384680.791482:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384680.791484:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.791486:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384680.791489:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384680.791491:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384680.791496:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384680.791499:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384680.791500:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384680.791502:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.791503:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384680.791504:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384680.791505:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384680.791506:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ca9483eb, rc 0) 00000020:00000001:2.0:1767384680.791508:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384680.791510:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059680000 00010000:00000001:2.0:1767384680.791517:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384680.791521:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000257c2bd4 x1853237059680000/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:661/0 lens 328/344 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384680.791530:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384680.791532:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384680.791536:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384680.791540:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384680.791543:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384680.791547:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384680.791551:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384680.791553:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.791557:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384680.791560:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384680.791564:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000100:00000200:2.0:1767384680.791568:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059680000, offset 224 00000400:00000200:2.0:1767384680.791573:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384680.791579:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384680.791585:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a07700 00000400:00000200:2.0:1767384680.791588:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1edd [1] + 224 00000400:00000200:2.0:1767384680.791592:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384680.791595:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384680.791597:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384680.791600:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384680.791606:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.791621:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384680.791624:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000400:00000010:2.0:1767384680.791626:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000001:2.0:1767384680.791629:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384680.791630:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384680.791634:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.791636:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384680.791638:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384680.791645:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.791647:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384680.791650:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384680.791651:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000257c2bd4 x1853237059680000/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:661/0 lens 328/344 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384680.791655:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384680.791659:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384680.791662:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000257c2bd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059680000:12345-0@lo:101: Request processed in 307us (519us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384680.791662:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a2890. 00000400:00000200:1.0:1767384680.791669:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000010:1.0:1767384680.791672:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000100:00100000:2.0:1767384680.791674:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:1.0:1767384680.791676:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384680.791678:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384680.791681:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384680.791682:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.791683:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384680.791688:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf66d631. 00000100:00000200:1.0:1767384680.791692:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384680.791693:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384680.791699:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005089ffee. 00000100:00000001:1.0:1767384680.791703:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384680.791705:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:1.0:1767384680.791706:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.791710:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384680.791711:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384680.791712:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384680.791713:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c0f1fa9d. 00000100:00000001:1.0:1767384680.791715:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384680.791718:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.791719:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384680.791722:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384680.791723:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384680.791727:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384680.791728:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=88 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384680.791733:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fa6c692. 00000100:00001000:1.0:1767384680.791733:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384680.791739:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384680.791740:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8bcb77a. 00000100:00000001:1.0:1767384680.791741:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.791745:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384680.791747:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791749:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.791752:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791757:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384680.791760:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384680.791762:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384680.791765:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384680.791770:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000035eb845d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059680000:0@lo:101: 00000100:00000001:1.0:1767384680.791773:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.791776:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791778:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384680.791779:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384680.791782:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791786:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384680.791788:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ef2aa31. 00000100:00000001:1.0:1767384680.791790:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384680.791790:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.791792:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384680.791794:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384680.791796:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384680.791797:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384680.791798:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384680.791800:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000040:1.0:1767384680.791803:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000419554d3, remote cookie: 0x534bb1615bf4c932, flags: 0x0 00010000:00000001:1.0:1767384680.791805:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384680.791807:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384680.791808:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384680.791809:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384680.791810:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384680.791811:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dae2d6ec) refcount = 1 00010000:00010000:1.0:1767384680.791813:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384680.791817:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384680.791819:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384680.791820:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384680.791823:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384680.791825:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384680.791827:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384680.791867:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384680.791868:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384680.791869:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384680.791870:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384680.791871:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384680.791871:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791873:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384680.791875:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035eb845d x1853237059680000/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791880:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384680.791883:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384680.791885:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f30882f8. 02000000:00000001:1.0:1767384680.791887:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384680.791889:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384680.791891:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384680.791893:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384680.791894:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd2327fe. 02000000:00000001:1.0:1767384680.791896:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384680.791897:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384680.791898:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035eb845d. 00000100:00000001:1.0:1767384680.791900:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384680.791901:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384680.791902:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384680.791904:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384680.791905:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:1.0:1767384680.791906:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.791907:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384680.791908:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384680.791909:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000020:00000001:1.0:1767384680.791910:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384680.791912:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384680.791913:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384680.791914:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384680.791915:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384680.791916:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384680.791918:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384680.791920:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000006beb2422. 00000100:00000010:1.0:1767384680.791932:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035eb845d. 00000020:00000040:1.0:1767384680.791933:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384680.791936:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384680.791937:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384680.791939:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384680.791941:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd2327fe. 00000100:00000001:1.0:1767384680.791943:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791946:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384680.791949:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f30882f8. 00000100:00000010:1.0:1767384680.791950:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c2219bd5. 00000020:00000040:1.0:1767384680.791952:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:1.0:1767384680.791955:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384680.791956:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384680.791958:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ef2aa31. 00000100:00000001:1.0:1767384680.791960:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876572160 : -115916832979456 : ffff96930258c600) 00000100:00000001:1.0:1767384680.791962:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384680.791962:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340096 : -115912163211520 : ffff969418afc700) 00000100:00000001:1.0:1767384680.791965:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384680.791966:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791967:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384680.791968:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384680.791970:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.791974:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384680.791975:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.791977:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384680.791977:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384680.791979:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384680.791980:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000035eb845d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059680128:0@lo:256: 00000100:00000001:1.0:1767384680.791983:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384680.791985:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384680.791986:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.791987:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384680.791991:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a2890. 00000400:00000010:1.0:1767384680.791993:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000021cb15d8. 00000100:00000200:1.0:1767384680.791995:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a07780-0x6958260a07780, portal 33 00000100:00000001:1.0:1767384680.791998:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.791999:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384680.792001:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe79cec. 02000000:00000001:1.0:1767384680.792002:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384680.792003:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea30f3f. 00000400:00000010:1.0:1767384680.792005:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000100:00000200:1.0:1767384680.792007:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059680128, portal 25 00000100:00000001:1.0:1767384680.792009:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384680.792010:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340096 : -115912163211520 : ffff969418afc700) 00000100:00000040:1.0:1767384680.792012:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.792017:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384680.792018:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384680.792019:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000200:1.0:1767384680.792021:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059680128, offset 0 00000400:00000200:1.0:1767384680.792024:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384680.792029:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384680.792034:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a07780 00000400:00000200:1.0:1767384680.792038:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x166d [2] + 0 00000400:00000010:1.0:1767384680.792040:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c28bb59a. 00000400:00000200:1.0:1767384680.792042:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cdd88c19 00000400:00000200:1.0:1767384680.792044:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384680.792046:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384680.792048:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdd88c19 00000400:00000010:1.0:1767384680.792049:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cdd88c19. 00000100:00000001:1.0:1767384680.792051:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384680.792052:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384680.792053:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000a07530e9 x1853237059680128 msgsize 304 00000100:00100000:1.0:1767384680.792056:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384680.792057:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384680.792067:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384680.792070:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:1.0:1767384680.792072:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:1.0:1767384680.792074:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384680.792077:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.792083:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384680.792085:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.792090:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.792092:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384680.792094:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384680.792094:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384680.792098:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680128 00000100:00000001:1.0:1767384680.792099:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294970894 02000000:00000001:2.0:1767384680.792102:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384680.792105:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384680.792105:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294970893 00000100:00000001:2.0:1767384680.792106:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.792112:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.792113:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294970894 00000100:00100000:2.0:1767384680.792114:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680128 00000020:00000001:2.0:1767384680.792119:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384680.792119:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294970893 00000020:00000040:2.0:1767384680.792120:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384680.792124:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384680.792125:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294970894 00000020:00000040:2.0:1767384680.792129:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:1.0:1767384680.792130:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294970893 00000020:00000001:2.0:1767384680.792135:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384680.792136:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294970894 00000020:00000001:2.0:1767384680.792142:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384680.792142:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294970893 00000100:00000001:1.0:1767384680.792145:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384680.792147:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.792148:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384680.792149:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384680.792152:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000008ef2aa31 going to sleep for 11 seconds 00000100:00000001:1.0:1767384680.792155:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384680.792156:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384680.792157:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.792162:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004c9f042. 00000100:00000001:2.0:1767384680.792166:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384680.792169:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004c9f042. 00000020:00000010:2.0:1767384680.792174:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005089ffee. 00000020:00000010:2.0:1767384680.792177:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf66d631. 00000020:00000010:2.0:1767384680.792180:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000100:00000040:2.0:1767384680.792186:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384680.792189:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384680.792191:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384680.792192:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.792196:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.792208:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.792220:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384680.792222:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384680.792226:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:2.0:1767384680.792229:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384680.792232:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935846480 : -115911773705136 : ffff96942fe72c50) 00000100:00000040:2.0:1767384680.792237:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a07530e9 x1853237059680128/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:661/0 lens 304/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.792246:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384680.792249:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004c9f042. 00000100:00000001:2.0:1767384680.792251:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384680.792254:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004c9f042. 00000100:00100000:2.0:1767384680.792258:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a07530e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059680128:12345-0@lo:256: 00000100:00000200:2.0:1767384680.792262:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680128 00000020:00000001:2.0:1767384680.792265:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384680.792267:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384680.792268:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.792271:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384680.792273:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:2.0:1767384680.792276:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384680.792284:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384680.792285:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384680.792287:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384680.792289:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.792291:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384680.792292:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384680.792295:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c0f1fa9d. 02000000:00000001:2.0:1767384680.792297:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.792298:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384680.792301:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384680.792304:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384680.792307:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384680.792309:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384680.792311:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384680.792313:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384680.792314:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384680.792316:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000919f6912. 20000000:00000001:2.0:1767384680.792318:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384680.792330:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384680.792334:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384680.792339:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384680.792340:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384680.792342:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384680.792343:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384680.792345:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384680.792346:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384680.792348:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384680.792350:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384680.792351:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384680.792353:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384680.792354:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384680.792356:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384680.792357:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384680.792359:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384680.792360:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384680.792361:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384680.792362:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384680.792364:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384680.792365:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384680.792370:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384680.792372:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384680.792373:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384680.792375:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384680.792376:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384680.792377:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384680.792378:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384680.792380:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384680.792381:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384680.792382:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384680.792383:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384680.792384:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384680.792385:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384680.792386:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384680.792388:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384680.792389:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384680.792390:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384680.792391:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384680.792392:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:2.0:1767384680.792394:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 3272/1/4/3. 20000000:00000040:2.0:1767384680.792400:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384680.792402:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384680.792403:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384680.792405:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384680.792406:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384680.792407:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384680.792409:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384680.792411:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384680.792413:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384680.792414:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384680.792415:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384680.792416:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384680.792417:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384680.792418:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384680.792419:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384680.792421:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384680.792422:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384680.792423:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384680.792424:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384680.792431:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384680.792432:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384680.792434:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384680.792435:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384680.792436:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384680.792438:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384680.792440:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384680.792441:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384680.792443:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384680.792444:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384680.792446:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384680.792447:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384680.792448:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384680.792450:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384680.792451:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384680.792452:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384680.792454:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384680.792455:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384680.792456:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384680.792457:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384680.792459:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:2.0:1767384680.792460:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 2448/1/4/3. 20000000:01000000:2.0:1767384680.792461:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1648, version 84 20000000:00000001:2.0:1767384680.792463:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1648 : 1648 : 670) 00000100:00000001:2.0:1767384680.792465:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384680.792467:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a501b98e. 00000100:00000010:2.0:1767384680.792470:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000da6bae39. 00000020:00000040:2.0:1767384680.792471:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:2.0:1767384680.792474:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384680.792476:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384680.792478:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000400:00000010:2.0:1767384680.792484:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033f2624a. 00000400:00000200:2.0:1767384680.792486:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384680.792492:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384680.792499:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1648 into portal 33 MB=0x6958260a07780 00000400:00000200:2.0:1767384680.792503:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1648/1648 into md 0x1eed [4] + 0 00000400:00000010:2.0:1767384680.792506:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a2890. 00000400:00000200:2.0:1767384680.792511:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021cb15d8 00000400:00000200:2.0:1767384680.792515:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384680.792518:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384680.792520:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021cb15d8 00000400:00000010:2.0:1767384680.792522:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000021cb15d8. 00000100:00000001:2.0:1767384680.792525:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384680.792527:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000035eb845d desc 00000000f30882f8 mbits 1853237059680128 00000100:00000001:2.0:1767384680.792540:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384680.792543:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384680.792548:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384680.792557:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ef9 00000400:00000200:2.0:1767384680.792561:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384680.792566:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384680.792570:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384680.792572:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a501b98e 00000100:00000001:1.0:1767384680.792575:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384680.792576:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384680.792580:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.792584:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000400:00000010:2.0:1767384680.792588:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000001:2.0:1767384680.792591:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384680.792592:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a501b98e 00000100:00000001:2.0:1767384680.792594:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384680.792599:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1648 bytes via portal 33 id 12345-0@lo mbits 0x6958260a07780-0x6958260a07780 00000100:00000001:2.0:1767384680.792602:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.792605:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.792606:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384680.792609:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:2.0:1767384680.792610:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000da6bae39. 00000100:00000010:2.0:1767384680.792612:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a501b98e. 00000100:00000001:2.0:1767384680.792614:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384680.792616:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384680.792622:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000919f6912. 20000000:00000001:2.0:1767384680.792625:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384680.792627:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059680128 00010000:00000001:2.0:1767384680.792629:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384680.792632:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a07530e9 x1853237059680128/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:661/0 lens 304/240 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384680.792641:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384680.792642:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384680.792643:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384680.792645:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384680.792647:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384680.792648:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384680.792649:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384680.792650:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.792652:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384680.792654:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384680.792656:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000100:00000200:2.0:1767384680.792658:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059680128, offset 224 00000400:00000200:2.0:1767384680.792661:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384680.792665:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384680.792669:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a07780 00000400:00000200:2.0:1767384680.792671:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ef1 [1] + 224 00000400:00000200:2.0:1767384680.792673:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384680.792676:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384680.792678:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384680.792680:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384680.792685:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.792698:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384680.792701:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000400:00000010:2.0:1767384680.792702:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000100:00000001:2.0:1767384680.792704:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384680.792705:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384680.792707:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.792709:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384680.792711:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384680.792712:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.792714:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384680.792719:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384680.792724:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a07530e9 x1853237059680128/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:661/0 lens 304/240 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384680.792724:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384680.792727:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384680.792730:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea30f3f. 00000400:00000200:1.0:1767384680.792736:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000100:00100000:2.0:1767384680.792738:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a07530e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059680128:12345-0@lo:256: Request processed in 491us (682us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384680.792740:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000100:00000001:1.0:1767384680.792745:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384680.792748:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:2.0:1767384680.792751:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000200:1.0:1767384680.792751:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.792754:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384680.792757:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384680.792761:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf66d631. 00000100:00000200:1.0:1767384680.792764:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384680.792766:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384680.792772:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005089ffee. 00000100:00000001:1.0:1767384680.792776:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384680.792777:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:1.0:1767384680.792778:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384680.792781:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384680.792781:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384680.792783:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c0f1fa9d. 02000000:00000001:1.0:1767384680.792785:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384680.792787:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384680.792789:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384680.792789:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.792792:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384680.792793:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384680.792796:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384680.792797:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=88 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384680.792801:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de562f6. 00000100:00001000:1.0:1767384680.792801:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=88 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384680.792806:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087d43728. 00000100:00000001:1.0:1767384680.792806:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384680.792809:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.792812:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384680.792814:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.792815:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.792817:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384680.792824:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.792828:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384680.792872:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384680.792875:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384680.792881:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000035eb845d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059680128:0@lo:256: 00000100:00000001:1.0:1767384680.792887:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.792890:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.792891:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384680.792893:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384680.792894:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.792898:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384680.792899:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ef2aa31. 00000100:00000001:1.0:1767384680.792901:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384680.792901:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384680.792904:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:1.0:1767384680.792906:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384680.792911:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ba55a9c6. 10000000:00000040:1.0:1767384680.792918:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384680.792922:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384680.792924:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384680.792927:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:1.0:1767384680.792929:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.792930:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384680.792931:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:1.0:1767384680.792933:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000100:00000200:1.0:1767384680.792935:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 40 NIDs for '192.168.202.117@tcp' 00000400:00000200:1.0:1767384680.792937:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384680.792939:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384680.792941:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:1.0:1767384680.792946:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384680.792951:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (38) 00000400:00000200:1.0:1767384680.792955:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000400:00000200:1.0:1767384680.792970:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384680.792973:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384680.792976:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384680.792980:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:1.0:1767384680.792982:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (40) 00000400:00000200:1.0:1767384680.792985:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:1.0:1767384680.792988:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:2.0:1767384680.792992:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384680.792993:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.792998:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:2.0:1767384680.793000:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:1.0:1767384680.793004:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:2.0:1767384680.793005:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000400:00000010:2.0:1767384680.793012:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000c0f1fa9d. 00000400:00000200:1.0:1767384680.793013:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000010:2.0:1767384680.793017:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000400:00000200:1.0:1767384680.793018:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000010:2.0:1767384680.793024:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030cd9451. 00000400:00000200:1.0:1767384680.793024:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384680.793032:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:1.0:1767384680.793032:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793036:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:1.0:1767384680.793040:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384680.793043:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:1.0:1767384680.793047:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793051:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000400:00000200:1.0:1767384680.793051:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:1.0:1767384680.793056:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:2.0:1767384680.793061:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000400:00000200:1.0:1767384680.793064:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793070:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000400:00000200:1.0:1767384680.793070:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:1.0:1767384680.793077:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:2.0:1767384680.793079:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000400:00000200:1.0:1767384680.793083:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793087:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:1.0:1767384680.793092:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384680.793095:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000400:00000200:1.0:1767384680.793100:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793103:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000400:00000200:1.0:1767384680.793106:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:1.0:1767384680.793111:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384680.793112:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000400:00000200:2.0:1767384680.793119:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000400:00000200:1.0:1767384680.793119:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793124:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:1.0:1767384680.793128:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:2.0:1767384680.793130:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000400:00000200:1.0:1767384680.793135:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793140:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:2.0:1767384680.793144:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000400:00000200:1.0:1767384680.793145:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:1.0:1767384680.793152:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793155:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:2.0:1767384680.793156:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000400:00000200:1.0:1767384680.793161:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:1.0:1767384680.793169:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793170:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000400:00000200:1.0:1767384680.793174:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:1.0:1767384680.793178:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384680.793183:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000400:00000200:1.0:1767384680.793187:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793193:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:2.0:1767384680.793197:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000400:00000200:1.0:1767384680.793198:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:2.0:1767384680.793207:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 60], ns[42, 61] 00000400:00000200:1.0:1767384680.793207:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793213:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:1.0:1767384680.793218:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:2.0:1767384680.793219:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:1.0:1767384680.793224:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793229:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:2.0:1767384680.793233:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:1.0:1767384680.793235:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:1.0:1767384680.793243:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793246:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:1.0:1767384680.793248:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:1.0:1767384680.793253:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:2.0:1767384680.793258:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 42], ns[147, 42] 00000400:00000200:1.0:1767384680.793260:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793266:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:1.0:1767384680.793271:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:2.0:1767384680.793272:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 42], ns[66, 42] 00000400:00000200:1.0:1767384680.793279:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793284:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[79, 42] 00000400:00000200:1.0:1767384680.793284:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:1.0:1767384680.793291:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:2.0:1767384680.793295:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 42], ns[91, 42] 00000400:00000200:1.0:1767384680.793299:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793305:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:1.0:1767384680.793309:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:2.0:1767384680.793311:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 42], ns[173, 42] 00000400:00000200:1.0:1767384680.793317:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793318:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 42], ns[115, 42] 00000400:00000200:1.0:1767384680.793323:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:2.0:1767384680.793326:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[94, 42] 00000400:00000200:1.0:1767384680.793330:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:2.0:1767384680.793335:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[139, 42] 00000400:00000200:1.0:1767384680.793339:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793341:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[151, 42] 00000400:00000200:1.0:1767384680.793346:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:2.0:1767384680.793348:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 42], ns[122, 42] 00000400:00000200:1.0:1767384680.793353:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:2.0:1767384680.793356:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[169, 42], ns[172, 42] 00000400:00000200:1.0:1767384680.793361:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793365:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 42], ns[177, 42] 00000400:00000200:1.0:1767384680.793366:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:2.0:1767384680.793370:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 42], ns[157, 42] 00000400:00000200:1.0:1767384680.793374:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:2.0:1767384680.793382:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 42], ns[168, 42] 00000400:00000200:1.0:1767384680.793383:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793389:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:2.0:1767384680.793390:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[175, 42] 00000400:00000200:1.0:1767384680.793395:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:2.0:1767384680.793399:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 42], ns[180, 42] 00000400:00000200:2.0:1767384680.793405:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[176, 42], ns[179, 42] 00000400:00000200:1.0:1767384680.793405:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793410:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:2.0:1767384680.793414:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 42], ns[181, 42] 00000400:00000200:1.0:1767384680.793417:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:2.0:1767384680.793421:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000400:00000200:1.0:1767384680.793425:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793430:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:1.0:1767384680.793431:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:2.0:1767384680.793437:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp46 00000400:00000200:1.0:1767384680.793437:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:2.0:1767384680.793445:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp46 lpni_is_preferred = 0 00000400:00000200:1.0:1767384680.793446:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793450:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp46 00000400:00000200:1.0:1767384680.793451:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:2.0:1767384680.793459:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp46 NI seq info: [182:182:256:4294967295] 192.168.202.117@tcp46 LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1767384680.793459:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:1.0:1767384680.793465:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384680.793473:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp46 00000400:00000200:2.0:1767384680.793481:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46:) -> 192.168.202.117@tcp46(192.168.202.117@tcp:192.168.202.117@tcp46) : GET try# 0 00000400:00000200:1.0:1767384680.793481:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:1.0:1767384680.793488:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000800:00000200:2.0:1767384680.793493:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp46 00000400:00000200:1.0:1767384680.793497:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000800:00000010:2.0:1767384680.793498:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de5bf06f. 00000400:00000200:1.0:1767384680.793503:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000800:00000010:2.0:1767384680.793506:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000204da301. 00000400:00000200:1.0:1767384680.793506:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000800:00000010:2.0:1767384680.793511:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000067332636. 00000400:00000200:1.0:1767384680.793512:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793516:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000800:00000200:2.0:1767384680.793518:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000400:00000200:1.0:1767384680.793522:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.117@tcp38 00000800:00000200:2.1:1767384680.793528:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000400:00000200:1.0:1767384680.793529:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793536:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp38 00000400:00000200:1.0:1767384680.793538:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.117@tcp39 00000400:00000200:1.0:1767384680.793543:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793545:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp39 00000400:00000200:1.0:1767384680.793547:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.117@tcp40 00000400:00000200:2.0:1767384680.793551:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:1.0:1767384680.793552:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384680.793556:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp40 00000400:00000200:2.0:1767384680.793557:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000100:00000001:1.0:1767384680.793562:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.793566:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384680.793571:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 10000000:00000010:1.0:1767384680.793577:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005ff0b295. 10000000:00000040:1.0:1767384680.793580:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 84/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000020:00000080:1.0:1767384680.793582:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384680.793588:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384680.793591:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000185362c8. 00000020:00000010:1.0:1767384680.793594:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000617c31d6. 00000040:00000010:1.0:1767384680.793598:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000016eef8c2. 00000020:00000010:1.0:1767384680.793601:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ded63626. 00000020:00000010:1.0:1767384680.793604:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034d54094. 00000020:00000010:1.0:1767384680.793607:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a51ec5c9. 80000000:00000010:1.0:1767384680.793611:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad8c1140. 40000000:00000010:1.0:1767384680.793614:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047e12fbf. 00100000:00000010:1.0:1767384680.793618:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091d5073b. 00040000:00000010:1.0:1767384680.793621:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000099bdaf63. 00040000:00000010:1.0:1767384680.793625:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004e3fce07. 00040000:00000010:1.0:1767384680.793628:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf35d2b0. 00000400:00000200:2.0:1767384680.793630:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00080000:00000010:1.0:1767384680.793631:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001b683242. 00000004:00000010:1.0:1767384680.793638:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009256a827. 00000004:00000010:1.0:1767384680.793642:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000070d552f8. 00000004:00000010:1.0:1767384680.793646:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000097acbfc. 00002000:00000010:1.0:1767384680.793650:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019dd3586. 00000004:00000010:1.0:1767384680.793653:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e034f7b8. 00000004:00000001:1.0:1767384680.793658:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384680.793662:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384680.793664:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005ff0b295 00000040:00001000:1.0:1767384680.793666:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384680.793669:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384680.793671:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384680.793673:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384680.793676:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:2.0:1767384680.793678:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000040:00001000:1.0:1767384680.793678:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384680.793683:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384680.793687:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:1.0:1767384680.793689:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384680.793703:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.793726:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000004:00000001:1.0:1767384680.793748:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.793750:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000020:00000010:1.0:1767384680.793756:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000617c31d6. 00000040:00000010:1.0:1767384680.793764:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000016eef8c2. 00000020:00000010:1.0:1767384680.793768:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ded63626. 00000020:00000010:1.0:1767384680.793772:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000034d54094. 00000020:00000010:1.0:1767384680.793777:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a51ec5c9. 00000400:00000200:2.0:1767384680.793779:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 80000000:00000010:1.0:1767384680.793781:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ad8c1140. 40000000:00000010:1.0:1767384680.793788:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047e12fbf. 00100000:00000010:1.0:1767384680.793793:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091d5073b. 00040000:00000010:1.0:1767384680.793797:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000099bdaf63. 00040000:00000010:1.0:1767384680.793801:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004e3fce07. 00000400:00000200:2.0:1767384680.793802:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00040000:00000010:1.0:1767384680.793807:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf35d2b0. 00080000:00000010:1.0:1767384680.793813:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001b683242. 00000004:00000010:1.0:1767384680.793818:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009256a827. 00000004:00000010:1.0:1767384680.793823:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000070d552f8. 00000400:00000200:2.0:1767384680.793824:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000004:00000010:1.0:1767384680.793828:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000097acbfc. 00002000:00000010:1.0:1767384680.793875:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019dd3586. 00000004:00000010:1.0:1767384680.793881:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e034f7b8. 00000020:00000010:1.0:1767384680.793885:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000185362c8. 00000020:00000001:1.0:1767384680.793888:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.793891:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384680.793894:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005ff0b295. 10000000:00000010:1.0:1767384680.793898:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ba55a9c6. 00000400:00000200:2.0:1767384680.793899:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 10000000:00000001:1.0:1767384680.793901:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.793906:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384680.793911:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035eb845d x1853237059680128/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.793920:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384680.793922:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384680.793924:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe79cec. 00000400:00000200:2.0:1767384680.793926:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 02000000:00000001:1.0:1767384680.793928:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384680.793932:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384680.793934:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384680.793937:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384680.793939:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384680.793941:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384680.793942:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384680.793945:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384680.793947:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c2219bd5. 00000100:00000010:1.0:1767384680.793951:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f30882f8. 00000400:00000200:2.0:1767384680.793952:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000001:1.0:1767384680.793954:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384680.793958:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd2327fe. 02000000:00000001:1.0:1767384680.793963:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384680.793966:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384680.793968:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035eb845d. 00000100:00000001:1.0:1767384680.793973:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384680.793975:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384680.793986:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 10000000:00000010:1.0:1767384680.793989:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000006beb2422. 10000000:01000000:1.0:1767384680.793996:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384680.794001:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384680.794003:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384680.794005:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384680.794008:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000400:00000200:2.0:1767384680.794011:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000020:00000001:1.0:1767384680.794012:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384680.794017:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384680.794021:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384680.794024:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384680.794031:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384680.794034:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384680.794035:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00010000:00010000:1.0:1767384680.794036:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384680.794045:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384680.794047:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384680.794049:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384680.794051:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384680.794053:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384680.794056:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384680.794059:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384680.794061:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 10000000:00000040:1.0:1767384680.794061:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:1.0:1767384680.794065:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384680.794093:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794112:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794128:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794163:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794195:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794221:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794254:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794282:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794304:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794319:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794341:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794364:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794381:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794399:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794421:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794462:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794504:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794541:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794583:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384680.794622:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384680.794742:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081df3bd4. 00000800:00000010:2.0:1767384680.794747:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b0ce813. 00000800:00000010:2.0:1767384680.794752:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004c9f042. 00000800:00000010:2.0:1767384680.794770:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004c9f042. 00000800:00020000:2.0:1767384680.794776:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384680.794779:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b0ce813. 00000800:00000010:2.0:1767384680.794781:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000081df3bd4. 00000400:02020000:2.0:1767384680.794815:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp46 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384680.794821:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp46 notifying 192.168.202.117@tcp46: down 00000800:00000200:2.0:1767384680.794826:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp46 down 00000800:00000100:2.0:1767384680.794870:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp46 00000800:00000010:2.0:1767384680.794872:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de5bf06f. 00000400:00000200:2.0:1767384680.794876:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384680.794879:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp46->192.168.202.117@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384680.794886:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp46 added to recovery queue. ping count: 0 next ping: 304 health :900 00000400:00000200:2.0:1767384680.794889:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384680.794897:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 1 00000400:00000200:2.0:1767384680.794900:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384680.794933:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384680.794940:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000400:00000001:0.0:1767384680.794945:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384680.794947:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384680.794948:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de8258e7 00000400:00000010:0.0:1767384680.794951:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 00000400:00000200:0.0:1767384680.794955:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384680.794959:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000010:0.0:1767384680.794963:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000c0f1fa9d. 00000400:00000200:0.0:1767384680.794966:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (40) 00000400:00000200:0.0:1767384680.794969:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:-71 00000400:00000200:0.0:1767384680.794972:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc -71 00000400:00000200:0.0:1767384680.794976:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384680.794986:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (39) 00000020:00000010:1.0:1767384680.801774:0:38279:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c2219bd5. 00000020:00000040:1.0:1767384680.801783:0:38279:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384680.801785:0:38279:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c2219bd5. 00000100:00000040:3.0:1767384680.804896:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294970894, at 4294970895 00000100:00000040:1.0:1767384680.804896:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294970894, at 4294970895 00000100:00000040:0.0:1767384680.804903:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294970894, at 4294970895 00000100:00000010:1.0:1767384680.804906:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048849743. 00000100:00000010:3.0:1767384680.804909:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d937af49. 00000100:00000010:0.0:1767384680.804911:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a4f93ea. 00000100:00000040:2.0:1767384680.805886:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294970894, at 4294970896 00000100:00000010:2.0:1767384680.805895:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1539b7a. 00000001:00000001:1.0:1767384681.186632:0:38347:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384681.186639:0:38347:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:1.0:1767384681.189777:0:38347:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384681.198973:0:38348:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e034f7b8. 00000400:00000010:1.0:1767384681.198995:0:38348:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000840c6cd8. 00000400:00000010:1.0:1767384681.199006:0:38348:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f7669f6d. 00000400:00000010:1.0:1767384681.199010:0:38348:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002fe79cec. 00000400:00000010:1.0:1767384681.199015:0:38348:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008cad1f29. 00000400:00000010:1.0:1767384681.199021:0:38348:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000047e12fbf. 00000400:00000010:1.0:1767384681.199023:0:38348:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074fff3a6. 00000400:00000010:1.0:1767384681.199025:0:38348:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b41f010e. 00000400:00000010:1.0:1767384681.199030:0:38348:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000006f7def8. 00000800:00000010:1.0:1767384681.199055:0:38348:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000099bdaf63. 00000800:00000200:1.0:1767384681.199069:0:38348:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384681.199085:0:38348:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384681.199133:0:38348:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:1.0:1767384681.199160:0:38348:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384681.200546:0:38348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000019dd3586. 00000400:00000010:1.0:1767384681.200553:0:38348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea30f3f. 00000400:00000010:1.0:1767384681.200559:0:38348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000873fdc95. 00000400:00000001:1.0:1767384681.200596:0:38348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384681.200599:0:38348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384681.200601:0:38348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2985945. 00000400:00000200:1.0:1767384681.200605:0:38348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b17172 00000400:00000010:1.0:1767384681.200608:0:38348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0b17172. 00000400:00000010:1.0:1767384681.200613:0:38348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000db6f0fd1. 00000400:00000200:1.0:1767384681.200620:0:38348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (38) 00000400:00000200:1.0:1767384681.200634:0:38348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384681.200647:0:38348:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384681.200657:0:38348:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e13c83e0. 00000020:01000000:1.0:1767384681.200663:0:38348:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384681.200667:0:38348:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp49 00000400:00000010:1.0:1767384681.200685:0:38348:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000840c6cd8. 00000400:00000010:1.0:1767384681.200690:0:38348:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e034f7b8. 00000400:00000200:0.0:1767384681.200695:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384681.200706:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:0.0:1767384681.200710:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000400:00000010:0.0:1767384681.200717:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000050bcb622. 00000020:00000001:2.0:1767384681.200719:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384681.200722:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 10000000:00000001:2.0:1767384681.200726:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384681.200730:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:0.0:1767384681.200730:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000073630ece. 10000000:01000000:2.0:1767384681.200733:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384681.200737:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000020:01000004:2.0:1767384681.200740:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384681.200743:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384681.200746:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384681.200748:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384681.200749:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384681.200750:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000020:01000004:2.0:1767384681.200753:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384681.200756:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384681.200758:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384681.200759:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000020:01000004:2.0:1767384681.200762:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384681.200767:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384681.200768:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000400:00000200:0.0:1767384681.200772:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000100:00000010:2.0:1767384681.200776:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f0ee6d0. 00000400:00000200:0.0:1767384681.200782:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000020:00000040:2.0:1767384681.200784:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384681.200791:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000100:00000001:2.0:1767384681.200792:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384681.200799:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384681.200803:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 02000000:00000001:2.0:1767384681.200808:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.200809:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000400:00000200:0.0:1767384681.200817:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 02000000:00000010:2.0:1767384681.200820:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000081df3bd4. 00000400:00000200:0.0:1767384681.200824:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000400:00000200:0.0:1767384681.200828:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000100:00000001:2.0:1767384681.200830:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.200876:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000100:00000001:2.0:1767384681.200877:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384681.200882:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.200885:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000100:00000040:2.0:1767384681.200893:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f0ee6d0] to pc [ptlrpcd_00_01+1] req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384681.200910:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000400:00000200:0.0:1767384681.200918:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000400:00000200:0.0:1767384681.200921:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 60], ns[42, 61] 00000400:00000200:0.0:1767384681.200924:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:0.0:1767384681.200928:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:0.0:1767384681.200931:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 10000000:00000001:2.0:1767384681.200933:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384681.200938:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.200941:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 42], ns[147, 42] 00000020:00000001:2.0:1767384681.200943:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384681.200948:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384681.200949:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 42], ns[66, 42] 00000400:00000200:0.0:1767384681.200957:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[79, 42] 00000020:00000001:2.0:1767384681.200958:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384681.200962:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384681.200962:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 42], ns[91, 42] 10000000:00000001:2.0:1767384681.200966:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384681.200970:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 42], ns[173, 42] 00000400:00000200:0.0:1767384681.200975:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 42], ns[115, 42] 10000000:01000000:2.0:1767384681.200978:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384681.200982:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384681.200982:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[94, 42] 00000020:01000004:2.0:1767384681.200988:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384681.200990:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[139, 42] 00000020:01000004:2.0:1767384681.200992:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384681.200997:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384681.200999:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384681.201001:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[151, 42] 00000020:01000004:2.0:1767384681.201003:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384681.201008:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384681.201010:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 42], ns[122, 42] 00000020:01000004:2.0:1767384681.201012:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384681.201015:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384681.201020:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0d313c2. 00000400:00000200:0.0:1767384681.201021:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[169, 42], ns[172, 42] 00000020:00000040:2.0:1767384681.201028:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000400:00000200:0.0:1767384681.201032:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 42], ns[177, 42] 00000100:00000001:2.0:1767384681.201034:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384681.201040:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384681.201044:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201048:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 42], ns[157, 42] 02000000:00000010:2.0:1767384681.201054:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006cdab883. 00000400:00000200:0.0:1767384681.201059:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 42], ns[168, 42] 00000100:00000001:2.0:1767384681.201064:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201070:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[175, 42] 00000100:00000001:2.0:1767384681.201072:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384681.201077:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201081:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 42], ns[180, 42] 00000100:00000040:2.0:1767384681.201088:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d313c2] to pc [ptlrpcd_00_02+2] req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384681.201092:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[176, 42], ns[179, 42] 00000100:00000001:3.0:1767384681.201101:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384681.201107:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 42], ns[181, 42] 00000100:00000001:3.0:1767384681.201109:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384681.201114:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384681.201118:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[179, 42], ns[182, 42] 00000400:00000200:0.0:1767384681.201124:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000100:00000040:3.0:1767384681.201126:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384681.201130:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp24 10000000:00000001:2.0:1767384681.201132:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384681.201138:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201138:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp24 lpni_is_preferred = 0 00000020:00000001:2.0:1767384681.201144:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201146:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp24 00000020:01000000:2.0:1767384681.201150:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384681.201153:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384681.201155:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp24 NI seq info: [183:183:256:4294967295] 192.168.202.117@tcp24 LPNI seq info [180:180:8:4294967295] 00000020:00000010:2.0:1767384681.201156:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e13c83e0. 00000100:00000001:3.0:1767384681.201157:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.201166:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384681.201168:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp24 02000000:00000001:3.0:1767384681.201173:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384681.201174:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.201180:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384681.201181:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201183:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24:) -> 192.168.202.117@tcp24(192.168.202.117@tcp:192.168.202.117@tcp24) : GET try# 0 00000100:00000001:2.0:1767384681.201185:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384681.201190:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f0ee6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059680256:0@lo:253: 00000100:00000040:2.0:1767384681.201193:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384681.201195:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp24 00000800:00000010:0.0:1767384681.201203:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e67fa80b. 00000100:00000001:3.0:1767384681.201204:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384681.201212:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384681.201215:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (6) 00000100:00000001:2.0:1767384681.201216:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.201222:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384681.201224:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384681.201225:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384681.201229:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384681.201230:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp24 ip 192.168.202.117:988 02000000:00000001:2.0:1767384681.201231:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.201236:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384681.201236:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e67fa80b type 2, nob 96 niov 1 nkiov 0 00000100:00100000:2.0:1767384681.201245:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f0d313c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059680384:0@lo:253: 02000000:00000010:3.0:1767384681.201248:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b6c2ed8d. 00000100:00000001:2.0:1767384681.201252:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384681.201252:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 02000000:00000001:3.0:1767384681.201254:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.201258:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384681.201258:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 02000000:00000001:2.0:1767384681.201262:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384681.201263:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d5c9735. 02000000:00000001:2.0:1767384681.201266:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384681.201273:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000041a2fcd5. 00000400:00000010:3.0:1767384681.201274:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e8d14eb. 00000100:00000001:0.0:1767384681.201275:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384681.201277:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.201279:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384681.201284:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059680256, portal 25 00000400:00000010:2.0:1767384681.201284:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46f39e. 00000400:00000010:2.0:1767384681.201293:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003714b374. 00000100:00000001:3.0:1767384681.201297:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384681.201299:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059680384, portal 25 00000100:00000001:3.0:1767384681.201300:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864917760 : -115916844633856 : ffff969301a6f100) 00000100:00000001:2.0:1767384681.201304:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384681.201307:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864916864 : -115916844634752 : ffff969301a6ed80) 00000100:00000040:3.0:1767384681.201311:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384681.201317:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384681.201333:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384681.201337:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384681.201341:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384681.201343:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384681.201347:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bc026f6. 00000400:00000010:2.0:1767384681.201353:0:16142:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e219542. 00000100:00000200:3.0:1767384681.201354:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059680256, offset 0 00000100:00000200:2.0:1767384681.201358:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059680384, offset 0 00000400:00000200:3.0:1767384681.201367:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384681.201378:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384681.201381:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384681.201385:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384681.201388:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e67fa80b. 00000400:00000200:2.0:1767384681.201391:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384681.201402:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07800 00000400:00000200:2.0:1767384681.201406:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07880 00000400:00000200:0.0:1767384681.201410:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384681.201415:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1695 [2] + 0 00000400:00000200:0.0:1767384681.201422:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: GET: OK 00000400:00000010:3.0:1767384681.201424:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef7999bf. 00000400:00000200:3.0:1767384681.201432:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033761667 00000400:00000200:2.0:1767384681.201438:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x169d [2] + 0 00000400:00000200:3.0:1767384681.201439:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384681.201446:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c1f907c. 00000400:00000200:3.0:1767384681.201448:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384681.201453:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005adaba5e 00000400:00000200:0.0:1767384681.201459:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384681.201460:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384681.201461:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033761667 00000400:00000200:0.0:1767384681.201465:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000400:00000010:3.0:1767384681.201469:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033761667. 00000400:00000200:2.0:1767384681.201471:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384681.201477:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384681.201477:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005adaba5e 00000100:00000200:3.0:1767384681.201482:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384681.201482:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005adaba5e. 00000800:00000001:0.0:1767384681.201485:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384681.201490:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384681.201491:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000045c06ffb x1853237059680256 msgsize 4848 00000100:00000200:2.0:1767384681.201494:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384681.201498:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384681.201503:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000008de6babe x1853237059680384 msgsize 4848 00000800:00000001:0.0:1767384681.201503:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384681.201508:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384681.201511:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384681.201513:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384681.201515:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384681.201522:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24) <- 192.168.202.117@tcp24 : GET - for me 00000100:00000001:3.0:1767384681.201530:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384681.201530:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384681.201535:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384681.201539:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bc026f6 00000400:00000010:3.0:1767384681.201543:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bc026f6. 00000100:00000001:2.0:1767384681.201545:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384681.201548:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384681.201552:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 656/656 into md 0x1f09 [1] + 0 00000100:00000200:3.0:1767384681.201557:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384681.201562:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e219542 00000400:00000010:2.0:1767384681.201568:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e219542. 00000400:00000200:0.0:1767384681.201568:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp24 to MR: 192.168.202.117@tcp24 local destination 00000100:00000001:2.0:1767384681.201575:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384681.201578:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384681.201581:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp24 NI seq info: [184:184:256:4294967295] 192.168.202.117@tcp24 LPNI seq info [181:181:8:4294967295] 00000100:00000200:2.0:1767384681.201583:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384681.201586:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384681.201604:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) -> 192.168.202.117@tcp24(192.168.202.117@tcp24:192.168.202.117@tcp24) 192.168.202.117@tcp24 : REPLY try# 0 00000800:00000200:0.0:1767384681.201619:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.117@tcp24 00000100:00000001:2.0:1767384681.201622:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767384681.201623:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e67fa80b. 00000100:00000040:2.0:1767384681.201628:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384681.201631:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c97aa4a3] -> 12345-192.168.202.117@tcp24 (6) 00000100:00000001:3.0:1767384681.201633:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.201638:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767384681.201640:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp24 ip 192.168.202.117:993 00000800:00000200:0.0:1767384681.201645:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e67fa80b type 3, nob 752 niov 1 nkiov 1 00000100:00000001:2.0:1767384681.201653:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.201656:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.201656:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384681.201664:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294971303 00000100:00000001:2.0:1767384681.201664:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384681.201672:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017bc5523. 00000100:00000001:2.0:1767384681.201672:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294971303 00000100:00000001:3.0:1767384681.201682:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384681.201691:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294971303 00000100:00000001:2.0:1767384681.201691:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294971303 00000100:00000001:2.0:1767384681.201697:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294971303 00000100:00000010:3.0:1767384681.201698:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006302fc66. 00000100:00000001:3.0:1767384681.201704:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384681.201710:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294971303 00000100:00000001:2.0:1767384681.201710:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294971303 00000800:00000200:0.0:1767384681.201712:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384681.201717:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294971303 00000800:00000010:0.0:1767384681.201717:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e67fa80b. 00000100:00000010:3.0:1767384681.201718:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9f0e9fb. 00000400:00000200:0.0:1767384681.201722:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384681.201727:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384681.201727:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: REPLY: OK 00000100:00000001:3.0:1767384681.201738:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294971303 00000100:00000001:2.0:1767384681.201738:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294971303 00000800:00000001:0.0:1767384681.201742:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384681.201745:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294971303 00000100:00000010:3.0:1767384681.201747:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a03ee887. 00000800:00000001:0.0:1767384681.201748:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.201753:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384681.201757:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000800:00000001:0.0:1767384681.201760:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.201763:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384681.201765:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384681.201765:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.201767:0:16142:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294971303 00000100:00000001:3.0:1767384681.201773:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.201774:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384681.201777:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp24(192.168.202.117@tcp24) <- 192.168.202.117@tcp24 : REPLY - for me 00000100:00000001:3.0:1767384681.201781:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.201781:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.201787:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.201788:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp24: Reply from 12345-192.168.202.117@tcp24 of length 656/656 into md 0x1f0d 00000100:00000001:2.0:1767384681.201789:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.201793:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.201798:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384681.201799:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384681.201800:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384681.201803:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384681.201804:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384681.201809:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.201811:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.201811:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384681.201812:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384681.201815:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384681.201817:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384681.201821:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201824:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp24->192.168.202.117@tcp24: REPLY: OK 00000100:00000001:3.0:1767384681.201825:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.201828:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201882:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e69835b 00000400:00000010:0.0:1767384681.201886:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e69835b. 00000100:00000001:2.0:1767384681.201887:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.201893:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201893:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:3.0:1767384681.201899:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.201901:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:0.0:1767384681.201906:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384681.201909:0:16133:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.117@tcp (688 bytes) 00000100:00000001:2.0:1767384681.201914:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384681.201914:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000100:00100000:2.0:1767384681.201920:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680256 00000400:00000010:0.0:1767384681.201925:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000050bcb622. 00000400:00000200:0.0:1767384681.201929:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (40) 02000000:00000001:2.0:1767384681.201933:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384681.201937:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384681.201938:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384681.201940:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384681.201942:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384681.201943:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384681.201944:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680384 02000000:00000001:2.0:1767384681.201949:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.201950:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384681.201954:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384681.201956:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680256 00000100:00000001:3.0:1767384681.201957:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.201960:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384681.201962:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:3.0:1767384681.201964:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.201964:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000400:00000010:0.0:1767384681.201966:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000050bcb622. 00000020:00000001:2.0:1767384681.201970:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384681.201972:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680384 00000400:00000010:0.0:1767384681.201973:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000020:00000040:2.0:1767384681.201974:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:3.0:1767384681.201980:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384681.201982:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000010:0.0:1767384681.201982:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 00000020:00000040:3.0:1767384681.201983:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384681.201989:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384681.201989:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:0.0:1767384681.201990:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000050bcb622 00000020:00000040:3.0:1767384681.201994:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=16 00000400:00000001:0.0:1767384681.201995:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384681.201998:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384681.201999:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384681.202001:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cd42edf. 00000020:00000010:2.0:1767384681.202005:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004c9f042. 00000020:00000001:3.0:1767384681.202009:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:0.0:1767384681.202009:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b681b451 00000100:00000001:2.0:1767384681.202012:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384681.202013:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b681b451. 00000020:00000001:3.0:1767384681.202016:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000010:2.0:1767384681.202020:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004c9f042. 00000400:00000200:0.0:1767384681.202021:0:16138:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:3.0:1767384681.202024:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384681.202025:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000d2568afb. 00000020:00000010:3.0:1767384681.202031:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ce956b2. 00000020:00000010:2.0:1767384681.202031:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005089ffee. 00000400:00000200:0.0:1767384681.202032:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000100:00000001:3.0:1767384681.202040:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384681.202042:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067d01595. 00000400:00000200:0.0:1767384681.202042:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100871 00000020:00000010:3.0:1767384681.202050:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ce956b2. 00000020:00000010:2.0:1767384681.202052:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000400:00000200:0.0:1767384681.202053:0:16138:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.117@tcp:0 00000400:00000200:0.0:1767384681.202061:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 rc 1 00000020:00000010:3.0:1767384681.202062:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc0fe258. 00000400:00000200:0.0:1767384681.202068:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000020:00000010:3.0:1767384681.202071:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a324958. 00000100:00000040:2.0:1767384681.202071:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384681.202073:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000100:00000001:2.0:1767384681.202077:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384681.202080:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384681.202081:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007f4c905. 00000400:00000010:0.0:1767384681.202082:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d4d0b0be. 00000100:00000001:2.0:1767384681.202084:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.202091:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384681.202092:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000100:00000001:3.0:1767384681.202096:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384681.202096:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384681.202099:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000075a4016. 00000100:00000001:3.0:1767384681.202101:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.202109:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000100:00000001:2.0:1767384681.202111:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.202112:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.202125:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000100:00000001:3.0:1767384681.202132:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.202134:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000100:00000001:2.0:1767384681.202135:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384681.202142:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384681.202148:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000100:00100000:2.0:1767384681.202154:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000400:00000200:0.0:1767384681.202159:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000100:00000001:3.0:1767384681.202160:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384681.202160:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384681.202165:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384681.202166:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935839312 : -115911773712304 : ffff96942fe71050) 00000400:00000200:0.0:1767384681.202173:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000100:00000040:2.0:1767384681.202177:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045c06ffb x1853237059680256/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 4848/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384681.202179:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:3.0:1767384681.202190:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000400:00000200:0.0:1767384681.202190:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000100:00000001:3.0:1767384681.202198:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935843408 : -115911773708208 : ffff96942fe72050) 00000100:00000001:2.0:1767384681.202200:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384681.202204:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000020:00000010:2.0:1767384681.202207:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004c9f042. 00000100:00000040:3.0:1767384681.202212:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008de6babe x1853237059680384/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 4848/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384681.202213:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000100:00000001:2.0:1767384681.202220:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384681.202228:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004c9f042. 00000400:00000200:0.0:1767384681.202232:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000100:00000001:3.0:1767384681.202238:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384681.202242:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000100:00100000:2.0:1767384681.202243:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045c06ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16141:x1853237059680256:12345-0@lo:253: 00000020:00000010:3.0:1767384681.202245:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ce956b2. 00000100:00000001:3.0:1767384681.202254:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384681.202255:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680256 00000400:00000200:0.0:1767384681.202257:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000020:00000010:3.0:1767384681.202260:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ce956b2. 00000020:00000001:2.0:1767384681.202262:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384681.202269:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384681.202269:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000020:00000001:2.0:1767384681.202274:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384681.202275:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008de6babe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16142:x1853237059680384:12345-0@lo:253: 00000020:00000001:2.0:1767384681.202280:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384681.202282:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000020:00000001:2.0:1767384681.202285:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000200:3.0:1767384681.202288:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680384 00000020:00000001:3.0:1767384681.202294:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384681.202294:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384681.202299:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.202299:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000020:00000001:3.0:1767384681.202301:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384681.202304:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.202307:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384681.202310:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384681.202311:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384681.202312:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000020:00000001:2.0:1767384681.202317:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.202320:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:2.0:1767384681.202322:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384681.202323:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 60], ns[184, 61] 00000020:00000001:3.0:1767384681.202326:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384681.202328:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384681.202330:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384681.202334:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384681.202335:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 60], ns[46, 61] 02000000:00000010:2.0:1767384681.202336:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c3c6fab. 00000020:00000001:3.0:1767384681.202339:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384681.202344:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.202344:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.202348:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384681.202349:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 02000000:00000001:3.0:1767384681.202352:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384681.202352:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384681.202358:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767384681.202359:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cdc0e277. 02000000:00000001:3.0:1767384681.202364:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.202366:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.202367:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 20000000:00000001:3.0:1767384681.202368:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384681.202371:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000023f31251. 20000000:01000000:2.0:1767384681.202377:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384681.202378:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c2da7ae4. 00000400:00000200:0.0:1767384681.202382:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 46], ns[147, 46] 20000000:00000001:2.0:1767384681.202383:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384681.202384:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384681.202388:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384681.202389:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384681.202392:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384681.202397:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384681.202397:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.202401:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 46], ns[66, 46] 20000000:00000001:3.0:1767384681.202402:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384681.202404:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384681.202407:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384681.202413:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384681.202417:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c3d7b5de. 00000400:00000200:0.0:1767384681.202417:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 46], ns[79, 46] 20000000:01000000:2.0:1767384681.202422:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000400:00000200:0.0:1767384681.202428:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 46], ns[91, 46] 20000000:00000001:2.0:1767384681.202433:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384681.202436:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 46], ns[173, 46] 00080000:00000001:2.0:1767384681.202442:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384681.202446:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 46], ns[115, 46] 00000400:00000200:0.0:1767384681.202453:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 46], ns[94, 46] 00000400:00000200:0.0:1767384681.202457:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 46], ns[139, 46] 00000400:00000200:0.0:1767384681.202460:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 46], ns[151, 46] 00000400:00000200:0.0:1767384681.202463:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 46], ns[122, 46] 00000400:00000200:0.0:1767384681.202466:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[169, 46], ns[172, 46] 00000400:00000200:0.0:1767384681.202469:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 46], ns[177, 46] 00000400:00000200:0.0:1767384681.202472:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 46], ns[157, 46] 00000400:00000200:0.0:1767384681.202475:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 46], ns[168, 46] 00000400:00000200:0.0:1767384681.202479:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 46], ns[175, 46] 00000400:00000200:0.0:1767384681.202487:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 46], ns[180, 46] 00000400:00000200:0.0:1767384681.202491:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[176, 46], ns[179, 46] 00080000:00000001:2.0:1767384681.202496:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384681.202502:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384681.202503:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 46], ns[181, 46] 00080000:00000001:2.0:1767384681.202506:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.202511:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384681.202512:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[179, 46], ns[182, 46] 00000400:00000200:0.0:1767384681.202515:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767384681.202518:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp25 00000400:00000200:0.0:1767384681.202524:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp25 lpni_is_preferred = 0 00000020:00000001:2.0:1767384681.202525:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384681.202527:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp25 00000400:00000200:0.0:1767384681.202532:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [185:185:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [182:182:8:4294967295] 00000020:00000001:2.0:1767384681.202534:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00000400:00000200:0.0:1767384681.202538:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp25 00080000:00000001:2.0:1767384681.202539:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384681.202546:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:) -> 192.168.202.117@tcp25(192.168.202.117@tcp:192.168.202.117@tcp25) : GET try# 0 00080000:00000010:2.0:1767384681.202549:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000007de6410. 00000800:00000200:0.0:1767384681.202554:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp25 00080000:00000001:2.0:1767384681.202555:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855375872 : -115916854175744 : ffff969301155800) 00000800:00000010:0.0:1767384681.202559:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e67fa80b. 00080000:00000001:2.0:1767384681.202561:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384681.202569:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (6) 00000800:00000200:0.0:1767384681.202578:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:988 00000800:00000200:0.0:1767384681.202581:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e67fa80b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384681.202590:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384681.202593:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000800:00000200:0.0:1767384681.202648:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384681.202650:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e67fa80b. 00000400:00000200:0.0:1767384681.202654:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.202658:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: GET: OK 00000400:00000200:0.0:1767384681.202661:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384681.202664:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000800:00000001:0.0:1767384681.202668:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.202674:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.202677:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.202684:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.202688:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : GET - for me 00000001:00000001:2.0:1767384681.202692:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767384681.202695:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 688 into portal 0 MB=0x8000000000000000 00080000:00000001:2.0:1767384681.202696:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.202700:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 688/688 into md 0x1f09 [1] + 0 00080000:00000001:2.0:1767384681.202701:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384681.202713:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp25 to MR: 192.168.202.117@tcp25 local destination 00000400:00000200:0.0:1767384681.202718:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [186:186:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [183:183:8:4294967295] 00080000:00000001:2.0:1767384681.202728:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.202734:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384681.202734:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) -> 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) 192.168.202.117@tcp25 : REPLY try# 0 00000800:00000200:0.0:1767384681.202740:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.117@tcp25 00000800:00000010:0.0:1767384681.202744:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e67fa80b. 00000800:00000200:0.0:1767384681.202752:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (6) 00000800:00000200:0.0:1767384681.202756:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:991 00000800:00000200:0.0:1767384681.202758:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e67fa80b type 3, nob 784 niov 1 nkiov 1 00000800:00000200:0.0:1767384681.202811:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384681.202814:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e67fa80b. 00000400:00000200:0.0:1767384681.202820:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.202824:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: REPLY: OK 00000800:00000001:0.0:1767384681.202866:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.202869:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.202872:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.202875:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.202877:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.202882:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.202893:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : REPLY - for me 00000400:00000200:0.0:1767384681.202904:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp25: Reply from 12345-192.168.202.117@tcp25 of length 688/688 into md 0x1f25 00000800:00000001:0.0:1767384681.202908:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.202913:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.202914:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.202920:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: REPLY: OK 00000400:00000200:0.0:1767384681.202924:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384681.202926:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384681.202932:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384681.202935:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:0.0:1767384681.202938:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:0.0:1767384681.202940:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 41. state = 0x100271 00000400:00000200:0.0:1767384681.202949:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00080000:00000001:2.0:1767384681.202950:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384681.202955:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (40) 00080000:00000001:2.0:1767384681.202956:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384681.202963:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.202967:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.202990:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384681.202995:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:0.0:1767384681.203002:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000efc61aff. 00000400:00000010:0.0:1767384681.203006:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 000000004c35b907. 00000400:00000010:0.0:1767384681.203011:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 000000007674bde8. 00000400:00000200:0.0:1767384681.203054:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp32(0000000089940113) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384681.203072:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp38(000000004470767f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384681.203080:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp42(000000006460b7a5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384681.203088:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp43(000000006a0bda6d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384681.203092:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp44(00000000469769de) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384681.203097:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp45(000000007eb68ee5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384681.203102:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp46(00000000ecc197b1) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384681.203112:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000037ff984f. 00000400:00000200:0.0:1767384681.203120:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000037ff984f nid 192.168.202.117@tcp47 00000400:00000010:0.0:1767384681.203124:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b47e3b3f. 00000400:00000200:0.0:1767384681.203127:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b47e3b3f net tcp47 00000400:00000200:0.0:1767384681.203130:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (39) 00000400:00000200:0.0:1767384681.203133:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp47 flags 0x11 00000400:00000010:0.0:1767384681.203143:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004b463719. 00000400:00000200:0.0:1767384681.203145:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004b463719 nid 192.168.202.117@tcp48 00000400:00000010:0.0:1767384681.203149:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000031bc99cd. 00000400:00000200:0.0:1767384681.203150:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 0000000031bc99cd net tcp48 00000400:00000200:0.0:1767384681.203152:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (40) 00000400:00000200:0.0:1767384681.203156:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp48 flags 0x11 00000400:00000010:0.0:1767384681.203160:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ea02607d. 00000400:00000200:0.0:1767384681.203165:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ea02607d nid 192.168.202.117@tcp49 00000400:00000010:0.0:1767384681.203167:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001f3da099. 00000400:00000200:0.0:1767384681.203174:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 000000001f3da099 net tcp49 00000400:00000200:0.0:1767384681.203176:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (41) 00000400:00000200:0.0:1767384681.203180:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp49 flags 0x11 00000400:00000010:0.0:1767384681.203182:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000efc61aff. 00000400:00000010:0.0:1767384681.203184:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 000000004c35b907. 00000400:00000010:0.0:1767384681.203186:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 000000007674bde8. 00000400:00000010:0.0:1767384681.203188:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d4d0b0be. 00000400:00000200:0.0:1767384681.203191:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384681.203193:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:0.0:1767384681.203196:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:0.0:1767384681.203200:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000010:0.0:1767384681.203205:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384681.203207:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000010:0.0:1767384681.203212:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e6f2924. 00000400:00000200:0.0:1767384681.203214:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp25 00000400:00000200:0.0:1767384681.203219:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp25 to MR: 192.168.202.117@tcp25 local destination 00000400:00000200:0.0:1767384681.203225:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [187:187:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767384681.203228:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp25 00000400:00000200:0.0:1767384681.203233:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) -> 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) : PUT try# 0 00000800:00000200:0.0:1767384681.203236:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.117@tcp25 00000800:00000010:0.0:1767384681.203239:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e67fa80b. 00000800:00000200:0.0:1767384681.203244:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (6) 00000800:00000200:0.0:1767384681.203247:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:988 00000800:00000200:0.0:1767384681.203249:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e67fa80b type 1, nob 784 niov 1 nkiov 1 00000400:00000200:0.0:1767384681.203265:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384681.203268:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000800:00000200:3.0:1767384681.203352:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384681.203357:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e67fa80b. 00000400:00000200:3.0:1767384681.203367:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384681.203375:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: PUT: OK 00000400:00000200:3.0:1767384681.203380:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384681.203383:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp25: 0 00000800:00000001:0.0:1767384681.203388:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.203396:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.203398:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.203403:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.203409:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : PUT - for me 00000400:00000200:0.0:1767384681.203424:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384681.203429:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 688/688 into md 0x1f21 [1] + 0 00000400:00000010:0.0:1767384681.203431:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00000400:00000200:0.0:1767384681.203434:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e69835b 00000800:00000001:0.0:1767384681.203438:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.203443:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.203444:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.203452:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: PUT: OK 00000400:00000200:0.0:1767384681.203460:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e69835b 00000400:00000010:0.0:1767384681.203462:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e69835b. 00000400:00000200:0.0:1767384681.203466:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384681.203468:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (43) 00000400:00000200:0.0:1767384681.203471:0:16135:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000010:0.0:1767384681.203474:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d4d0b0be. 00000400:00000200:0.0:1767384681.203478:0:16135:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.117@tcp 41 00000400:00000200:0.0:1767384681.203482:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384681.203495:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (44) 00000400:00000200:0.0:1767384681.203499:0:16135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384681.203509:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp25 to MR: 192.168.202.117@tcp25 local destination 00000400:00000200:0.0:1767384681.203519:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp25 NI seq info: [188:188:256:4294967295] 192.168.202.117@tcp25 LPNI seq info [185:185:8:4294967295] 00000400:00000200:0.0:1767384681.203526:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) -> 192.168.202.117@tcp25(192.168.202.117@tcp25:192.168.202.117@tcp25) 192.168.202.117@tcp25 : ACK try# 0 00000800:00000200:0.0:1767384681.203535:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp25 00000800:00000010:0.0:1767384681.203540:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008016fbad. 00000800:00000200:0.0:1767384681.203548:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a89e62] -> 12345-192.168.202.117@tcp25 (6) 00000800:00000200:0.0:1767384681.203552:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp25 ip 192.168.202.117:991 00000800:00000200:0.0:1767384681.203556:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008016fbad type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384681.203619:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384681.203621:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008016fbad. 00000400:00000200:0.0:1767384681.203627:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.203635:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: ACK: OK 00000800:00000001:0.0:1767384681.203651:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.203657:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.203661:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.203664:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.203665:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.203669:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.203673:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp25(192.168.202.117@tcp25) <- 192.168.202.117@tcp25 : ACK - for me 00000400:00000200:0.0:1767384681.203684:0:16135:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp25: ACK from 12345-192.168.202.117@tcp25 into md 0x1f29 00000400:00000200:0.0:1767384681.203688:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.203691:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp25->192.168.202.117@tcp25: ACK: OK 00000400:00000200:0.0:1767384681.203694:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:0.0:1767384681.203695:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384681.203698:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384681.203701:0:16135:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:0.0:1767384681.203705:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384681.203707:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000800:00000001:0.0:1767384681.203712:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.203714:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.203725:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384681.203729:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000400:00000010:0.0:1767384681.203736:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e195eae2. 00000400:00000200:0.0:1767384681.203739:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000050bcb622 00000400:00000200:0.0:1767384681.203743:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000400:00000010:0.0:1767384681.203747:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 000000004c35b907. 00000400:00000010:0.0:1767384681.203749:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 00000000efc61aff. 00000400:00000010:0.0:1767384681.203750:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 000000005a647fdb. 00000400:00000010:0.0:1767384681.203772:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 000000004c35b907. 00000400:00000010:0.0:1767384681.203775:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 00000000efc61aff. 00000400:00000010:0.0:1767384681.203776:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 000000005a647fdb. 00000400:00000010:0.0:1767384681.203777:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d4d0b0be. 00000400:00000200:0.0:1767384681.203779:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384681.203781:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:0.0:1767384681.203783:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:0.0:1767384681.203786:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:0.0:1767384681.203795:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384681.203797:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:0.0:1767384681.203800:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384681.203803:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (42) 00080000:00000001:0.0:1767384681.212353:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384681.212362:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384681.212366:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384681.212370:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384681.212372:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384681.212380:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384681.212381:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384681.212384:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384681.212387:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384681.212389:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384681.212393:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000007de6410. 20000000:00000001:0.0:1767384681.212395:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384681.212400:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384681.212404:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:0.0:1767384681.212409:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384681.212418:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001c0d29de. 20000000:01000000:1.0:1767384681.212420:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384681.212428:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:1.0:1767384681.212428:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384681.212436:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384681.212444:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384681.212444:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384681.212452:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384681.212455:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:1.0:1767384681.212460:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008eb6e5d8 count: 2 00010000:00000001:1.0:1767384681.212464:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384681.212468:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384681.212472:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00000020:00000001:1.0:1767384681.212477:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384681.212479:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c939 to hash 00000020:00000001:1.0:1767384681.212482:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384681.212484:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384681.212487:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00080000:00000001:2.0:1767384681.212489:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384681.212491:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.212494:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.212498:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384681.212499:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384681.212504:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.212516:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384681.212517:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384681.212524:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384681.212524:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384681.212529:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384681.212533:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384681.212534:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:1.0:1767384681.212536:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384681.212542:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384681.212543:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384681.212552:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a501b98e. 00010000:00000001:1.0:1767384681.212553:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384681.212558:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.212561:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156855376896 : -115916854174720 : ffff969301155c00) 00010000:00000001:1.0:1767384681.212561:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384681.212568:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.212571:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384681.212572:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384681.212580:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384681.212582:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384681.212588:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008eb6e5d8) refcount = 2 00010000:00000040:1.0:1767384681.212591:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384681.212596:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384681.212600:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384681.212601:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384681.212606:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d2f587a. 00000100:00000001:1.0:1767384681.212609:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384681.212615:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000840c6cd8. 00000100:00000001:1.0:1767384681.212617:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876571584 : -115916832980032 : ffff96930258c3c0) 00000100:00000001:1.0:1767384681.212619:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156876571584 : -115916832980032 : ffff96930258c3c0) 00000100:00000001:1.0:1767384681.212621:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384681.212623:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384681.212625:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384681.212629:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.212631:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384681.212634:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.212637:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.212640:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384681.212642:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384681.212647:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035eb845d. 00000020:00000040:1.0:1767384681.212650:0:16794:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000100:00000001:1.0:1767384681.212655:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:2.0:1767384681.212656:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1767384681.212658:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:2.0:1767384681.212660:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.212665:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:1.0:1767384681.212665:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384681.212674:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016eef8c2. 00000100:00000001:1.0:1767384681.212682:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.212685:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.212689:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384681.212693:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384681.212715:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 16 pid: 16772 timeout: 454 lvb_type: 0 00010000:00000001:1.0:1767384681.212727:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384681.212731:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384681.212739:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384681.212750:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384681.212752:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384681.212759:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000035eb845d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059680512:0@lo:104: 00000100:00000001:1.0:1767384681.212765:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384681.212771:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384681.212774:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.212778:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384681.212783:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000617c31d6. 02000000:00000001:1.0:1767384681.212786:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.212787:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384681.212792:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384681.212792:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2985945. 00000400:00000010:1.0:1767384681.212800:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0b17172. 00000100:00000200:1.0:1767384681.212807:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059680512, portal 16 00000100:00000001:1.0:1767384681.212810:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384681.212812:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546340096 : -115912163211520 : ffff969418afc700) 00000100:00000040:1.0:1767384681.212819:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384681.212825:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384681.212828:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384681.212881:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000200:1.0:1767384681.212885:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059680512, offset 0 00000400:00000200:1.0:1767384681.212894:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384681.212912:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384681.212924:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a07900 00000400:00000200:1.0:1767384681.212933:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1791 [2] + 1312 00000400:00000200:1.0:1767384681.212940:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384681.212944:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384681.212952:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384681.212954:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384681.212958:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8598e37. 00000100:00000040:1.0:1767384681.212961:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000d8598e37 x1853237059680512 msgsize 328 00000100:00100000:1.0:1767384681.212964:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384681.212978:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384681.212993:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:1.0:1767384681.212997:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:1.0:1767384681.213003:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384681.213003:0:19653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384681.213009:0:19653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680512 00000100:00000200:1.0:1767384681.213011:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384681.213012:0:19653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384681.213017:0:19653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384681.213021:0:19653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.213030:0:19653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384681.213036:0:19653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680512 00000020:00000001:0.0:1767384681.213040:0:19653:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384681.213043:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384681.213044:0:19653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c51f 00000020:00000001:0.0:1767384681.213049:0:19653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384681.213053:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384681.213054:0:19653:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cacf1dff refcount=3 00000020:00000001:0.0:1767384681.213065:0:19653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000020:00000001:0.0:1767384681.213073:0:19653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156866484224 : -115916843067392 : ffff969301bed800) 00000100:00000001:1.0:1767384681.213084:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213084:0:19653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384681.213092:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384681.213093:0:19653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083bb1ae6. 00000100:00000001:0.0:1767384681.213101:0:19653:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384681.213105:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.213106:0:19653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083bb1ae6. 00000100:00000001:1.0:1767384681.213111:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294971315 00000100:00000001:1.0:1767384681.213120:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294971303 00000100:00000001:1.0:1767384681.213128:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294971315 00000100:00000001:1.0:1767384681.213135:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294971303 00000100:00000001:1.0:1767384681.213143:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294971315 00000100:00000001:1.0:1767384681.213151:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294971303 00000100:00000001:1.0:1767384681.213159:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294971315 00000100:00000001:1.0:1767384681.213169:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294971303 00000100:00000001:1.0:1767384681.213178:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384681.213181:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.213183:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.213185:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.213186:0:19653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025134045. 00000020:00000001:1.0:1767384681.213190:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.213193:0:19653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3f04399. 00010000:00000001:1.0:1767384681.213194:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.213198:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.213200:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.213201:0:19653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394fcc9e. 00010000:00000001:1.0:1767384681.213215:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384681.213217:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384681.213220:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.213222:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384681.213223:0:19653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384681.213224:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384681.213228:0:19653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384681.213229:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000840c6cd8 going to sleep for 11 seconds 00000100:00000001:1.0:1767384681.213233:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384681.213236:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213241:0:19653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384681.213245:0:19653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213255:0:19653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213275:0:19653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.213297:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384681.213299:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384681.213304:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384681.213307:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cacf1dff : new rpc_count 1 00000100:00000001:0.0:1767384681.213309:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546342784 : -115912163208832 : ffff969418afd180) 00000100:00000040:0.0:1767384681.213314:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8598e37 x1853237059680512/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384681.213322:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384681.213325:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083bb1ae6. 00000100:00000001:0.0:1767384681.213328:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384681.213330:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083bb1ae6. 00000100:00100000:0.0:1767384681.213336:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8598e37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059680512:12345-0@lo:104: 00000100:00000200:0.0:1767384681.213339:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680512 00010000:00000001:0.0:1767384681.213341:0:16762:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384681.213346:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384681.213347:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384681.213351:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=2 00000020:00000001:0.0:1767384681.213354:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384681.213357:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:0.0:1767384681.213360:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384681.213363:0:16762:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384681.213368:0:16762:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384681.213375:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384681.213377:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384681.213382:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d4d0b0be. 02000000:00000001:0.0:1767384681.213383:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213393:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.213397:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384681.213398:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384681.213403:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ce06177c time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384681.213407:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384681.213411:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:0.0:1767384681.213414:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:0.0:1767384681.213417:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384681.213419:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213423:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384681.213428:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384681.213433:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 00000100:00000200:0.0:1767384681.213438:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059680512, offset 224 00000400:00000200:0.0:1767384681.213446:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384681.213459:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384681.213473:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a07900 00000400:00000200:0.0:1767384681.213481:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f31 [1] + 224 00000400:00000200:0.0:1767384681.213487:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.213489:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384681.213495:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384681.213498:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384681.213505:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384681.213517:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384681.213523:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e69835b 00000400:00000010:0.0:1767384681.213524:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e69835b. 00000100:00000001:0.0:1767384681.213527:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384681.213529:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384681.213532:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.213534:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384681.213537:0:16762:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384681.213540:0:16762:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007b697801. 00010000:00000001:0.0:1767384681.213542:0:16762:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384681.213556:0:16762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384681.213558:0:16762:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.213559:0:16762:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.213562:0:16762:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.213564:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384681.213566:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8598e37 x1853237059680512/t0(0) o104->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 328/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384681.213568:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384681.213574:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1767384681.213579:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8598e37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+3:16794:x1853237059680512:12345-0@lo:104: Request processed in 255us (616us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384681.213580:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1767384681.213588:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00000001:2.0:1767384681.213592:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384681.213594:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacf1dff : new rpc_count 0 00010000:00010000:2.0:1767384681.213596:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384681.213597:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384681.213599:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384681.213604:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3f04399. 00010000:00010000:2.0:1767384681.213611:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (00000000b79f9119) 00000020:00000010:0.0:1767384681.213612:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394fcc9e. 00000020:00000010:0.0:1767384681.213617:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025134045. 00000020:00000040:0.0:1767384681.213623:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000cacf1dff : new refcount 2 00000100:00000001:0.0:1767384681.213629:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.213653:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384681.213661:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384681.213663:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384681.213669:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2985945. 10000000:00000001:2.0:1767384681.213674:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1767384681.213677:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b17172 10000000:00010000:2.0:1767384681.213679:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384681.213680:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0b17172. 00000100:00000001:0.0:1767384681.213687:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384681.213693:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:0.0:1767384681.213693:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384681.213697:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384681.213700:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384681.213703:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000020:00000001:2.0:1767384681.213707:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00000100:00000200:0.0:1767384681.213711:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384681.213712:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:2.0:1767384681.213718:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384681.213722:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384681.213724:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384681.213727:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.213730:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384681.213733:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:2.0:1767384681.213735:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384681.213736:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00010000:2.0:1767384681.213738:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384681.213744:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384681.213746:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384681.213750:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:0.0:1767384681.213751:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384681.213753:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00001000:0.0:1767384681.213756:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 000000000d13916a time=89 v=5 (5 0 0 0) 10000000:00000040:2.0:1767384681.213757:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384681.213762:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:0.0:1767384681.213763:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000007c5a458e time=89 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384681.213765:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213767:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384681.213770:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.213774:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384681.213777:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213779:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.213782:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384681.213787:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384681.213789:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384681.213791:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384681.213793:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384681.213795:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384681.213797:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384681.213798:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.213802:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384681.213808:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000035eb845d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853237059680512:0@lo:104: 00000100:00000001:0.0:1767384681.213813:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.213816:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.213818:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384681.213820:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384681.213821:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035eb845d x1853237059680512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384681.213827:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384681.213830:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384681.213881:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000617c31d6. 02000000:00000001:0.0:1767384681.213886:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384681.213888:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.213891:0:16794:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000020:00000001:0.0:1767384681.213893:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384681.213895:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016eef8c2. 02000000:00000001:0.0:1767384681.213907:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384681.213910:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384681.213912:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035eb845d. 00000100:00000001:0.0:1767384681.213916:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384681.213919:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384681.213922:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000840c6cd8. 00000100:00000001:0.0:1767384681.213926:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384681.213929:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384681.213933:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d2f587a. 00010000:00000001:0.0:1767384681.213940:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.213942:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.213944:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384681.213949:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384681.213952:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384681.213954:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384681.214109:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384681.214114:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384681.214116:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 10000000:00000001:2.0:1767384681.214121:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384681.214123:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.214130:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384681.214143:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384681.214146:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384681.214151:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384681.214154:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.214159:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c92b from hash 00010000:00000001:2.0:1767384681.214164:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384681.214166:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384681.214168:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384681.214170:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384681.214174:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384681.214176:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384681.214180:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384681.214183:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384681.214192:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000664e28ba. 00000020:00000040:2.0:1767384681.214195:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384681.214199:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384681.214203:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384681.214208:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384681.214214:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edcd2ab7. 00000100:00000001:2.0:1767384681.214219:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.214222:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384681.214225:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384681.214233:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384681.214235:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.214239:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384681.214241:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.214248:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664e28ba] to pc [ptlrpcd_00_03+3] req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384681.214280:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384681.214284:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384681.214286:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384681.214286:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384681.214288:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.214290:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384681.214292:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.214293:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384681.214296:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.214300:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384681.214311:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384681.214311:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384681.214313:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.214318:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384681.214320:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384681.214325:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.214327:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384681.214328:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000664e28ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059680640:0@lo:103: 00010000:00010000:2.0:1767384681.214331:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000419554d3/0x534bb1615bf4c92b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x534bb1615bf4c932 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384681.214333:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384681.214339:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:2.0:1767384681.214341:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dae2d6ec count: 0 02000000:00000001:0.0:1767384681.214342:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.214346:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384681.214352:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025134045. 02000000:00000001:0.0:1767384681.214354:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.214356:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384681.214357:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bed268c. 00010000:00000001:2.0:1767384681.214360:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384681.214361:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007b697801. 00010000:00000001:2.0:1767384681.214368:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384681.214369:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69835b. 00000100:00000200:0.0:1767384681.214375:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059680640, portal 18 00000100:00000001:0.0:1767384681.214378:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384681.214379:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864905216 : -115916844646400 : ffff969301a6c000) 00000100:00000040:0.0:1767384681.214383:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.214388:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384681.214390:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384681.214392:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000100:00000200:0.0:1767384681.214393:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059680640, offset 0 00000400:00000200:0.0:1767384681.214400:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384681.214405:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384681.214411:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a07980 00000400:00000200:0.0:1767384681.214417:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:0.0:1767384681.214422:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.214425:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384681.214428:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384681.214430:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384681.214434:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 00000100:00000040:0.0:1767384681.214437:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000848b0850 x1853237059680640 msgsize 328 00000100:00100000:0.0:1767384681.214443:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384681.214452:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384681.214457:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:0.0:1767384681.214459:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000100:00000001:0.0:1767384681.214462:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384681.214467:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.214476:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384681.214478:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.214484:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.214487:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384681.214491:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.214495:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294971316 00000100:00000001:0.0:1767384681.214510:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294971315 00000100:00000001:0.0:1767384681.214513:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294971316 00000100:00000001:0.0:1767384681.214516:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294971315 00000100:00000001:0.0:1767384681.214517:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294971316 00000100:00000001:0.0:1767384681.214522:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971315 00000100:00000001:0.0:1767384681.214528:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294971316 00000100:00000001:1.0:1767384681.214550:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384681.214555:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680640 02000000:00000001:1.0:1767384681.214559:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384681.214561:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384681.214562:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.214566:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384681.214569:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680640 00000020:00000001:1.0:1767384681.214571:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384681.214574:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384681.214577:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.214584:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=17 00000020:00000001:1.0:1767384681.214587:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384681.214590:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384681.214594:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384681.214598:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384681.214600:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384681.214602:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000020:00000010:1.0:1767384681.214614:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044497a47. 00000020:00000010:1.0:1767384681.214621:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000163c44b1. 00000020:00000010:1.0:1767384681.214627:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384681.214640:0:19654:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384681.214644:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384681.214646:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384681.214649:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384681.214653:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.214657:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384681.214663:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.214666:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.214668:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca9483eb refcount=4 00000020:00000001:1.0:1767384681.214671:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:1.0:1767384681.214675:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00010000:1.0:1767384681.214681:0:19654:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 17 pid: 16772 timeout: 454 lvb_type: 0 00010000:00000001:1.0:1767384681.214689:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.214692:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.214693:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.214696:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.214705:0:19654:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384681.214711:0:19654:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000848b0850 x1853237059680640/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.214721:0:19654:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384681.214723:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.214736:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.214773:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384681.214777:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384681.214786:0:16765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384681.214790:0:16765:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 3 00000100:00000001:1.0:1767384681.214793:0:16765:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00000040:1.0:1767384681.214800:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000848b0850 x1853237059680640/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.214810:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384681.214815:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384681.214819:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384681.214823:0:16143:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971315 00000020:00000010:1.0:1767384681.214824:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000100:00000001:0.0:1767384681.214868:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384681.214873:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.214875:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.214876:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.214882:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384681.214884:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384681.214891:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384681.214894:0:16765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000848b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+17:16143:x1853237059680640:12345-0@lo:103: 00000100:00000001:0.0:1767384681.214895:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384681.214901:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.214910:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384681.214911:0:16765:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680640 00010000:00000001:1.0:1767384681.214918:0:16765:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384681.214921:0:16765:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384681.214924:0:16765:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384681.214931:0:16765:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384681.214933:0:16765:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384681.214938:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f30882f8. 02000000:00000001:1.0:1767384681.214941:0:16765:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.214944:0:16765:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.214947:0:16765:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384681.214950:0:16765:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384681.214953:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.214956:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.214957:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca9483eb refcount=4 00000020:00000001:1.0:1767384681.214959:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:1.0:1767384681.214961:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000040:1.0:1767384681.214964:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008eb6e5d8 count: 3 00000100:00000001:2.0:1767384681.214967:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384681.214968:0:16765:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 17 pid: 16772 timeout: 454 lvb_type: 0 00000100:00000001:2.0:1767384681.214989:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384681.214992:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384681.214996:0:16765:0:(import.c:2128:obd_at_measure()) add 0 to 00000000e5168921 time=1767384681 v=100 (0 0 0 0) 00000100:00000001:2.0:1767384681.214997:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215008:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384681.215021:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215023:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384681.215027:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767384681.215027:0:16765:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 17 pid: 16772 timeout: 454 lvb_type: 0 00000020:00000001:1.0:1767384681.215038:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.215041:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.215043:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.215045:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215051:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384681.215055:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767384681.215056:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384681.215061:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384681.215064:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384681.215064:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384681.215071:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215071:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384681.215080:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384681.215080:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384681.215087:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384681.215087:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.215092:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384681.215094:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca9483eb with handle 0x534bb1615bf4c932 from hash 00010000:00010000:2.0:1767384681.215097:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384681.215104:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384681.215106:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215107:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.215109:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384681.215113:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384681.215116:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384681.215121:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c932 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x534bb1615bf4c92b expref: 17 pid: 16772 timeout: 454 lvb_type: 0 00010000:00000040:1.0:1767384681.215132:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:1.0:1767384681.215136:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 16 00010000:00000001:1.0:1767384681.215149:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.215152:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384681.215157:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384681.215160:0:16765:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001b6ae7f6 00010000:00000001:1.0:1767384681.215163:0:16765:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384681.215166:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384681.215169:0:16765:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.215172:0:16765:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384681.215175:0:16765:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.215178:0:16765:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384681.215181:0:16765:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384681.215184:0:16765:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215192:0:16765:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384681.215195:0:16765:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384681.215199:0:16765:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384681.215203:0:16765:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384681.215206:0:16765:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008eb6e5d8) refcount = 2 00010000:00010000:1.0:1767384681.215211:0:16765:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215219:0:16765:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384681.215222:0:16765:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384681.215225:0:16765:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.215228:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384681.215232:0:16765:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d25602f0. 00000100:00000001:1.0:1767384681.215234:0:16765:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384681.215239:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1cbd306. 00000100:00000001:1.0:1767384681.215241:0:16765:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628156876571776 : -115916832979840 : ffff96930258c480) 00000100:00000001:1.0:1767384681.215243:0:16765:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446628156876571776 : -115916832979840 : ffff96930258c480) 00000100:00000001:1.0:1767384681.215246:0:16765:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384681.215248:0:16765:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384681.215250:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384681.215254:0:16765:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384681.215257:0:16765:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384681.215261:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.215263:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.215264:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=5 00000020:00000001:1.0:1767384681.215267:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384681.215269:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384681.215271:0:16765:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384681.215273:0:16765:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215279:0:16765:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384681.215282:0:16765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215288:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215290:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384681.215292:0:16765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215298:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.215300:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215304:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384681.215308:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384681.215316:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b6ae7f6 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384681.215319:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.215322:0:16765:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384681.215324:0:16765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215332:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384681.215334:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.215336:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.215338:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=6 00000020:00000001:1.0:1767384681.215340:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384681.215343:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384681.215346:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384681.215349:0:16765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215354:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384681.215356:0:16765:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.215358:0:16765:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215375:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384681.215378:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384681.215382:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.215384:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384681.215386:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c939 from hash 00010000:00000001:1.0:1767384681.215390:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384681.215392:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215394:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.215395:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384681.215396:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384681.215397:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384681.215399:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384681.215400:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.215401:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215404:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384681.215406:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384681.215408:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215411:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.215413:0:16765:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215416:0:16765:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215419:0:16765:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.215422:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215426:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215428:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.215431:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384681.215433:0:16765:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384681.215435:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215437:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.215439:0:16765:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384681.215441:0:16765:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384681.215443:0:16765:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215446:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.215448:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.215451:0:16765:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215453:0:16765:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384681.215455:0:16765:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384681.215458:0:16765:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.215462:0:16765:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.215465:0:16765:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384681.215466:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e1cbd306. 00000100:00000001:1.0:1767384681.215469:0:16765:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384681.215470:0:16765:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384681.215472:0:16765:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d25602f0. 00010000:00000001:1.0:1767384681.215473:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384681.215475:0:16765:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384681.215476:0:16765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.215480:0:16765:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384681.215483:0:16765:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384681.215485:0:16765:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384681.215489:0:16765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384681.215493:0:16765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384681.215495:0:16765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384681.215498:0:16765:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384681.215501:0:16765:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.215504:0:16765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384681.215507:0:16765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384681.215512:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000200:1.0:1767384681.215518:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059680640, offset 224 00000400:00000200:1.0:1767384681.215526:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384681.215541:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384681.215554:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a07980 00000400:00000200:1.0:1767384681.215560:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f3d [1] + 224 00000400:00000200:1.0:1767384681.215564:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384681.215570:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384681.215573:0:16765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384681.215580:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384681.215588:0:16765:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.215606:0:16765:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384681.215613:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:1.0:1767384681.215616:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:1.0:1767384681.215622:0:16765:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384681.215624:0:16765:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384681.215629:0:16765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.215633:0:16765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384681.215635:0:16765:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215638:0:16765:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.215641:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848b0850 x1853237059680640/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 328/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384681.215651:0:16765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000848b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d20b236b-0957-4d6e-8439-7c7e78a14581+16:16143:x1853237059680640:12345-0@lo:103: Request processed in 839us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384681.215659:0:16765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384681.215662:0:16765:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 2 00000100:00000001:1.0:1767384681.215665:0:16765:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384681.215667:0:16765:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384681.215671:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000163c44b1. 00000020:00000010:1.0:1767384681.215675:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384681.215679:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044497a47. 00000020:00000040:1.0:1767384681.215686:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000001:1.0:1767384681.215689:0:16765:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384681.215710:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215716:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384681.215718:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384681.215720:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.215727:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384681.215730:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384681.215733:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c939 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384681.215738:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008eb6e5d8 count: 0 00010000:00000001:1.0:1767384681.215755:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384681.215759:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384681.215781:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384681.215784:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384681.215788:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384681.215790:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384681.215792:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bed268c. 00000400:00000200:1.0:1767384681.215799:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e69835b 00000400:00000010:1.0:1767384681.215801:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e69835b. 00000100:00000001:1.0:1767384681.215806:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384681.215810:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384681.215823:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.215894:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384681.215896:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.215901:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384681.215904:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384681.215906:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384681.215907:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.215910:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384681.215915:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=89 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384681.215922:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384681.215927:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384681.215929:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215932:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384681.215935:0:16143:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.215938:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.215944:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.215952:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384681.215955:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384681.215957:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384681.215962:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384681.215970:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000664e28ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059680640:0@lo:103: 00000100:00000001:1.0:1767384681.215977:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.215980:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384681.215986:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000664e28ba x1853237059680640/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.215994:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384681.215998:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384681.216002:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025134045. 02000000:00000001:1.0:1767384681.216008:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384681.216011:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384681.216013:0:16143:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384681.216016:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384681.216019:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000edcd2ab7. 02000000:00000001:1.0:1767384681.216024:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384681.216027:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384681.216029:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000664e28ba. 00000100:00000001:1.0:1767384681.216034:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384681.216037:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.216039:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.216045:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384681.216047:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.216050:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384681.216053:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384681.220903:0:16653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dae2d6ec. 00010000:00000010:2.1:1767384681.220916:0:16653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00080000:00000001:2.0:1767384681.222274:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384681.222282:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00080000:00000001:1.0:1767384681.222282:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384681.222290:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384681.222290:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384681.222296:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384681.222298:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384681.222300:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384681.222302:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384681.222306:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384681.222310:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a501b98e. 20000000:00000001:2.0:1767384681.222314:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384681.222319:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384681.222320:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384681.222330:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384681.222345:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384681.222351:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384681.222355:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384681.222361:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384681.222365:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384681.222374:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bcc7c827. 00010000:00000001:1.0:1767384681.222382:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384681.222386:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384681.222392:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384681.222396:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c940 to hash 00000020:00000001:1.0:1767384681.222399:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384681.222401:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384681.222405:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384681.222410:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.222413:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.222417:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222429:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384681.222435:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384681.222438:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384681.222441:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384681.222443:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.222446:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384681.222448:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.222451:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384681.222454:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384681.222457:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384681.222459:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384681.222462:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bcc7c827) refcount = 1 00010000:00010000:1.0:1767384681.222467:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222476:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384681.222479:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384681.222481:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.222484:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.222486:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384681.222489:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384681.222493:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384681.222497:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.222499:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.222502:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=4 00000020:00000001:1.0:1767384681.222505:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384681.222509:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384681.222511:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384681.222514:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222523:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384681.222525:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222532:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.222534:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384681.222537:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222543:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.222545:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.222549:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384681.222552:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384681.222561:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000419554d3 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384681.222566:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.222569:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384681.222572:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222579:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384681.222581:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.222583:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.222584:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=5 00000020:00000001:1.0:1767384681.222587:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384681.222591:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384681.222595:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384681.222599:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222618:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384681.222621:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.222624:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.222634:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384681.222637:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384681.222641:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.222643:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384681.222647:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c940 from hash 00010000:00000001:1.0:1767384681.222650:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384681.222652:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.222655:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.222656:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384681.222660:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384681.222664:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384681.222668:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384681.222670:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.222673:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.222675:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384681.222678:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384681.222681:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.222683:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.222686:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.222690:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.222693:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.222696:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222702:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.222704:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.222705:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384681.222706:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384681.222707:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.222709:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.222712:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384681.222715:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384681.222717:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.222720:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.222727:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384681.222729:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384681.222731:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c940 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384681.222740:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bcc7c827 count: 0 00010000:00000001:1.0:1767384681.222753:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384681.222755:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384681.223899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca9483eb. 00010000:00000010:1.1:1767384681.223914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008eb6e5d8. 00010000:00000010:1.1:1767384681.223928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00080000:00000020:2.0:1767384681.225407:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384681.225412:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384681.225415:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000023f31251. 20000000:00000001:2.0:1767384681.225432:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384681.225438:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059680256 00010000:00000001:2.0:1767384681.225441:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384681.225451:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045c06ffb x1853237059680256/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 4848/4768 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384681.225462:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384681.225464:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384681.225467:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384681.225473:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384681.225477:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384681.225481:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384681.225486:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384681.225488:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.225492:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384681.225495:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384681.225501:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ddfed41. 00000100:00000200:2.0:1767384681.225508:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059680256, offset 224 00000400:00000200:2.0:1767384681.225519:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384681.225535:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384681.225548:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07800 00000400:00000200:2.0:1767384681.225560:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f11 [2] + 224 00000400:00000200:2.0:1767384681.225568:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384681.225577:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384681.225587:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384681.225596:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384681.225608:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.225628:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384681.225635:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ddfed41 00000400:00000010:2.0:1767384681.225638:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ddfed41. 00000100:00000001:2.0:1767384681.225643:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384681.225646:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384681.225660:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.225666:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384681.225668:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384681.225671:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.225674:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384681.225683:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045c06ffb x1853237059680256/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 4848/4768 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384681.225696:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045c06ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059680256:12345-0@lo:253: Request processed in 23494us (24202us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384681.225705:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:2.0:1767384681.225709:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384681.225712:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384681.225715:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384681.225719:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067d01595. 00000020:00000010:2.0:1767384681.225724:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384681.225728:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005089ffee. 00000020:00000040:2.0:1767384681.225733:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 02000000:00000001:2.0:1767384681.225737:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384681.225740:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c3c6fab. 02000000:00000001:2.0:1767384681.225743:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384681.225745:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384681.225750:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384681.225754:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f7cdf1. 00000400:00000010:2.0:1767384681.225759:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ddfed41. 00000100:00000001:2.0:1767384681.225779:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.225783:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384681.225786:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384681.225788:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384681.225790:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d5c9735. 00000400:00000200:2.0:1767384681.225793:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e8d14eb 00000400:00000010:2.0:1767384681.225794:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e8d14eb. 00000100:00000001:2.0:1767384681.225798:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384681.225802:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384681.225812:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.225828:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384681.225830:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.225889:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384681.225893:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384681.225895:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384681.225897:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.225900:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384681.225905:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384681.225909:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384681.225913:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384681.225916:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.225919:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384681.225921:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.225925:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.225929:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.225936:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384681.225939:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384681.225941:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384681.225946:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384681.225948:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384681.225951:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384681.225953:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384681.225955:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384681.225957:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384681.225958:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384681.225961:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384681.225963:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384681.225966:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384681.225971:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384681.225982:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f0ee6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059680256:0@lo:253: 00000100:00000001:2.0:1767384681.225991:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.225994:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384681.226004:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f0ee6d0 x1853237059680256/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.226012:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384681.226015:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384681.226017:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b6c2ed8d. 02000000:00000001:2.0:1767384681.226024:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384681.226026:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384681.226028:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384681.226031:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384681.226034:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000081df3bd4. 02000000:00000001:2.0:1767384681.226041:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384681.226045:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384681.226047:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f0ee6d0. 00000100:00000001:2.0:1767384681.226052:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384681.226054:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.226057:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.226064:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384681.226066:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.226069:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.226072:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.227099:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294971316, at 4294971317 00000100:00000010:1.0:1767384681.227115:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006302fc66. 00000400:00000010:0.0:1767384681.227144:0:38353:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004d5e6666. 00000400:00000040:0.0:1767384681.227169:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384681.227174:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384681.227178:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384681.227180:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384681.227183:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384681.227185:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384681.227188:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384681.227189:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384681.227191:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384681.227192:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384681.227195:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384681.227197:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384681.227200:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384681.227202:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384681.227204:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384681.227207:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384681.227216:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384681.227219:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384681.227221:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384681.227225:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384681.227227:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384681.227229:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384681.227231:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384681.227234:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384681.227236:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384681.227239:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384681.227241:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384681.227244:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384681.227246:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384681.227249:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384681.227251:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384681.227255:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384681.227259:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384681.227262:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384681.227264:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384681.227266:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384681.227268:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384681.227271:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384681.227274:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384681.227276:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384681.227278:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384681.227281:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384681.227284:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384681.227286:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384681.227288:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384681.227292:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384681.227296:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384681.227298:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384681.227301:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384681.227303:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384681.227306:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384681.227309:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384681.227312:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384681.227314:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384681.227316:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384681.227324:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384681.227327:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384681.227490:0:38353:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004d5e6666. 00080000:00000020:2.0:1767384681.227689:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384681.227693:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384681.227695:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c2da7ae4. 20000000:00000001:2.0:1767384681.227700:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384681.227703:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059680384 00010000:00000001:2.0:1767384681.227706:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384681.227710:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008de6babe x1853237059680384/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 4848/4768 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384681.227719:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384681.227721:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384681.227724:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384681.227728:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384681.227730:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384681.227733:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384681.227736:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384681.227738:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.227748:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384681.227751:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384681.227755:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000153e41cb. 00000100:00000200:2.0:1767384681.227759:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059680384, offset 224 00000400:00000200:2.0:1767384681.227765:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384681.227772:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384681.227780:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07880 00000400:00000200:2.0:1767384681.227786:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f15 [2] + 224 00000400:00000200:2.0:1767384681.227792:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384681.227795:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384681.227799:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384681.227803:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384681.227812:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.227830:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384681.227890:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000153e41cb 00000400:00000010:2.0:1767384681.227894:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000153e41cb. 00000100:00000001:2.0:1767384681.227898:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384681.227898:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294971316, at 4294971318 00000100:00000001:2.0:1767384681.227902:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384681.227906:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294971316, at 4294971318 00000100:00000001:1.0:1767384681.227906:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.227908:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384681.227909:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017bc5523. 00000100:00000001:1.0:1767384681.227912:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384681.227916:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384681.227922:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:3.0:1767384681.227923:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a03ee887. 00000400:00000001:1.0:1767384681.227925:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384681.227926:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384681.227932:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384681.227933:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384681.227939:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a46f39e. 00000100:00000040:2.0:1767384681.227942:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008de6babe x1853237059680384/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:662/0 lens 4848/4768 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384681.227949:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003714b374 00000400:00000010:1.0:1767384681.227954:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003714b374. 00000100:00000001:1.0:1767384681.227962:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384681.227963:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008de6babe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059680384:12345-0@lo:253: Request processed in 25722us (26456us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384681.227973:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384681.227976:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:2.0:1767384681.227986:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384681.227995:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384681.227998:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384681.228008:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384681.228011:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a324958. 00000020:00000010:2.0:1767384681.228020:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007f4c905. 00000020:00000010:2.0:1767384681.228029:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc0fe258. 00000100:00000001:1.0:1767384681.228032:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384681.228037:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:1.0:1767384681.228038:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.228046:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384681.228048:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384681.228051:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384681.228052:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cdc0e277. 00000100:00000001:1.0:1767384681.228056:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384681.228060:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384681.228061:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.228064:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384681.228067:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384681.228071:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384681.228076:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=89 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384681.228078:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d33a2bcc. 00000400:00000010:2.0:1767384681.228086:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000153e41cb. 00000100:00001000:1.0:1767384681.228088:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384681.228095:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384681.228098:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.228101:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384681.228104:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.228107:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294971316, at 4294971318 00000100:00000001:1.0:1767384681.228108:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384681.228118:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9f0e9fb. 00000100:00000040:1.0:1767384681.228119:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.228134:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384681.228138:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384681.228140:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384681.228146:0:16142:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384681.228148:0:16142:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384681.228149:0:16142:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384681.228152:0:16142:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384681.228154:0:16142:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384681.228155:0:16142:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384681.228157:0:16142:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384681.228158:0:16142:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384681.228160:0:16142:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384681.228163:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384681.228173:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f0d313c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059680384:0@lo:253: 00000100:00000001:1.0:1767384681.228178:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.228181:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384681.228185:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f0d313c2 x1853237059680384/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.228193:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384681.228196:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384681.228199:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000041a2fcd5. 02000000:00000001:1.0:1767384681.228204:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384681.228206:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384681.228208:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384681.228211:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384681.228213:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006cdab883. 02000000:00000001:1.0:1767384681.228218:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384681.228220:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384681.228222:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0d313c2. 00000100:00000001:1.0:1767384681.228226:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384681.228228:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.228230:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.228239:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384681.228241:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.228244:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384681.228247:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384681.229898:0:38352:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bcc7c827. 00010000:00000010:1.1:1767384681.229906:0:38352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00010000:00000001:0.0:1767384681.366906:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384681.366912:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.366920:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384681.366921:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.366970:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384681.366976:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384681.366980:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384681.814087:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp45 00000400:00000010:0.0:1767384681.814092:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004be8c240. 00000400:00000010:0.0:1767384681.814100:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a7a21af. 00000400:00000010:0.0:1767384681.814106:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f219ba. 00000400:00000010:0.0:1767384681.814118:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9d38add. 00000400:00000200:0.0:1767384681.814121:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp45 00000400:00000200:0.0:1767384681.814137:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp45 local destination 00000400:00000200:0.0:1767384681.814142:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp45 00000400:00000200:0.0:1767384681.814145:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp45 NI seq info: [189:189:256:4294967295] 192.168.202.117@tcp45 LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1767384681.814150:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp45 00000400:00000200:0.0:1767384681.814158:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp45(192.168.202.117@tcp45:) -> 192.168.202.117@tcp45(192.168.202.117@tcp45:192.168.202.117@tcp45) : GET try# 0 00000800:00000200:0.0:1767384681.814163:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp45 00000800:00000010:0.0:1767384681.814167:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bcc86010. 00000800:00000200:0.0:1767384681.814174:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (2) 00000800:00000200:0.1:1767384681.814179:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (2) 00000400:00000200:0.0:1767384681.814205:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp45 added to recovery queue. ping count: 2 next ping: 308 health :800 00000400:00000200:0.0:1767384681.814211:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp46 00000400:00000010:0.0:1767384681.814214:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee1e4206. 00000400:00000010:0.0:1767384681.814219:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f26f87ed. 00000400:00000010:0.0:1767384681.814223:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024c3bcf7. 00000400:00000010:0.0:1767384681.814229:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da8bc0e9. 00000400:00000200:0.0:1767384681.814235:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp46 00000400:00000200:0.0:1767384681.814245:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp46 local destination 00000400:00000200:0.0:1767384681.814256:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp46 00000400:00000200:0.0:1767384681.814261:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp46 NI seq info: [190:190:256:4294967295] 192.168.202.117@tcp46 LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1767384681.814267:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp46 00000400:00000200:0.0:1767384681.814277:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46:) -> 192.168.202.117@tcp46(192.168.202.117@tcp46:192.168.202.117@tcp46) : GET try# 0 00000800:00000200:0.0:1767384681.814282:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp46 00000800:00000010:0.0:1767384681.814286:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000084294e8. 00000800:00000200:0.0:1767384681.814296:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000400:00000200:1.0:1767384681.814303:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:0.1:1767384681.814305:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000400:00000200:0.0:1767384681.814331:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp46 added to recovery queue. ping count: 1 next ping: 306 health :900 00000400:00000200:2.0:1767384681.814409:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.814430:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.814522:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.814523:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.814682:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.814711:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.814800:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.814801:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815134:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815235:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.815329:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815339:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.815425:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815427:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.815533:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815537:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.815658:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815660:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.815768:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815771:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.815888:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815892:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.815967:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.815986:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816068:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816078:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816168:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816182:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816260:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816277:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816332:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816340:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816426:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816431:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816538:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816542:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816659:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816662:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816744:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816750:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816891:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816894:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.816993:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.816997:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817090:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817097:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817168:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817178:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817256:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817259:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817393:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817393:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817502:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817512:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817586:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817590:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817680:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817697:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817809:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817813:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.817924:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.817973:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.818007:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818050:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.818080:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818126:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.818169:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818236:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818323:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384681.818414:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c3c6fab. 00000800:00000010:2.0:1767384681.818422:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068bf9be2. 00000800:00000010:2.0:1767384681.818429:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049c18e75. 00000400:00000200:1.0:1767384681.818432:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000800:00000010:2.0:1767384681.818460:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049c18e75. 00000800:00020000:2.0:1767384681.818472:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384681.818475:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068bf9be2. 00000800:00000010:2.0:1767384681.818478:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c3c6fab. 00000400:00000200:1.0:1767384681.818511:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:02020000:2.0:1767384681.818532:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp46 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384681.818539:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp46 notifying 192.168.202.117@tcp46: down 00000800:00000200:2.0:1767384681.818544:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp46 down 00000800:00000100:2.0:1767384681.818550:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp46 00000800:00000010:2.0:1767384681.818554:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000084294e8. 00000400:00000200:2.0:1767384681.818557:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384681.818566:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:2.0:1767384681.818570:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp46->192.168.202.117@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384681.818583:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384681.818587:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384681.818593:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp46) recovery failed with -71 00000400:00000200:1.0:1767384681.818617:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818646:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818683:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818724:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818795:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818913:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.818992:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.819046:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.819116:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.819212:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.819263:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.819936:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384681.820129:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp45 from 206.3.0.2 00000800:00000010:2.0:1767384681.820134:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000796d1d3f. 00000800:00000010:1.0:1767384681.820140:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dcef4b00. 00000800:00000010:1.0:1767384681.820149:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000182f4550. 00000800:00000010:1.0:1767384681.820156:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000400c20c. 00000800:00000010:1.0:1767384681.820215:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000400c20c. 00000800:00000010:1.0:1767384681.820272:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009695002f. 00000800:00000010:1.0:1767384681.820278:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000018d7191d. 00000800:00000010:1.0:1767384681.820317:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b5d37dbe. 00000800:00000200:1.1:1767384681.820330:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (2) 00000800:00000200:1.1:1767384681.820340:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp45 00000000b5d37dbe deleted 00000800:00000010:1.1:1767384681.820343:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b5d37dbe. 00000800:00000200:1.1:1767384681.820350:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384681.820361:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp45 ip 192.168.202.117:974 00000800:00000200:1.1:1767384681.820378:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bcc86010 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384681.820389:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp45 p 3.x 192.168.202.117 -> 192.168.202.117:974 incarnation:1767384670310245303 sched[0] 00000800:00000010:1.0:1767384681.820397:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000400c20c. 00000800:00000010:1.0:1767384681.820463:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000400c20c. 00000800:00000010:1.0:1767384681.820467:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000018d7191d. 00000800:00000010:1.0:1767384681.820532:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000796d1d3f. 00000800:00000001:1.0:1767384681.820549:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384681.820560:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384681.820637:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384681.820642:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bcc86010. 00000400:00000200:1.0:1767384681.820647:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384681.820655:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp45->192.168.202.117@tcp45: GET: OK 00000400:00000200:1.0:1767384681.820662:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384681.820666:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp45 recovery message sent successfully:0 00000800:00000200:1.1:1767384681.820708:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384681.820714:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp45 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384670310245303 sched[0] 00000800:00000010:1.0:1767384681.820718:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000182f4550. 00000800:00000001:2.0:1767384681.820768:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384681.820777:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384681.820779:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384681.820785:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:2.0:1767384681.820788:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384681.820799:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp45(192.168.202.117@tcp45) <- 192.168.202.117@tcp45 : GET - for me 00000400:00000200:2.0:1767384681.820810:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384681.820819:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1f09 [1] + 0 00000400:00000200:2.0:1767384681.820828:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp45 to MR: 192.168.202.117@tcp45 local destination 00000400:00000200:2.0:1767384681.820862:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp45 NI seq info: [191:191:256:4294967295] 192.168.202.117@tcp45 LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1767384681.820881:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp45(192.168.202.117@tcp45:192.168.202.117@tcp45) -> 192.168.202.117@tcp45(192.168.202.117@tcp45:192.168.202.117@tcp45) 192.168.202.117@tcp45 : REPLY try# 0 00000800:00000200:2.0:1767384681.820887:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp45 00000800:00000010:2.0:1767384681.820892:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de5bf06f. 00000800:00000200:2.0:1767384681.820901:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f052f11b] -> 12345-192.168.202.117@tcp45 (4) 00000400:00000200:1.0:1767384681.820902:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000200:2.0:1767384681.820909:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp45 ip 192.168.202.117:988 00000800:00000200:2.0:1767384681.820915:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de5bf06f type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384681.820960:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000200:2.0:1767384681.821000:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384681.821002:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384681.821005:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de5bf06f. 00000800:00000001:1.0:1767384681.821009:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384681.821011:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384681.821016:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384681.821022:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp45->192.168.202.117@tcp45: REPLY: OK 00000800:00000001:1.0:1767384681.821025:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384681.821029:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384681.821036:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384681.821046:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp45(192.168.202.117@tcp45) <- 192.168.202.117@tcp45 : REPLY - for me 00000400:00000200:1.0:1767384681.821063:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp45: Reply from 12345-192.168.202.117@tcp45 of length 272/272 into md 0x1f59 00000800:00000001:1.0:1767384681.821071:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384681.821079:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384681.821082:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384681.821086:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp45->192.168.202.117@tcp45: REPLY: OK 00000400:00000200:1.0:1767384681.821092:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f219ba 00000400:00000010:1.0:1767384681.821095:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f219ba. 00000400:00000200:1.0:1767384681.821099:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384681.821105:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004be8c240. 00000400:00000010:1.0:1767384681.821109:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a7a21af. 00000800:00000001:1.0:1767384681.821118:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384681.821121:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384681.821158:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821200:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821249:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821312:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821379:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821420:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821466:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821507:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821567:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821614:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821692:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821783:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.821952:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822011:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822084:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822121:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822149:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822177:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822209:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822251:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822311:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822368:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822405:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822446:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822493:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822529:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822576:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822619:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822667:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822716:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822804:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384681.822949:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384681.823169:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf16f8af. 00000800:00000010:1.0:1767384681.823174:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000182f4550. 00000800:00000010:1.0:1767384681.823179:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000400c20c. 00000800:00000010:1.0:1767384681.823207:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000400c20c. 00000800:00020000:1.0:1767384681.823215:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384681.823219:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000182f4550. 00000800:00000010:1.0:1767384681.823222:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf16f8af. 00000400:02020000:1.0:1767384681.823272:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp45 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384682.389892:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384682.389897:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384682.389903:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384682.389905:0:267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384682.389907:0:267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384682.389910:0:267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384682.389913:0:267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384682.389915:0:267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384682.389917:0:267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384682.389919:0:267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384682.389948:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384682.389952:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384682.389955:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384682.838890:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384682.838901:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384682.838904:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c3bcf7 00000800:00000200:1.0:1767384682.838907:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005454d402] -> 12345-192.168.202.117@tcp30 (6) 00000400:00000010:2.0:1767384682.838908:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024c3bcf7. 00000400:00000200:2.0:1767384682.838913:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384682.838913:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp30 ip 192.168.202.117:988 00000400:00000200:2.0:1767384682.838916:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp46 recovery ping unlinked 00000800:00000200:1.0:1767384682.838917:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384682.838928:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee1e4206. 00000400:00000010:2.0:1767384682.838931:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f26f87ed. 00000400:00000200:2.0:1767384682.838936:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp44 00000800:00000200:1.0:1767384682.838937:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002826e9ba] -> 12345-192.168.202.117@tcp17 (6) 00000400:00000010:2.0:1767384682.838939:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cf2c4211. 00000800:00000200:1.0:1767384682.838941:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp17 ip 192.168.202.117:988 00000400:00000010:2.0:1767384682.838944:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d65e9882. 00000800:00000200:1.0:1767384682.838944:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384682.838948:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000400:00000010:2.0:1767384682.838955:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002d98b9b. 00000400:00000200:2.0:1767384682.838958:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp44 00000400:00000200:2.0:1767384682.838969:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp44 local destination 00000400:00000200:2.0:1767384682.838975:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp44 00000400:00000200:2.0:1767384682.838979:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp44 NI seq info: [192:192:256:4294967295] 192.168.202.117@tcp44 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384682.838985:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp44 00000400:00000200:2.0:1767384682.838992:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp44(192.168.202.117@tcp44:) -> 192.168.202.117@tcp44(192.168.202.117@tcp44:192.168.202.117@tcp44) : GET try# 0 00000800:00000200:2.0:1767384682.838997:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp44 00000800:00000010:2.0:1767384682.839001:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de5bf06f. 00000800:00000200:2.0:1767384682.839005:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000800:00000200:2.1:1767384682.839008:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000400:00000200:2.0:1767384682.839021:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp44 added to recovery queue. ping count: 3 next ping: 313 health :700 00000800:00000200:1.0:1767384682.839038:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767384682.839040:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384682.839043:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384682.839046:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384682.839055:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384682.839055:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384682.839062:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384682.839063:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384682.839067:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384682.839068:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384682.839085:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839124:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839138:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839153:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839165:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839176:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839188:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839208:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839239:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839269:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839298:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839327:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839358:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839372:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839386:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839404:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839423:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839446:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839459:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839474:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839489:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839506:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839521:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839545:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839572:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839588:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839613:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839633:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839655:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839675:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839695:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839714:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839734:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839755:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384682.839775:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384682.840023:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c3c6fab. 00000800:00000010:2.0:1767384682.840027:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0b7b71e. 00000800:00000010:2.0:1767384682.840032:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5f6689d. 00000800:00000010:2.0:1767384682.840052:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5f6689d. 00000800:00020000:2.0:1767384682.840059:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384682.840067:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0b7b71e. 00000800:00000010:2.0:1767384682.840072:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c3c6fab. 00000400:02020000:2.0:1767384682.840111:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp44 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384682.840118:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp44 notifying 192.168.202.117@tcp44: down 00000800:00000200:2.0:1767384682.840123:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp44 down 00000800:00000100:2.0:1767384682.840128:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp44 00000800:00000010:2.0:1767384682.840131:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de5bf06f. 00000400:00000200:2.0:1767384682.840134:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384682.840139:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp44->192.168.202.117@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384682.840146:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384682.840149:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384682.840152:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp44) recovery failed with -71 00080000:00000001:0.0:1767384683.093188:0:38905:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384683.093207:0:38905:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384683.093212:0:38905:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384683.093219:0:38905:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384683.093226:0:38905:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384683.093229:0:38905:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.413900:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384683.413907:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.413912:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384683.413913:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384683.413941:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384683.413945:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384683.413947:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384683.862005:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384683.862012:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384683.862015:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace0c19b 00000400:00000010:0.0:1767384683.862021:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000400:00000200:0.0:1767384683.862028:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384683.862035:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384683.862057:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cf2c4211. 00000400:00000010:0.0:1767384683.862060:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d65e9882. 00000400:00000200:0.0:1767384683.862066:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp46 00000400:00000010:0.0:1767384683.862069:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ad5a5d0a. 00000400:00000010:0.0:1767384683.862075:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dc0fe258. 00000400:00000010:0.0:1767384683.862080:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070595828. 00000400:00000010:0.0:1767384683.862089:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008f6ead9e. 00000400:00000200:0.0:1767384683.862094:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp46 00000400:00000200:0.0:1767384683.862108:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp46 local destination 00000400:00000200:0.0:1767384683.862114:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp46 00000400:00000200:0.0:1767384683.862119:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp46 NI seq info: [193:193:256:4294967295] 192.168.202.117@tcp46 LPNI seq info [190:190:8:4294967295] 00000400:00000200:0.0:1767384683.862126:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp46 00000400:00000200:0.0:1767384683.862134:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46:) -> 192.168.202.117@tcp46(192.168.202.117@tcp46:192.168.202.117@tcp46) : GET try# 0 00000800:00000200:0.0:1767384683.862139:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp46 00000800:00000010:0.0:1767384683.862144:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b647a771. 00000800:00000200:0.0:1767384683.862151:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000800:00000200:0.1:1767384683.862156:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000400:00000200:0.0:1767384683.862171:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp46 added to recovery queue. ping count: 2 next ping: 310 health :800 00000400:00000200:1.0:1767384683.862271:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862321:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862344:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862366:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862388:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862409:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862430:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862465:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862486:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862506:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.862529:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.863591:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.863803:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.863944:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.863988:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864520:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864731:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864759:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864780:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864799:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864867:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864892:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864912:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864931:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864950:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864970:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.864991:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865009:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865027:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865046:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865063:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865080:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865096:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865114:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.865134:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384683.865323:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf16f8af. 00000800:00000010:1.0:1767384683.865329:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fdd3f28. 00000800:00000010:1.0:1767384683.865335:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000261678df. 00000800:00000010:1.0:1767384683.865357:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000261678df. 00000800:00020000:1.0:1767384683.865369:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384683.865373:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fdd3f28. 00000800:00000010:1.0:1767384683.865376:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf16f8af. 00000400:02020000:1.0:1767384683.865411:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp46 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384683.865419:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp46 notifying 192.168.202.117@tcp46: down 00000400:00000200:1.0:1767384683.865423:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384683.865428:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp46 00000800:00000010:1.0:1767384683.865432:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b647a771. 00000400:00000200:1.0:1767384683.865436:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384683.865441:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp46->192.168.202.117@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384683.865451:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384683.865454:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384683.865457:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp46) recovery failed with -71 00000001:00000001:2.0:1767384683.901211:0:39069:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384683.901217:0:39069:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:2.0:1767384683.904932:0:39069:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384683.912885:0:39070:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000089802e47. 00000400:00000010:2.0:1767384683.912906:0:39070:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000044f1676f. 00000400:00000010:2.0:1767384683.912918:0:39070:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000029394348. 00000400:00000010:2.0:1767384683.912922:0:39070:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ee20350f. 00000400:00000010:2.0:1767384683.912927:0:39070:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb066fe4. 00000400:00000010:2.0:1767384683.912932:0:39070:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043c9f22a. 00000400:00000010:2.0:1767384683.912934:0:39070:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000977fbf26. 00000400:00000010:2.0:1767384683.912936:0:39070:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007402eb6b. 00000400:00000010:2.0:1767384683.912940:0:39070:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000038f79ed7. 00000800:00000010:2.0:1767384683.912962:0:39070:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000de5bf06f. 00000800:00000200:2.0:1767384683.912976:0:39070:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384683.912998:0:39070:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384683.913048:0:39070:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.117) 00000400:02000000:2.0:1767384683.913084:0:39070:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.117@tcp50 [8/256/0/180] 00000400:00000010:2.0:1767384683.914970:0:39070:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000670b11d3. 00000400:00000010:2.0:1767384683.914977:0:39070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b9b6896. 00000400:00000010:2.0:1767384683.914984:0:39070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fd0c2a. 00000400:00000001:2.0:1767384683.915016:0:39070:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384683.915019:0:39070:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384683.915020:0:39070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea30f3f. 00000400:00000200:2.0:1767384683.915024:0:39070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873fdc95 00000400:00000010:2.0:1767384683.915026:0:39070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873fdc95. 00000400:00000010:2.0:1767384683.915030:0:39070:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000019dd3586. 00000400:00000200:2.0:1767384683.915035:0:39070:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (41) 00000400:00000200:2.0:1767384683.915046:0:39070:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384683.915057:0:39070:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:2.0:1767384683.915066:0:39070:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007c3c6fab. 00000400:00000200:1.0:1767384683.915068:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384683.915071:0:39070:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384683.915075:0:39070:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.117@tcp50 00000400:00000200:1.0:1767384683.915077:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 00000400:00000010:1.0:1767384683.915089:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000400:00000200:1.0:1767384683.915092:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000010:2.0:1767384683.915093:0:39070:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000044f1676f. 00000400:00000010:2.0:1767384683.915099:0:39070:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000089802e47. 00000400:00000010:1.0:1767384683.915099:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fdea78a4. 00000400:00000200:1.0:1767384683.915106:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000020:00000001:3.0:1767384683.915121:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384683.915121:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 10000000:00000001:3.0:1767384683.915127:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384683.915131:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 10000000:00000001:3.0:1767384683.915132:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384683.915135:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384683.915139:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000020:01000004:3.0:1767384683.915144:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384683.915147:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384683.915148:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000020:01000004:3.0:1767384683.915150:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384683.915152:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384683.915154:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384683.915156:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384683.915158:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384683.915159:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000020:01000004:3.0:1767384683.915160:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384683.915163:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384683.915164:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384683.915168:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000100:00000010:3.0:1767384683.915170:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051eeae98. 00000020:00000040:3.0:1767384683.915175:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000400:00000200:1.0:1767384683.915175:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000100:00000001:3.0:1767384683.915183:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384683.915183:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 02000000:00000001:3.0:1767384683.915187:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384683.915190:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 02000000:00000001:3.0:1767384683.915194:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915195:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000400:00000200:1.0:1767384683.915202:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000400:00000200:1.0:1767384683.915206:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 02000000:00000010:3.0:1767384683.915207:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000096ab4887. 00000400:00000200:1.0:1767384683.915214:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000100:00000001:3.0:1767384683.915218:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915219:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000400:00000200:1.0:1767384683.915225:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000100:00000001:3.0:1767384683.915228:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384683.915231:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 60], ns[184, 61] 00000100:00000001:3.0:1767384683.915233:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915240:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[188, 61] 00000100:00000040:3.0:1767384683.915244:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051eeae98] to pc [ptlrpcd_00_00+0] req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.915247:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 60], ns[50, 61] 00000400:00000200:1.0:1767384683.915262:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:1.0:1767384683.915267:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 50], ns[147, 50] 00000400:00000200:1.0:1767384683.915272:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 50], ns[66, 50] 00000400:00000200:1.0:1767384683.915277:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 50], ns[79, 50] 10000000:00000001:3.0:1767384683.915282:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915284:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 50], ns[91, 50] 10000000:00000001:3.0:1767384683.915285:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384683.915289:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384683.915292:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384683.915295:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 50], ns[173, 50] 00000020:00000001:3.0:1767384683.915300:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384683.915301:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[115, 50] 10000000:00000001:3.0:1767384683.915303:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384683.915304:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384683.915306:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384683.915309:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384683.915311:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384683.915311:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 50], ns[94, 50] 00000100:00000001:0.0:1767384683.915311:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384683.915315:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384683.915316:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384683.915317:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384683.915321:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384683.915324:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384683.915326:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[139, 50] 00000020:01000004:3.0:1767384683.915327:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:0.0:1767384683.915327:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384683.915329:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384683.915332:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384683.915338:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 50], ns[151, 50] 00000020:01000004:3.0:1767384683.915339:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384683.915348:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384683.915351:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000945191ac. 00000400:00000200:1.0:1767384683.915351:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 50], ns[122, 50] 00000100:00000001:0.0:1767384683.915352:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384683.915357:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 02000000:00000001:0.0:1767384683.915360:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384683.915363:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384683.915363:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[169, 50], ns[172, 50] 02000000:00000001:0.0:1767384683.915365:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384683.915367:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384683.915370:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384683.915372:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915376:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 50], ns[177, 50] 00000100:00100000:0.0:1767384683.915377:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051eeae98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059680768:0@lo:253: 02000000:00000010:3.0:1767384683.915382:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f228b0ef. 00000400:00000200:1.0:1767384683.915387:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 50], ns[157, 50] 00000100:00000001:0.0:1767384683.915387:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384683.915393:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915395:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 50], ns[168, 50] 02000000:00000001:0.0:1767384683.915395:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384683.915399:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384683.915400:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384683.915402:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915403:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 50], ns[175, 50] 00000100:00000040:3.0:1767384683.915412:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000945191ac] to pc [ptlrpcd_00_01+1] req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.915413:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 50], ns[180, 50] 02000000:00000001:0.0:1767384683.915413:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384683.915422:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003a50e3b2. 00000400:00000200:1.0:1767384683.915428:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[189, 50], ns[192, 50] 02000000:00000001:0.0:1767384683.915428:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384683.915437:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384683.915437:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000400:00000200:1.0:1767384683.915438:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 50], ns[191, 50] 10000000:00000001:3.0:1767384683.915441:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384683.915445:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004cb88ef. 00000020:00000001:3.0:1767384683.915446:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915451:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[190, 50], ns[193, 50] 00000020:01000000:3.0:1767384683.915452:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384683.915452:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059680768, portal 25 00000020:00000010:3.0:1767384683.915457:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007c3c6fab. 00000100:00000001:0.0:1767384683.915459:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384683.915463:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211310848 : -115912498240768 : ffff969404b7a300) 00000400:00000200:1.0:1767384683.915464:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000100:00000040:0.0:1767384683.915471:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384683.915473:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384683.915474:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384683.915478:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384683.915480:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384683.915487:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.915491:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384683.915505:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000100:00000001:0.0:1767384683.915507:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384683.915509:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384683.915512:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384683.915514:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384683.915515:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp47 02000000:00000001:3.0:1767384683.915517:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384683.915519:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002af54077. 02000000:00000001:3.0:1767384683.915520:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384683.915524:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp47 lpni_is_preferred = 0 02000000:00000001:3.0:1767384683.915525:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384683.915525:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059680768, offset 0 00000400:00000200:1.0:1767384683.915530:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp47 00000100:00100000:3.0:1767384683.915532:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000945191ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059680896:0@lo:253: 00000400:00000200:0.0:1767384683.915537:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384683.915541:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384683.915541:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp47 NI seq info: [194:194:256:4294967295] 192.168.202.117@tcp47 LPNI seq info [191:191:8:4294967295] 02000000:00000001:3.0:1767384683.915545:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384683.915548:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915551:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp47 02000000:00000001:3.0:1767384683.915552:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384683.915559:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c2da7ae4. 00000400:00000200:1.0:1767384683.915562:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp47(192.168.202.117@tcp47:) -> 192.168.202.117@tcp47(192.168.202.117@tcp:192.168.202.117@tcp47) : PUT try# 0 02000000:00000001:3.0:1767384683.915563:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384683.915570:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.117@tcp47 00000400:00000200:0.0:1767384683.915576:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384683.915577:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c6cefd9. 00000800:00000010:1.0:1767384683.915578:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcbc7421. 00000400:00000010:3.0:1767384683.915584:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4bbe369. 00000800:00000010:1.0:1767384683.915589:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004fdd3f28. 00000100:00000200:3.0:1767384683.915590:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059680896, portal 25 00000400:00000200:0.0:1767384683.915591:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07a00 00000100:00000001:3.0:1767384683.915595:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767384683.915597:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d698348f. 00000100:00000001:3.0:1767384683.915598:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211301888 : -115912498249728 : ffff969404b78000) 00000400:00000200:0.0:1767384683.915602:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d1 [2] + 0 00000100:00000040:3.0:1767384683.915607:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384683.915608:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000400:00000010:0.0:1767384683.915610:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000832d4cae. 00000400:00000200:0.0:1767384683.915615:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d08335bd 00000800:00000200:1.1:1767384683.915617:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000400:00000200:0.0:1767384683.915624:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384683.915627:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384683.915634:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384683.915634:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384683.915636:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000010:3.0:1767384683.915639:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e8d14eb. 00000400:00000200:1.0:1767384683.915642:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100551 rc 0 00000400:00000200:0.0:1767384683.915644:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08335bd 00000400:00000010:0.0:1767384683.915649:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d08335bd. 00000100:00000200:3.0:1767384683.915654:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237059680896, offset 0 00000100:00000001:0.0:1767384683.915655:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384683.915659:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384683.915664:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384683.915665:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000b0b4001b x1853237059680768 msgsize 4848 00000400:00000200:3.0:1767384683.915675:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384683.915677:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384683.915680:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384683.915686:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260a07a80 00000100:00000001:0.0:1767384683.915692:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384683.915693:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16f9 [2] + 0 00000400:00000010:3.0:1767384683.915698:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c2fc36e. 00000400:00000200:3.0:1767384683.915701:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ed31fbc 00000400:00000200:3.0:1767384683.915707:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.915710:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384683.915712:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384683.915714:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af54077 00000400:00000010:0.0:1767384683.915718:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002af54077. 00000100:00000001:0.0:1767384683.915723:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384683.915724:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed31fbc 00000400:00000010:3.0:1767384683.915728:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed31fbc. 00000100:00000200:0.0:1767384683.915728:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384683.915735:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384683.915738:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384683.915741:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000c367ab9d x1853237059680896 msgsize 4848 00000100:00100000:3.0:1767384683.915750:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384683.915753:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384683.915759:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000001:0.0:1767384683.915763:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384683.915766:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384683.915769:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384683.915773:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e8d14eb 00000400:00000010:3.0:1767384683.915777:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e8d14eb. 00000100:00000001:3.0:1767384683.915782:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384683.915784:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915787:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000200:3.0:1767384683.915788:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.915789:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384683.915799:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384683.915800:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384683.915804:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.915806:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294974017 00000100:00000010:0.0:1767384683.915822:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb686431. 00000400:00000200:1.0:1767384683.915828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000100:00000001:0.0:1767384683.915852:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384683.915857:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384683.915862:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384683.915863:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294974018 00000100:00000001:3.0:1767384683.915868:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384683.915869:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edd10b23. 00000100:00000001:3.0:1767384683.915874:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294974018 00000100:00000001:0.0:1767384683.915875:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384683.915882:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974017 00000100:00000001:0.0:1767384683.915883:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294974018 00000100:00000010:0.0:1767384683.915889:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e75000b1. 00000100:00000001:3.0:1767384683.915890:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294974018 00000100:00000001:3.0:1767384683.915894:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294974018 00000100:00000001:3.0:1767384683.915896:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294974018 00000100:00000001:0.0:1767384683.915896:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384683.915897:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000100:00000001:3.0:1767384683.915903:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294974018 00000100:00000001:0.0:1767384683.915904:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294974018 00000100:00000001:3.0:1767384683.915908:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294974018 00000100:00000010:0.0:1767384683.915911:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065044773. 00000100:00000001:0.0:1767384683.915916:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384683.915921:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384683.915922:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294974018 00000100:00000001:3.0:1767384683.915926:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384683.915928:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384683.915929:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384683.915935:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.915936:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384683.915937:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384683.915939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000100:00000001:0.0:1767384683.915941:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384683.915947:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384683.915949:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384683.915950:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384683.915952:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384683.915954:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384683.915957:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384683.915958:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384683.915959:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.915961:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384683.915962:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.915965:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.915969:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.915982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000100:00000001:3.0:1767384683.915984:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384683.915988:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680768 02000000:00000001:3.0:1767384683.915991:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384683.915993:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384683.915993:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384683.915996:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384683.915998:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059680896 02000000:00000001:3.0:1767384683.916000:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384683.916002:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384683.916004:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680768 00000100:00000001:0.0:1767384683.916005:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384683.916007:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384683.916009:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:3.0:1767384683.916011:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384683.916013:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000001:0.0:1767384683.916015:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384683.916019:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.916021:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000020:00000001:3.0:1767384683.916022:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00100000:0.0:1767384683.916024:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059680896 00000020:00000001:3.0:1767384683.916028:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:0.0:1767384683.916029:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384683.916032:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:3.0:1767384683.916035:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384683.916035:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384683.916039:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000010:3.0:1767384683.916041:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e347345f. 00000020:00000001:0.0:1767384683.916042:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:3.0:1767384683.916047:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384683.916047:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384683.916052:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384683.916053:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e347345f. 00000020:00000010:0.0:1767384683.916057:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00000100:00000001:0.0:1767384683.916062:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384683.916063:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbc0967d. 00000400:00000200:1.0:1767384683.916064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000020:00000010:0.0:1767384683.916066:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00000020:00000010:3.0:1767384683.916071:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a809a87. 00000020:00000010:0.0:1767384683.916075:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000976103f4. 00000020:00000010:3.0:1767384683.916079:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c8fed25. 00000020:00000010:0.0:1767384683.916082:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b93e1941. 00000020:00000010:0.0:1767384683.916089:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394fcc9e. 00000100:00000040:3.0:1767384683.916090:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384683.916095:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384683.916095:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384683.916097:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384683.916099:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384683.916100:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.916102:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.916106:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000100:00000001:3.0:1767384683.916109:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.916110:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384683.916119:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.916129:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384683.916131:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384683.916134:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384683.916139:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384683.916142:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:3.0:1767384683.916144:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935849552 : -115911773702064 : ffff96942fe73850) 00000100:00000001:0.0:1767384683.916145:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384683.916147:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000040:3.0:1767384683.916149:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0b4001b x1853237059680768/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:664/0 lens 4848/0 e 0 to 0 dl 1767384694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.916149:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384683.916159:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000001:3.0:1767384683.916160:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384683.916163:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000020:00000010:3.0:1767384683.916165:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e347345f. 00000100:00000001:0.0:1767384683.916166:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935837264 : -115911773714352 : ffff96942fe70850) 00000100:00000001:3.0:1767384683.916171:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384683.916175:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c367ab9d x1853237059680896/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:664/0 lens 4848/0 e 0 to 0 dl 1767384694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384683.916176:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e347345f. 00000400:00000200:1.0:1767384683.916184:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000100:00100000:3.0:1767384683.916188:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b4001b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059680768:12345-0@lo:253: 00000100:00000001:0.0:1767384683.916190:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384683.916195:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012e0310f. 00000100:00000200:3.0:1767384683.916196:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680768 00000100:00000001:0.0:1767384683.916200:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384683.916202:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384683.916206:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012e0310f. 00000020:00000001:3.0:1767384683.916208:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384683.916212:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384683.916213:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c367ab9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16141:x1853237059680896:12345-0@lo:253: 00000020:00000001:3.0:1767384683.916216:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384683.916225:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000200:0.0:1767384683.916226:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059680896 00000400:00000200:1.0:1767384683.916227:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000020:00000001:3.0:1767384683.916230:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384683.916231:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384683.916233:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384683.916235:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384683.916236:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384683.916240:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384683.916240:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384683.916244:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384683.916245:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384683.916247:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696016 : -1042855600 : ffffffffc1d74950) 00000100:00000001:3.0:1767384683.916249:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384683.916252:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384683.916253:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384683.916255:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384683.916258:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384683.916260:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384683.916262:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.916265:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384683.916267:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384683.916268:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002933e887. 02000000:00000001:3.0:1767384683.916272:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384683.916274:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.916274:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 02000000:00000010:0.0:1767384683.916274:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000091e60538. 20000000:00000001:3.0:1767384683.916277:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384683.916280:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.916284:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384683.916287:0:19650:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384683.916289:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d8369f2. 20000000:01000000:3.0:1767384683.916293:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384683.916296:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384683.916297:0:19650:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000800a305c. 20000000:00000001:3.0:1767384683.916299:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384683.916303:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384683.916303:0:19650:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384683.916307:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384683.916308:0:19650:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384683.916310:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384683.916312:0:19650:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384683.916315:0:19650:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384683.916317:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 20000000:00000001:0.0:1767384683.916317:0:19650:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384683.916320:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008ea3e94a. 20000000:00000001:0.0:1767384683.916321:0:19650:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384683.916325:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:3.0:1767384683.916332:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384683.916337:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384683.916344:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916371:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00080000:00000001:3.0:1767384683.916396:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384683.916396:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00080000:00000001:3.0:1767384683.916401:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384683.916403:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384683.916404:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384683.916408:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384683.916414:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00080000:00000001:3.0:1767384683.916418:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384683.916423:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00080000:00000010:3.0:1767384683.916425:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000096ed8eba. 00080000:00000001:3.0:1767384683.916428:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161538087936 : -115912171463680 : ffff96941831dc00) 00080000:00000001:3.0:1767384683.916431:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384683.916453:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916492:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916535:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000001:00000001:3.0:1767384683.916557:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384683.916559:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384683.916562:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384683.916572:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00080000:00000001:3.0:1767384683.916581:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384683.916589:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384683.916601:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916636:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916668:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00080000:00000001:3.0:1767384683.916700:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384683.916703:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384683.916716:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916760:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916799:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916867:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916899:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916933:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.916992:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384683.917022:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384683.917211:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf16f8af. 00000800:00000010:1.0:1767384683.917216:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a463fb0. 00000800:00000010:1.0:1767384683.917222:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000261678df. 00000800:00000010:1.0:1767384683.917245:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000261678df. 00000800:00020000:1.0:1767384683.917256:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384683.917260:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a463fb0. 00000800:00000010:1.0:1767384683.917263:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf16f8af. 00000400:02020000:1.0:1767384683.917312:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp47 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384683.917320:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp47 notifying 192.168.202.117@tcp47: down 00000800:00000200:1.0:1767384683.917326:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp47 down 00000800:00000100:1.0:1767384683.917333:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.202.117@tcp47 00000800:00000010:1.0:1767384683.917337:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcbc7421. 00000400:00000200:1.0:1767384683.917341:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384683.917345:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp47->192.168.202.117@tcp47: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384683.917353:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp47 added to recovery queue. ping count: 0 next ping: 307 health :900 00000400:00000200:1.0:1767384683.917357:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384683.917361:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:1.0:1767384683.917366:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384683.917505:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384683.917511:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101151 00000400:00000001:0.0:1767384683.917515:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384683.917516:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384683.917518:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000400:00000010:0.0:1767384683.917520:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000400:00000200:0.0:1767384683.917523:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384683.917527:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384683.917531:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:0.0:1767384683.917535:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384683.917538:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100151 rc -71 00000400:00000200:0.0:1767384683.917548:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384683.917552:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (42) 00080000:00000001:2.0:1767384683.925364:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384683.925369:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384683.925374:0:16772:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 00040000:00000001:0.0:1767384683.925375:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384683.925379:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384683.925381:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384683.925382:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384683.925385:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384683.925386:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384683.925389:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000096ed8eba. 00080000:00000001:0.0:1767384683.925395:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384683.925399:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384683.925412:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384683.925415:0:19650:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006eb3e8e2. 20000000:01000000:2.0:1767384683.925417:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384683.925420:0:19650:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:01000000:3.0:1767384683.925421:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384683.925426:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:0.0:1767384683.925429:0:19650:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384683.925430:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384683.925430:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384683.925436:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384683.925438:0:19650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384683.925440:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384683.925448:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002814ad64. 00010000:00000001:3.0:1767384683.925453:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384683.925457:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d771d883. 00000020:00000001:3.0:1767384683.925461:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384683.925463:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d771d883 with handle 0x534bb1615bf4c947 to hash 00000020:00000001:3.0:1767384683.925464:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384683.925466:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00080000:00000001:0.0:1767384683.925468:0:19650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384683.925469:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384683.925475:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384683.925475:0:19650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384683.925477:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384683.925479:0:19650:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384683.925481:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384683.925482:0:19650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384683.925487:0:19650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384683.925490:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384683.925494:0:19650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869599064 : -115916839952552 : ffff969301ee5f58) 00010000:00000001:3.0:1767384683.925495:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384683.925498:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384683.925500:0:19650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384683.925501:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384683.925505:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384683.925506:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384683.925507:0:19650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007674bde8. 00010000:00000001:3.0:1767384683.925508:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384683.925513:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384683.925514:0:19650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868765696 : -115916840785920 : ffff969301e1a800) 00010000:00000001:3.0:1767384683.925515:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384683.925518:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384683.925520:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384683.925520:0:19650:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:3.0:1767384683.925522:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002814ad64) refcount = 1 00010000:00010000:3.0:1767384683.925525:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384683.925528:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384683.925535:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384683.925536:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384683.925538:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.925540:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384683.925542:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384683.925544:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:3.0:1767384683.925547:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384683.925548:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384683.925550:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d771d883 refcount=4 00000020:00000001:3.0:1767384683.925552:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384683.925553:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384683.925555:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384683.925557:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384683.925561:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384683.925563:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384683.925566:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384683.925567:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384683.925568:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384683.925571:0:19650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384683.925572:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384683.925573:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384683.925576:0:19650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.925577:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384683.925579:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384683.925581:0:19650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384683.925585:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d771d883 already unused, calling callback (000000008eba355a) 00010000:00000001:3.0:1767384683.925587:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384683.925590:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384683.925590:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384683.925598:0:19650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.925604:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1767384683.925605:0:19650:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384683.925606:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384683.925607:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384683.925608:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d771d883 refcount=5 00000020:00000001:3.0:1767384683.925610:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384683.925611:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161586113536 : -115912123438080 : ffff96941b0eac00) 00010000:00000001:3.0:1767384683.925613:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384683.925615:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384683.925618:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384683.925620:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384683.925621:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.925623:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384683.925624:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384683.925625:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384683.925626:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384683.925628:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d771d883 with handle 0x534bb1615bf4c947 from hash 00010000:00000001:3.0:1767384683.925629:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384683.925630:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384683.925631:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384683.925632:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384683.925633:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384683.925635:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384683.925637:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384683.925638:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384683.925640:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.925642:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384683.925643:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384683.925645:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384683.925645:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384683.925646:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.925647:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.925648:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384683.925654:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384683.925658:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384683.925659:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384683.925660:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384683.925661:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384683.925662:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384683.925663:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384683.925665:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384683.925667:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384683.925668:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384683.925670:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384683.925673:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384683.925674:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384683.925675:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d771d883/0x534bb1615bf4c947 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384683.925678:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002814ad64 count: 0 00080000:00000001:0.0:1767384683.925679:0:19650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384683.925684:0:19650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384683.925686:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384683.925689:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384683.928872:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294974018, at 4294974019 00000100:00000040:3.0:1767384683.928877:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294974018, at 4294974019 00000100:00000010:1.0:1767384683.928885:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edd10b23. 00000100:00000040:2.0:1767384683.928886:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294974018, at 4294974019 00000100:00000010:3.0:1767384683.928887:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065044773. 00000100:00000010:2.0:1767384683.928896:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e75000b1. 00000100:00000040:0.0:1767384683.929173:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294974018, at 4294974019 00000100:00000010:0.0:1767384683.929180:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb686431. 00010000:00000010:3.1:1767384683.932848:0:39076:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002814ad64. 00010000:00000010:3.1:1767384683.932856:0:39076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d771d883. 00080000:00000001:0.0:1767384683.935488:0:19650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384683.935495:0:19650:0:(lu_object.c:207:lu_object_put()) Add 00000000237c3aee/00000000fea187f0 to site lru. bkt: 000000004154ddf9 20000000:00000001:0.0:1767384683.935499:0:19650:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384683.935502:0:19650:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384683.935510:0:19650:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384683.935519:0:19650:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384683.935522:0:19650:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384683.935531:0:19650:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384683.935543:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384683.935547:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384683.935550:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384683.935551:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384683.935553:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384683.935556:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007674bde8. 00080000:00000001:0.0:1767384683.935561:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384683.935940:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384683.935945:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384683.935949:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384683.935954:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384683.935958:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384683.935965:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000033252d5a. 00010000:00000001:1.0:1767384683.935971:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384683.935974:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384683.935980:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384683.935983:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c94e to hash 00000020:00000001:1.0:1767384683.935985:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384683.935987:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384683.935990:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384683.935994:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384683.935996:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.935999:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936009:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384683.936013:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384683.936016:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384683.936018:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384683.936020:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.936022:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384683.936024:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.936026:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384683.936028:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384683.936030:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384683.936031:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384683.936033:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000033252d5a) refcount = 1 00010000:00010000:1.0:1767384683.936036:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936043:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384683.936045:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384683.936046:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.936048:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.936050:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384683.936053:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384683.936056:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545946s 00010000:00000001:1.0:1767384683.936059:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384683.936060:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384683.936063:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=4 00000020:00000001:1.0:1767384683.936065:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384683.936068:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384683.936069:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384683.936071:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936077:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384683.936079:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936085:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.936086:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384683.936089:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936094:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384683.936095:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.936098:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384683.936100:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384683.936107:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000037df4612 already unused, calling callback (000000008eba355a) 00010000:00000001:1.0:1767384683.936110:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384683.936112:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384683.936113:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936120:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384683.936121:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384683.936123:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384683.936124:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000037df4612 refcount=5 00000020:00000001:1.0:1767384683.936126:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384683.936128:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384683.936131:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384683.936133:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936138:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384683.936140:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384683.936141:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.936144:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384683.936146:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384683.936147:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384683.936149:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384683.936151:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c94e from hash 00010000:00000001:1.0:1767384683.936153:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384683.936155:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.936157:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384683.936158:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384683.936159:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384683.936161:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384683.936163:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384683.936165:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.936168:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.936169:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384683.936171:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384683.936173:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.936175:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384683.936176:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.936178:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.936180:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.936182:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936188:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.936189:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384683.936191:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384683.936192:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384683.936194:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.936195:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384683.936197:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384683.936199:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384683.936202:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.936204:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.936210:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384683.936212:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384683.936213:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c94e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384683.936218:0:39075:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004d5e6666. 00010000:00000040:1.0:1767384683.936220:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000033252d5a count: 0 00010000:00000001:1.0:1767384683.936229:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384683.936231:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000040:0.0:1767384683.936237:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384683.936240:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384683.936243:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384683.936244:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384683.936246:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384683.936247:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384683.936250:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384683.936251:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384683.936252:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384683.936253:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384683.936256:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384683.936257:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384683.936259:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384683.936260:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384683.936262:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384683.936263:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384683.936264:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384683.936265:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384683.936267:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384683.936268:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384683.936269:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384683.936271:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384683.936272:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384683.936273:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384683.936274:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384683.936276:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384683.936277:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384683.936283:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384683.936285:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384683.936285:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384683.936287:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384683.936288:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384683.936289:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384683.936290:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384683.936291:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384683.936292:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384683.936293:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384683.936295:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384683.936296:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384683.936297:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384683.936298:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384683.936299:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384683.936301:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384683.936302:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384683.936303:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384683.936304:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384683.936305:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384683.936306:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384683.936307:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384683.936308:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384683.936310:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384683.936311:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384683.936311:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384683.936313:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384683.936314:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384683.936315:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384683.936316:0:39075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384683.936461:0:39075:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004d5e6666. 00080000:00000020:2.0:1767384683.937286:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384683.937291:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384683.937294:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d8369f2. 20000000:00000001:2.0:1767384683.937300:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384683.937305:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059680768 00010000:00000001:2.0:1767384683.937308:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384683.937317:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0b4001b x1853237059680768/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384683.937333:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384683.937336:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384683.937342:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384683.937347:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384683.937350:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384683.937353:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384683.937357:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384683.937361:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.937365:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384683.937369:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384683.937374:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be4be56f. 00000100:00000200:2.0:1767384683.937380:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059680768, offset 224 00000400:00000200:2.0:1767384683.937388:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.937403:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.937419:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07a00 00000400:00000200:2.0:1767384683.937429:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f71 [2] + 224 00000400:00000200:2.0:1767384683.937440:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.937445:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384683.937452:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384683.937457:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384683.937468:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.937485:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384683.937493:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be4be56f 00000400:00000010:2.0:1767384683.937496:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be4be56f. 00000100:00000001:1.0:1767384683.937498:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384683.937500:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384683.937503:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384683.937503:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384683.937509:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384683.937512:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384683.937514:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000001:1.0:1767384683.937515:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384683.937518:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384683.937520:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db618b3b. 00000020:00000001:2.0:1767384683.937522:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384683.937526:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384683.937526:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb88ef 00000400:00000010:1.0:1767384683.937530:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004cb88ef. 00000100:00000001:1.0:1767384683.937533:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384683.937539:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0b4001b x1853237059680768/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384683.937540:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384683.937565:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b4001b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059680768:12345-0@lo:253: Request processed in 21401us (21896us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384683.937565:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384683.937579:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384683.937582:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:1.0:1767384683.937582:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384683.937588:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384683.937589:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 02000000:00000001:1.0:1767384683.937591:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384683.937593:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384683.937595:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384683.937596:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384683.937598:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384683.937602:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384683.937604:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a809a87. 00000100:00001000:1.0:1767384683.937608:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=91 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384683.937610:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c8fed25. 00000100:00001000:1.0:1767384683.937614:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=91 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384683.937616:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbc0967d. 00000100:00000001:1.0:1767384683.937619:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384683.937622:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384683.937623:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00010000:00000001:1.0:1767384683.937625:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384683.937629:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384683.937629:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384683.937633:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002933e887. 00000100:00000001:1.0:1767384683.937634:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.937639:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384683.937642:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.937643:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384683.937652:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384683.937652:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384683.937657:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384683.937659:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c27d90f. 00000100:00000001:1.0:1767384683.937660:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384683.937666:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be4be56f. 00000020:01000004:1.0:1767384683.937667:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384683.937672:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384683.937673:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384683.937675:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384683.937677:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384683.937678:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384683.937679:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384683.937681:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384683.937683:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384683.937685:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384683.937689:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384683.937697:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051eeae98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059680768:0@lo:253: 00000100:00000001:1.0:1767384683.937702:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384683.937705:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384683.937708:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051eeae98 x1853237059680768/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384683.937716:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384683.937719:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384683.937721:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003a50e3b2. 02000000:00000001:1.0:1767384683.937727:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384683.937729:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384683.937731:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384683.937734:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384683.937736:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000096ab4887. 02000000:00000001:1.0:1767384683.937744:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384683.937746:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384683.937749:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051eeae98. 00000100:00000001:1.0:1767384683.937755:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384683.937756:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384683.937759:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384683.937768:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384683.937770:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384683.937773:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384683.937776:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384683.938344:0:19650:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384683.938347:0:19650:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384683.938348:0:19650:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000800a305c. 20000000:00000001:2.0:1767384683.938355:0:19650:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384683.938358:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059680896 00010000:00000001:2.0:1767384683.938360:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384683.938364:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c367ab9d x1853237059680896/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384683.938371:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384683.938372:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384683.938374:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384683.938377:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384683.938378:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384683.938380:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384683.938387:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384683.938388:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.938391:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384683.938393:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384683.938395:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003714b374. 00000100:00000200:2.0:1767384683.938398:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059680896, offset 224 00000400:00000200:2.0:1767384683.938402:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.938407:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.938412:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a07a80 00000400:00000200:2.0:1767384683.938417:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f79 [2] + 224 00000400:00000200:2.0:1767384683.938423:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.938426:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384683.938428:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384683.938433:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384683.938442:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.938458:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384683.938462:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003714b374 00000400:00000010:2.0:1767384683.938464:0:19650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003714b374. 00000100:00000001:2.0:1767384683.938466:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384683.938467:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384683.938471:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384683.938473:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384683.938476:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384683.938478:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.938478:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384683.938480:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384683.938482:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384683.938485:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384683.938487:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c367ab9d x1853237059680896/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384683.938488:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384683.938491:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c6cefd9. 00000400:00000200:0.0:1767384683.938496:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4bbe369 00000400:00000010:0.0:1767384683.938499:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4bbe369. 00000100:00100000:2.0:1767384683.938502:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c367ab9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059680896:12345-0@lo:253: Request processed in 22309us (22757us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384683.938503:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384683.938511:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000200:0.0:1767384683.938514:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384683.938515:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000200:0.0:1767384683.938521:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.938525:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384683.938529:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384683.938530:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384683.938531:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384683.938533:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b93e1941. 00000100:00000001:0.0:1767384683.938533:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384683.938535:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384683.938537:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384683.938538:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384683.938539:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394fcc9e. 02000000:00000001:0.0:1767384683.938540:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384683.938545:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000976103f4. 00000100:00001000:0.0:1767384683.938545:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384683.938550:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=91 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384683.938551:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 02000000:00000001:2.0:1767384683.938556:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384683.938557:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384683.938559:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000091e60538. 00000100:00000001:0.0:1767384683.938560:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.938563:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384683.938564:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384683.938567:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384683.938567:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.938571:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384683.938572:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384683.938576:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384683.938577:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064c4e5c4. 00000400:00000010:2.0:1767384683.938583:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003714b374. 00000100:00000001:0.0:1767384683.938590:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384683.938593:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384683.938595:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384683.938598:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384683.938600:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384683.938601:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384683.938603:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384683.938604:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384683.938605:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384683.938606:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384683.938608:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384683.938609:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384683.938611:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384683.938617:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000945191ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059680896:0@lo:253: 00000100:00000001:0.0:1767384683.938629:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.938631:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384683.938633:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000945191ac x1853237059680896/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.938638:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384683.938640:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384683.938641:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c2da7ae4. 02000000:00000001:0.0:1767384683.938644:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384683.938646:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384683.938647:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384683.938649:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384683.938651:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f228b0ef. 02000000:00000001:0.0:1767384683.938653:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384683.938655:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384683.938656:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000945191ac. 00000100:00000001:0.0:1767384683.938658:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384683.938659:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.938661:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.938666:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384683.938667:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.938668:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384683.938670:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384683.940887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000033252d5a. 00010000:00000010:1.1:1767384683.940895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00000004:00000001:1.0:1767384684.373885:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384684.373890:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384684.373896:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfabf4a0. 00000100:00000040:3.0:1767384684.373900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1767384684.373901:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384684.373907:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384684.373909:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384684.373911:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767384684.373915:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe7c464. 02000000:00000001:1.0:1767384684.373917:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384684.373921:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 02000000:00000010:1.0:1767384684.373925:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf844f7d. 00000100:00000001:3.0:1767384684.373926:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384684.373928:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384684.373933:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.373933:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384684.373939:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a579db8. 00000100:00000001:1.0:1767384684.373941:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384684.373943:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.373944:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.373954:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384684.373954:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabf4a0] to pc [ptlrpcd_00_02+2] req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384684.373988:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.373990:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384684.373993:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.373998:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe7c464] to pc [ptlrpcd_00_03+3] req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.374008:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384684.374011:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384684.374016:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384684.374016:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384684.374020:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384684.374021:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5274f80. 00000020:00000040:3.0:1767384684.374025:0:36:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384684.374026:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.374030:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384684.374033:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384684.374037:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.374039:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384684.374042:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384684.374043:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000158e5cad. 02000000:00000001:1.0:1767384684.374045:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384684.374048:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384684.374049:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384684.374053:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374056:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384684.374058:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfabf4a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059681024:0@lo:13: 00000100:00000001:1.0:1767384684.374066:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384684.374071:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384684.374071:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384684.374074:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384684.374075:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384684.374079:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384684.374080:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5274f80] to pc [ptlrpcd_00_00+0] req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384684.374086:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006947b2ec. 02000000:00000001:1.0:1767384684.374091:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384684.374097:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d9f75c. 00000100:00000001:3.0:1767384684.374102:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384684.374104:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094e2cc42. 00000100:00000040:3.0:1767384684.374106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384684.374111:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384684.374112:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059681024, portal 4 00000100:00000010:3.0:1767384684.374114:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbd91fa5. 00000100:00000001:1.0:1767384684.374116:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767384684.374119:0:36:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384684.374120:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546339200 : -115912163212416 : ffff969418afc380) 00000100:00000001:3.0:1767384684.374125:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384684.374128:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384684.374130:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384684.374131:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384684.374137:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000acaf6a69. 00000100:00000001:3.0:1767384684.374141:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.374152:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384684.374154:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384684.374158:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384684.374162:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008428da98. 00000100:00000001:3.0:1767384684.374166:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384684.374167:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059681024, offset 0 00000100:00000001:3.0:1767384684.374168:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374174:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbd91fa5] to pc [ptlrpcd_00_01+1] req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384684.374178:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384684.374188:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384684.374193:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384684.374198:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384684.374202:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001974dff6. 00000020:00000040:3.0:1767384684.374205:0:36:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384684.374208:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a07b00 00000100:00000001:3.0:1767384684.374209:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384684.374211:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384684.374214:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384684.374218:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3584 02000000:00000010:3.0:1767384684.374220:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a51d612. 00000100:00000001:3.0:1767384684.374225:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384684.374225:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384684.374231:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384684.374234:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384684.374243:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384684.374243:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384684.374246:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384684.374247:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374253:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001974dff6] to pc [ptlrpcd_00_02+2] req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384684.374253:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf14229d. 00000100:00000040:1.0:1767384684.374257:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000cf14229d x1853237059681024 msgsize 224 00000100:00100000:1.0:1767384684.374268:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384684.374271:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374277:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (312) 00000100:00000001:1.0:1767384684.374279:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384684.374287:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008428da98 00000100:00000001:3.0:1767384684.374289:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384684.374289:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008428da98. 00000100:00000001:3.0:1767384684.374292:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384684.374294:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384684.374295:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384684.374299:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384684.374300:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.374324:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384684.374325:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384684.374326:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.374330:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384684.374330:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384684.374339:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384684.374344:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.374350:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384684.374351:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbd91fa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853237059681408:0@lo:400: 00000100:00000001:1.0:1767384684.374354:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384684.374358:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384684.374360:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.374361:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384684.374363:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.374366:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4315 usecs (5 jiffies) 02000000:00000001:3.0:1767384684.374367:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384684.374371:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3f5176a. 00000100:00000001:1.0:1767384684.374372:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974469 02000000:00000001:3.0:1767384684.374375:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384684.374378:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003815b3c7. 00000400:00000010:3.0:1767384684.374380:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067120f09. 00000400:00000010:3.0:1767384684.374386:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2de5cf5. 00000100:00000001:1.0:1767384684.374386:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384684.374392:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059681408, portal 10 00000100:00000001:1.0:1767384684.374393:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974469 00000100:00000001:3.0:1767384684.374394:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384684.374397:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211316224 : -115912498235392 : ffff969404b7b800) 00000100:00000010:1.0:1767384684.374399:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5b56de6. 00000100:00000001:1.0:1767384684.374404:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384684.374405:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.374408:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974469 00000100:00000010:1.0:1767384684.374413:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026a8fd43. 00000100:00000001:3.0:1767384684.374418:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384684.374419:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384684.374423:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384684.374423:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974469 00000400:00000010:3.0:1767384684.374427:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000100:00000010:1.0:1767384684.374428:0:16142:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000834259b2. 00000100:00000200:3.0:1767384684.374432:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059681408, offset 0 00000100:00000001:1.0:1767384684.374434:0:16142:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384684.374438:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384684.374441:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384684.374442:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.374447:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.374450:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384684.374451:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384684.374459:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384684.374460:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a07c80 00000100:00000001:1.0:1767384684.374462:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384684.374466:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384684.374467:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000100:00000001:1.0:1767384684.374469:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384684.374472:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384684.374475:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384684.374477:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384684.374482:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384684.374489:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384684.374490:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384684.374492:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384684.374493:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384684.374497:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e1f05ee. 02000000:00000001:1.0:1767384684.374498:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384684.374501:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384684.374502:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000004e1f05ee x1853237059681408 msgsize 224 00000100:00100000:3.0:1767384684.374508:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384684.374517:0:16141:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384684.374523:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384684.374524:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:3.0:1767384684.374528:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000100:00100000:1.0:1767384684.374528:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001974dff6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059681536:0@lo:400: 00000100:00000001:1.0:1767384684.374532:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384684.374535:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384684.374538:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.374539:0:16141:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384684.374540:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384684.374545:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384684.374546:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055293157. 02000000:00000001:1.0:1767384684.374550:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384684.374557:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5408f64. 00000100:00000001:3.0:1767384684.374559:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384684.374562:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008428da98. 00000100:00000040:3.0:1767384684.374563:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384684.374567:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059681536, portal 10 00000100:00000001:1.0:1767384684.374571:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384684.374574:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211315328 : -115912498236288 : ffff969404b7b480) 00000100:00000001:3.0:1767384684.374576:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.374580:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384684.374581:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.374585:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374592:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3217 usecs (4 jiffies) 00000100:00000001:1.0:1767384684.374592:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384684.374596:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974468 00000100:00000040:1.0:1767384684.374597:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384684.374602:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294974469 00000400:00000010:1.0:1767384684.374602:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d824024e. 00000100:00000001:3.0:1767384684.374606:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974468 00000100:00000200:1.0:1767384684.374608:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059681536, offset 0 00000100:00000001:3.0:1767384684.374610:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294974469 00000100:00000001:3.0:1767384684.374614:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974468 00000400:00000200:1.0:1767384684.374616:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384684.374617:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294974469 00000100:00000001:3.0:1767384684.374621:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974468 00000100:00000001:3.0:1767384684.374624:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294974469 00000400:00000200:1.0:1767384684.374627:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384684.374628:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.374632:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.374635:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384684.374638:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a07d00 00000100:00000001:3.0:1767384684.374639:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.374647:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384684.374647:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000100:00000001:3.0:1767384684.374650:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384684.374653:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384684.374654:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384684.374658:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384684.374660:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384684.374661:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.374664:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384684.374666:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:1.0:1767384684.374667:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384684.374670:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384684.374672:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003039d717. 00000100:00000001:3.0:1767384684.374674:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384684.374677:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384684.374677:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000003039d717 x1853237059681536 msgsize 224 00000100:00000001:3.0:1767384684.374682:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384684.374685:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384684.374694:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384684.374698:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d824024e 00000100:00000001:3.0:1767384684.374699:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384684.374702:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384684.374702:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d824024e. 00000100:00000040:3.0:1767384684.374707:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.374707:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384684.374715:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384684.374716:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.374719:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384684.374722:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384684.374723:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384684.374726:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384684.374732:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f5274f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059681280:0@lo:400: 00000100:00000001:1.0:1767384684.374737:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384684.374738:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384684.374741:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384684.374742:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384684.374745:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.374749:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384684.374753:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384684.374754:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c9e63eb. 00000100:00000001:1.0:1767384684.374756:0:16142:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384684.374758:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.374760:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384684.374762:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2a41a11. 00000100:00000040:1.0:1767384684.374765:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3240 usecs (4 jiffies) 00000400:00000010:3.0:1767384684.374767:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000100:00000001:1.0:1767384684.374769:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294974468 00000100:00000200:3.0:1767384684.374771:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059681280, portal 4 00000100:00000001:1.0:1767384684.374773:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294974469 00000100:00000001:3.0:1767384684.374776:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384684.374777:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294974468 00000100:00000001:3.0:1767384684.374779:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211313536 : -115912498238080 : ffff969404b7ad80) 00000100:00000001:1.0:1767384684.374781:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294974469 00000100:00000001:1.0:1767384684.374784:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294974468 00000100:00000040:3.0:1767384684.374786:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.374788:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294974469 00000100:00000001:1.0:1767384684.374792:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294974468 00000100:00000001:1.0:1767384684.374796:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294974469 00000100:00000001:1.0:1767384684.374801:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.374803:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384684.374804:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.374819:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384684.374822:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000100:00000001:1.0:1767384684.374823:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384684.374827:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059681280, offset 0 00000100:00000001:1.0:1767384684.374827:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.374852:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384684.374854:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384684.374858:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384684.374859:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.374862:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384684.374864:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384684.374869:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384684.374869:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384684.374872:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.374876:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384684.374878:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384684.374879:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a07c00 00000100:00000001:1.0:1767384684.374882:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.374884:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384684.374888:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4336 00000400:00000200:3.0:1767384684.374893:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384684.374897:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384684.374899:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384684.374903:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.374904:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384684.374911:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384684.374912:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384684.374914:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384684.374917:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1f341. 02000000:00000001:1.0:1767384684.374918:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384684.374922:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000004ba1f341 x1853237059681280 msgsize 224 02000000:00000001:1.0:1767384684.374922:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384684.374927:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384684.374932:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfe7c464 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059681152:0@lo:400: 00000100:00100000:3.0:1767384684.374933:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384684.374939:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384684.374942:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384684.374943:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384684.374945:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384684.374946:0:16141:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384684.374948:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8376f32. 02000000:00000001:1.0:1767384684.374951:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384684.374952:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00000400:00000010:1.0:1767384684.374955:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e31d4b37. 00000400:00000010:3.0:1767384684.374956:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00000100:00000001:3.0:1767384684.374960:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384684.374962:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d824024e. 00000100:00000200:3.0:1767384684.374964:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384684.374967:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059681152, portal 25 00000100:00000001:1.0:1767384684.374972:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384684.374975:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211314432 : -115912498237184 : ffff969404b7b100) 00000100:00000001:3.0:1767384684.374981:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384684.374983:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384684.374985:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.375006:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384684.375007:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.375010:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384684.375012:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384684.375014:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000020663c0. 00000100:00000001:3.0:1767384684.375018:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384684.375018:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059681152, offset 0 00000100:00000040:3.0:1767384684.375024:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4315 usecs (5 jiffies) 00000400:00000200:1.0:1767384684.375028:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384684.375029:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974470 00000100:00000001:3.0:1767384684.375036:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294974469 00000400:00000200:1.0:1767384684.375036:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384684.375042:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974470 00000100:00000001:3.0:1767384684.375046:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294974469 00000400:00000200:1.0:1767384684.375046:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a07b80 00000100:00000001:3.0:1767384684.375051:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974470 00000400:00000200:1.0:1767384684.375055:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1701 [2] + 0 00000100:00000001:3.0:1767384684.375057:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294974469 00000400:00000010:1.0:1767384684.375062:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c346736. 00000100:00000001:3.0:1767384684.375063:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974470 00000400:00000200:1.0:1767384684.375067:0:16142:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f55b5e3b 00000100:00000001:3.0:1767384684.375068:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294974469 00000400:00000200:1.0:1767384684.375072:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384684.375073:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.375075:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375078:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375080:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384684.375089:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384684.375092:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55b5e3b 00000400:00000010:1.0:1767384684.375095:0:16142:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f55b5e3b. 00000100:00000001:3.0:1767384684.375097:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384684.375099:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384684.375101:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681408 00000100:00000200:1.0:1767384684.375102:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384684.375104:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000feaf3ce8 x1853237059681152 msgsize 224 00000100:00100000:1.0:1767384684.375111:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384684.375112:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384684.375114:0:16142:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384684.375116:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384684.375118:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.375122:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.375124:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384684.375126:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681408 00000400:00000200:1.0:1767384684.375128:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000020663c0 00000020:00000001:3.0:1767384684.375129:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384684.375132:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000400:00000010:1.0:1767384684.375132:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000020663c0. 00000020:00000001:3.0:1767384684.375137:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384684.375137:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384684.375141:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000100:00000200:1.0:1767384684.375142:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384684.375146:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000001:3.0:1767384684.375152:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:1.0:1767384684.375157:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384684.375159:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384684.375161:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384684.375164:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcc936a5. 00000100:00000001:3.0:1767384684.375170:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384684.375171:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.375174:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcc936a5. 00000100:00000001:1.0:1767384684.375175:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384684.375180:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.375181:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005334718c. 00000100:00000001:1.0:1767384684.375183:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294974477 00000020:00000010:3.0:1767384684.375189:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b47f47d. 00000100:00000001:1.0:1767384684.375189:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974470 00000100:00000001:1.0:1767384684.375195:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294974477 00000020:00000010:3.0:1767384684.375196:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a098c94. 00000100:00000001:1.0:1767384684.375199:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974470 00000100:00000040:3.0:1767384684.375206:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384684.375206:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294974477 00000100:00000001:1.0:1767384684.375210:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974470 00000100:00000001:3.0:1767384684.375211:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384684.375215:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384684.375215:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294974477 00000100:00000001:3.0:1767384684.375218:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.375221:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974470 00000100:00000001:1.0:1767384684.375225:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.375227:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384684.375227:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.375230:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375231:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384684.375234:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375235:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.375246:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.375249:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.375254:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.375257:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375258:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.375270:0:23247:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384684.375272:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384684.375274:0:23247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681024 00000100:00100000:3.0:1767384684.375275:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681536 02000000:00000001:1.0:1767384684.375277:0:23247:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384684.375280:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384684.375280:0:23247:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384684.375284:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384684.375284:0:23247:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375287:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384684.375288:0:23247:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.375292:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384684.375292:0:23247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681024 00000020:00000001:1.0:1767384684.375295:0:23247:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384684.375297:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681536 00000020:00000040:1.0:1767384684.375298:0:23247:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000020:00000001:3.0:1767384684.375301:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384684.375301:0:23247:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384684.375304:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000020:00000040:1.0:1767384684.375305:0:23247:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000020:00000001:3.0:1767384684.375308:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384684.375309:0:23247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000001:1.0:1767384684.375312:0:23247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384684.375314:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384684.375318:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000020:00000010:1.0:1767384684.375319:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a4b0810. 00000020:00000001:3.0:1767384684.375322:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000001:3.0:1767384684.375325:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000020:00000010:1.0:1767384684.375325:0:23247:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009f53cf03. 00000100:00000001:3.0:1767384684.375331:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384684.375332:0:23247:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000020:00000010:3.0:1767384684.375334:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcc936a5. 00000020:00000010:3.0:1767384684.375339:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000af750929. 00000100:00000001:1.0:1767384684.375342:0:23247:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:3.0:1767384684.375343:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000020:00000010:1.0:1767384684.375347:0:23247:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a38b6799. 00000100:00000001:3.0:1767384684.375348:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384684.375354:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8825c06. 00000020:00000010:1.0:1767384684.375354:0:23247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000417dea1e. 00000020:00000010:3.0:1767384684.375361:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cefc5ccf. 00000020:00000010:1.0:1767384684.375361:0:23247:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000020:00000010:3.0:1767384684.375367:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007448c00a. 00000100:00000040:1.0:1767384684.375368:0:23247:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384684.375372:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384684.375372:0:23247:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384684.375374:0:23247:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384684.375375:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384684.375376:0:23247:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375378:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.375382:0:23247:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375384:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384684.375387:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384684.375388:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.375390:0:23247:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.375397:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.375401:0:23247:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384684.375404:0:23247:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384684.375409:0:23247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384684.375410:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384684.375413:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384684.375414:0:23247:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:1.0:1767384684.375417:0:23247:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546348160 : -115912163203456 : ffff969418afe680) 00000100:00100000:3.0:1767384684.375419:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384684.375423:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000040:1.0:1767384684.375425:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf14229d x1853237059681024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 224/0 e 0 to 0 dl 1767384695 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.375426:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161211303680 : -115912498247936 : ffff969404b78700) 00000100:00000040:3.0:1767384684.375434:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e1f05ee x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:665/0 lens 224/0 e 0 to 0 dl 1767384695 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.375439:0:23247:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384684.375443:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 00000100:00000001:3.0:1767384684.375446:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384684.375447:0:23247:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384684.375451:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020fc8b61. 00000020:00000010:1.0:1767384684.375451:0:23247:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400c20c. 00000100:00000001:3.0:1767384684.375456:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384684.375460:0:23247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf14229d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059681024:12345-0@lo:13: 00000020:00000010:3.0:1767384684.375461:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020fc8b61. 00000100:00000200:1.0:1767384684.375467:0:23247:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681024 00000100:00100000:3.0:1767384684.375470:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e1f05ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853237059681408:12345-0@lo:400: 00000020:00000001:1.0:1767384684.375471:0:23247:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384684.375475:0:23247:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384684.375476:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681408 00000020:00000001:1.0:1767384684.375478:0:23247:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.375479:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384684.375482:0:23247:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384684.375484:0:23247:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:3.0:1767384684.375489:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384684.375489:0:23247:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384684.375491:0:23247:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384684.375492:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.375495:0:23247:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384684.375496:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384684.375498:0:23247:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384684.375499:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384684.375501:0:23247:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.375503:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384684.375506:0:23247:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384684.375507:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384684.375509:0:23247:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384684.375511:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384684.375514:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384684.375514:0:23247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000cfca0b10. 00000020:00000001:3.0:1767384684.375517:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384684.375518:0:23247:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.375521:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384684.375522:0:23247:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375526:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:1.0:1767384684.375527:0:23247:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:3.0:1767384684.375531:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:1.0:1767384684.375532:0:23247:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384684.375535:0:23247:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000010:3.0:1767384684.375536:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d808feca. 00080000:00000001:1.0:1767384684.375538:0:23247:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:3.0:1767384684.375539:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375543:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.375545:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384684.375548:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059681408 00080000:00000001:1.0:1767384684.375550:0:23247:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384684.375551:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384684.375556:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e1f05ee x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384684.375556:0:23247:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384684.375560:0:23247:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384684.375567:0:23247:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00010000:00000001:3.0:1767384684.375571:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000020:1.0:1767384684.375572:0:23247:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00010000:00000001:3.0:1767384684.375575:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767384684.375577:0:23247:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00001000:3.0:1767384684.375580:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=87 v=5 (1 0 0 0) 00002000:00000001:1.0:1767384684.375582:0:23247:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384684.375587:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:1.0:1767384684.375587:0:23247:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384684.375590:0:23247:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.375592:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00002000:00000001:1.0:1767384684.375594:0:23247:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.375597:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00010000:00000040:1.0:1767384684.375598:0:23247:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059681024 02000000:00000001:3.0:1767384684.375603:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384684.375604:0:23247:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384684.375607:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384684.375610:0:23247:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cf14229d x1853237059681024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.375611:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384684.375616:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384684.375621:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00010000:00000001:1.0:1767384684.375623:0:23247:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384684.375625:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059681408, offset 224 00010000:00000001:1.0:1767384684.375626:0:23247:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384684.375631:0:23247:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=82 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384684.375634:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384684.375636:0:23247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384684.375640:0:23247:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000400:00000200:3.0:1767384684.375643:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384684.375644:0:23247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384684.375648:0:23247:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384684.375650:0:23247:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384684.375652:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a07c80 00000100:00000001:1.0:1767384684.375654:0:23247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384684.375658:0:23247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384684.375661:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f99 [1] + 224 00000400:00000010:1.0:1767384684.375663:0:23247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000020663c0. 00000400:00000200:3.0:1767384684.375675:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384684.375675:0:23247:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059681024, offset 224 00000400:00000200:3.0:1767384684.375682:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384684.375685:0:23247:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384684.375689:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384684.375694:0:23247:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384684.375695:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384684.375704:0:23247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a07b00 00000100:00000040:3.0:1767384684.375708:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384684.375712:0:23247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f91 [1] + 224 00000400:00000200:1.0:1767384684.375722:0:23247:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384684.375726:0:23247:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384684.375729:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384684.375730:0:23247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384684.375736:0:23247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384684.375738:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00000400:00000010:3.0:1767384684.375742:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00000100:00000001:3.0:1767384684.375748:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384684.375750:0:23247:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.375751:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384684.375756:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.375763:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00010000:00000001:3.0:1767384684.375766:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384684.375768:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.375769:0:23247:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384684.375770:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384684.375775:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e1f05ee x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384684.375776:0:23247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000020663c0 00000400:00000010:1.0:1767384684.375780:0:23247:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000020663c0. 00000100:00000001:1.0:1767384684.375785:0:23247:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384684.375788:0:23247:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384684.375791:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e1f05ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853237059681408:12345-0@lo:400: Request processed in 342us (1286us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384684.375792:0:23247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.375798:0:23247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384684.375801:0:23247:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384684.375804:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000020:00000001:1.0:1767384684.375804:0:23247:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.375818:0:23247:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384684.375820:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:3.0:1767384684.375825:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384684.375825:0:23247:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf14229d x1853237059681024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.375829:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384684.375851:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b47f47d. 00000020:00000010:3.0:1767384684.375857:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a098c94. 00000100:00100000:1.0:1767384684.375860:0:23247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf14229d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16142:x1853237059681024:12345-0@lo:13: Request processed in 418us (1599us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384684.375863:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005334718c. 00000020:00000040:3.0:1767384684.375871:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00100000:1.0:1767384684.375872:0:23247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384684.375877:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384684.375877:0:23247:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:1.0:1767384684.375882:0:23247:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384684.375884:0:23247:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384684.375887:0:23247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000417dea1e. 00000100:00000001:3.0:1767384684.375891:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384684.375892:0:23247:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00000001:3.0:1767384684.375894:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384684.375897:0:23247:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a38b6799. 00000020:00000040:1.0:1767384684.375901:0:23247:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:1.0:1767384684.375905:0:23247:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384684.375906:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384684.375910:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:3.0:1767384684.375912:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546347264 : -115912163204352 : ffff969418afe300) 00000100:00000040:3.0:1767384684.375917:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003039d717 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:665/0 lens 224/0 e 0 to 0 dl 1767384695 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.375925:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384684.375928:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020fc8b61. 00000100:00000001:3.0:1767384684.375930:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384684.375930:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384684.375934:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681152 00000020:00000010:3.0:1767384684.375935:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020fc8b61. 02000000:00000001:1.0:1767384684.375937:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384684.375940:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384684.375944:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003039d717 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059681536:12345-0@lo:400: 00000100:00000001:1.0:1767384684.375944:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384684.375949:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384684.375950:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681536 00000100:00100000:1.0:1767384684.375952:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681152 00000020:00000001:3.0:1767384684.375955:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384684.375956:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384684.375959:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:1.0:1767384684.375959:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384684.375962:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384684.375963:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384684.375965:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00000001:3.0:1767384684.375968:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384684.375969:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384684.375971:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384684.375973:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384684.375975:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384684.375978:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.375979:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384684.375981:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384684.375984:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384684.375984:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 00000020:00000001:3.0:1767384684.375987:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.375988:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384684.375990:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384684.375992:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400c20c. 00000100:00000001:3.0:1767384684.375994:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384684.375997:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384684.375999:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a38b6799. 02000000:00000010:3.0:1767384684.376000:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009bd3d4f5. 02000000:00000001:3.0:1767384684.376004:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384684.376004:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000417dea1e. 00000100:00000001:3.0:1767384684.376006:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.376010:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384684.376010:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00010000:00000040:3.0:1767384684.376013:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059681536 00010000:00000001:3.0:1767384684.376017:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384684.376019:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000200:3.0:1767384684.376021:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003039d717 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.376023:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384684.376026:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384684.376028:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376034:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384684.376035:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384684.376043:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384684.376044:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384684.376048:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384684.376051:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384684.376052:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384684.376054:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384684.376056:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384684.376060:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00100000:1.0:1767384684.376061:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 02000000:00000001:3.0:1767384684.376065:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384684.376066:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 02000000:00000001:3.0:1767384684.376067:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376069:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935836240 : -115911773715376 : ffff96942fe70450) 00000100:00000001:3.0:1767384684.376071:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384684.376076:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000feaf3ce8 x1853237059681152/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:665/0 lens 224/0 e 0 to 0 dl 1767384695 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384684.376077:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384684.376081:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000100:00000200:3.0:1767384684.376086:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059681536, offset 224 00000100:00000001:1.0:1767384684.376090:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384684.376094:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384684.376095:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400c20c. 00000100:00000001:1.0:1767384684.376099:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384684.376103:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384684.376104:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400c20c. 00000100:00100000:1.0:1767384684.376110:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000feaf3ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059681152:12345-0@lo:400: 00000400:00000200:3.0:1767384684.376113:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a07d00 00000100:00000200:1.0:1767384684.376118:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681152 00000400:00000200:3.0:1767384684.376121:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fa1 [1] + 224 00000020:00000001:1.0:1767384684.376122:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384684.376125:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384684.376127:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384684.376128:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.376132:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384684.376133:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384684.376135:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000100:00000001:3.0:1767384684.376137:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384684.376139:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384684.376142:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384684.376143:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384684.376145:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384684.376148:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384684.376151:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.376155:0:19650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384684.376158:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384684.376160:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384684.376160:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384684.376164:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d2568afb. 02000000:00000001:1.0:1767384684.376169:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376173:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.376176:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384684.376177:0:19650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384684.376180:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059681152 00000400:00000200:3.0:1767384684.376183:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00010000:00000001:1.0:1767384684.376183:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384684.376187:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00010000:00000200:1.0:1767384684.376189:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000feaf3ce8 x1853237059681152/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.376191:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384684.376194:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384684.376199:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.376200:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384684.376203:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.376204:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00001000:1.0:1767384684.376206:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=92 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384684.376208:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384684.376210:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376212:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384684.376213:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384684.376216:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384684.376218:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000040:3.0:1767384684.376219:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003039d717 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384684.376221:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384684.376224:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376228:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384684.376233:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384684.376235:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000020663c0. 00000100:00000200:1.0:1767384684.376238:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059681152, offset 224 00000400:00000200:1.0:1767384684.376249:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384684.376254:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003039d717 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16142:x1853237059681536:12345-0@lo:400: Request processed in 327us (1575us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384684.376258:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384684.376267:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000400:00000200:1.0:1767384684.376270:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a07b80 00000100:00000040:3.0:1767384684.376271:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:3.0:1767384684.376275:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.376278:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384684.376278:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fb1 [1] + 224 00000020:00000010:3.0:1767384684.376282:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cefc5ccf. 00000400:00000200:1.0:1767384684.376284:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384684.376286:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007448c00a. 00000400:00000200:1.0:1767384684.376290:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384684.376292:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8825c06. 00000100:00000001:1.0:1767384684.376295:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384684.376298:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000200:1.0:1767384684.376300:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.376302:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384684.376313:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.376322:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384684.376327:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000020663c0 00000400:00000010:1.0:1767384684.376329:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000020663c0. 00000100:00000001:1.0:1767384684.376332:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384684.376334:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384684.376338:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.376341:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384684.376343:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384684.376345:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.376347:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384684.376351:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384684.376351:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feaf3ce8 x1853237059681152/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384684.376354:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681280 02000000:00000001:3.0:1767384684.376358:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384684.376361:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384684.376364:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384684.376367:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000feaf3ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16142:x1853237059681152:12345-0@lo:400: Request processed in 274us (1258us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384684.376369:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384684.376374:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681280 00000020:00000001:3.0:1767384684.376377:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384684.376379:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000020:00000040:3.0:1767384684.376380:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000040:1.0:1767384684.376383:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000020:00000001:3.0:1767384684.376384:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384684.376387:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000001:1.0:1767384684.376388:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384684.376391:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:1.0:1767384684.376391:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384684.376395:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000020:00000010:1.0:1767384684.376396:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000417dea1e. 00000100:00000001:3.0:1767384684.376400:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384684.376402:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:3.0:1767384684.376404:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020fc8b61. 00000020:00000010:1.0:1767384684.376406:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a38b6799. 00000100:00000001:3.0:1767384684.376408:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384684.376411:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000020:00000010:3.0:1767384684.376412:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020fc8b61. 02000000:00000001:1.0:1767384684.376417:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384684.376419:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8825c06. 02000000:00000010:1.0:1767384684.376420:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d2568afb. 00000020:00000010:3.0:1767384684.376426:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b47f47d. 02000000:00000001:1.0:1767384684.376426:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384684.376428:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384684.376432:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007448c00a. 00000100:00000200:1.0:1767384684.376433:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384684.376438:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038339787. 00000100:00000040:3.0:1767384684.376440:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:1.0:1767384684.376443:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0ac491e. 00000100:00000001:3.0:1767384684.376450:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384684.376452:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384684.376454:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.376458:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00080000:1.0:1767384684.376458:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384684.376462:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1767384684.376464:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - evictor 00000100:00000001:3.0:1767384684.376465:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384684.376470:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384684.376473:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000100:00000001:3.0:1767384684.376476:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.376487:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384684.376488:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384684.376491:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384684.376492:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384684.376494:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384684.376495:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384684.376499:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161211302784 : -115912498248832 : ffff969404b78380) 00000400:00000001:1.0:1767384684.376499:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384684.376503:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384684.376506:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ba1f341 x1853237059681280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 224/0 e 0 to 0 dl 1767384695 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384684.376506:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e31d4b37. 00000400:00000200:1.0:1767384684.376511:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d824024e 00000400:00000010:1.0:1767384684.376514:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d824024e. 00000100:00000001:1.0:1767384684.376519:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384684.376521:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384684.376524:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384684.376525:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020fc8b61. 00000100:00000001:3.0:1767384684.376530:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384684.376534:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020fc8b61. 00000100:00000200:1.0:1767384684.376541:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384684.376544:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ba1f341 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059681280:12345-0@lo:400: 00000100:00000200:3.0:1767384684.376552:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681280 00000020:00000001:3.0:1767384684.376556:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384684.376558:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384684.376559:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384684.376561:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384684.376562:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376564:0:16142:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384684.376566:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384684.376568:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384684.376569:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:1.0:1767384684.376570:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384684.376573:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384684.376574:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.376577:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384684.376578:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.376582:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:1.0:1767384684.376583:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=92 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384684.376585:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:1.0:1767384684.376588:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=92 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384684.376589:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.376593:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384684.376595:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384684.376596:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384684.376598:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.376600:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384684.376601:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384684.376605:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009623b197. 00010000:00000001:1.0:1767384684.376605:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376608:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.376613:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384684.376614:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.376618:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.376623:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384684.376627:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059681280 00000100:00000001:1.0:1767384684.376627:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384684.376631:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384684.376632:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384684.376634:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384684.376636:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ba1f341 x1853237059681280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384684.376640:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384684.376652:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384684.376656:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384684.376658:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfe7c464 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059681152:0@lo:400: 00000100:00001000:3.0:1767384684.376660:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=82 v=5 (1 0 0 0) 00000400:00000001:1.0:1767384684.376664:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384684.376666:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1767384684.376667:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384684.376670:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5408f64. 00000100:00000040:3.0:1767384684.376671:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000400:00000200:1.0:1767384684.376674:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008428da98 00000100:00000001:3.0:1767384684.376675:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000010:1.0:1767384684.376677:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008428da98. 02000000:00000001:3.0:1767384684.376679:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384684.376682:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376682:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384684.376686:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384684.376688:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384684.376691:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384684.376696:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000100:00000200:3.0:1767384684.376701:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059681280, offset 224 00000100:00000200:1.0:1767384684.376704:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384684.376709:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384684.376717:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384684.376721:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384684.376721:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.376724:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384684.376726:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384684.376727:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384684.376729:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384684.376731:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a07c00 02000000:00000001:1.0:1767384684.376733:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384684.376738:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=87 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384684.376742:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fa9 [1] + 224 00000100:00001000:1.0:1767384684.376744:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384684.376749:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384684.376750:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384684.376751:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.376754:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384684.376757:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:1.0:1767384684.376760:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.376762:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384684.376768:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384684.376771:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376776:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384684.376778:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384684.376781:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384684.376783:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.376783:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.376790:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.376804:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384684.376825:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384684.376827:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384684.376828:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00000100:00000001:1.0:1767384684.376829:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384684.376849:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00000100:00000040:1.0:1767384684.376852:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.376862:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384684.376865:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384684.376865:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001974dff6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059681536:0@lo:400: 00000100:00000001:3.0:1767384684.376871:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384684.376873:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384684.376876:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384684.376877:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000400:00000010:1.0:1767384684.376878:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d9f75c. 00010000:00000001:3.0:1767384684.376882:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384684.376884:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e2cc42 00000020:00000001:3.0:1767384684.376885:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.376888:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384684.376888:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094e2cc42. 00000100:00000001:1.0:1767384684.376893:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384684.376894:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1f341 x1853237059681280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384684.376899:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384684.376912:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ba1f341 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16141:x1853237059681280:12345-0@lo:400: Request processed in 388us (1987us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384684.376917:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384684.376923:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384684.376928:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:3.0:1767384684.376933:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384684.376933:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384684.376936:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.376937:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384684.376939:0:16142:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384684.376941:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b47f47d. 02000000:00000001:1.0:1767384684.376942:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384684.376944:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384684.376946:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.376947:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007448c00a. 02000000:00000001:1.0:1767384684.376949:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.376952:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8825c06. 00000100:00001000:1.0:1767384684.376953:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=82 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384684.376956:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00001000:1.0:1767384684.376958:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384684.376959:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.376964:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384684.376966:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.376968:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384684.376971:0:16142:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384684.376978:0:16142:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.376980:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384684.376982:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384684.376983:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384684.376985:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.376988:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.376994:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384684.376995:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384684.376996:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384684.376999:0:16142:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384684.377002:0:16142:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384684.377005:0:16142:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384684.377012:0:16142:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384684.377016:0:16142:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.377019:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384684.377026:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfabf4a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16142:1853237059681024:0@lo:13: 00000100:00000001:1.0:1767384684.377030:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.377032:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384684.377034:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfe7c464 x1853237059681152/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.377040:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384684.377043:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384684.377045:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8376f32. 02000000:00000001:1.0:1767384684.377049:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384684.377050:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384684.377052:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384684.377054:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384684.377056:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a579db8. 02000000:00000001:1.0:1767384684.377060:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384684.377061:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384684.377063:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfe7c464. 00000100:00000001:1.0:1767384684.377067:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384684.377068:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.377070:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384684.377073:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001974dff6 x1853237059681536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.377078:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384684.377080:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384684.377082:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055293157. 02000000:00000001:1.0:1767384684.377085:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384684.377087:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384684.377088:0:16142:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384684.377090:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384684.377091:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a51d612. 02000000:00000001:1.0:1767384684.377094:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384684.377096:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384684.377097:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001974dff6. 00000100:00000001:1.0:1767384684.377100:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384684.377101:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.377103:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384684.377106:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfabf4a0 x1853237059681024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.377112:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384684.377114:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384684.377115:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006947b2ec. 02000000:00000001:1.0:1767384684.377118:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384684.377119:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384684.377121:0:16142:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384684.377123:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384684.377125:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf844f7d. 02000000:00000001:1.0:1767384684.377128:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384684.377129:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384684.377131:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfabf4a0. 00000100:00000001:1.0:1767384684.377134:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384684.377136:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.377138:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.377142:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384684.377143:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.377146:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.377148:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.377583:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384684.377586:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384684.377589:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.377591:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.377592:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2a41a11. 00000400:00000200:3.0:1767384684.377596:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:3.0:1767384684.377598:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000100:00000001:3.0:1767384684.377616:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384684.377619:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384684.377627:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.377633:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384684.377635:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.377642:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384684.377643:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384684.377645:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384684.377646:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.377648:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384684.377652:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384684.377655:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384684.377657:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384684.377659:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384684.377660:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384684.377663:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384684.377670:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.377672:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384684.377674:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384684.377675:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384684.377677:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.377680:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.377687:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.377689:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384684.377691:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384684.377693:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384684.377700:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f5274f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16141:1853237059681280:0@lo:400: 00000400:00000001:3.0:1767384684.377738:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.377740:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.377742:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067120f09. 00000400:00000200:3.0:1767384684.377746:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2de5cf5 00000400:00000010:3.0:1767384684.377748:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2de5cf5. 00000100:00000001:3.0:1767384684.377752:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384684.377756:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384684.377775:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.377783:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384684.377785:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.377787:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384684.377789:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384684.377791:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384684.377792:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.377794:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384684.377798:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384684.377801:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384684.377804:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384684.377805:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384684.377817:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384684.377821:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384684.377827:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.377830:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384684.377831:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384684.377871:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384684.377873:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.377876:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.377883:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.377885:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384684.377886:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384684.377891:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384684.377898:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbd91fa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853237059681408:0@lo:400: 00000100:00000001:3.0:1767384684.377902:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.377904:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384684.377914:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5274f80 x1853237059681280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.377922:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384684.377924:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384684.377926:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c9e63eb. 02000000:00000001:3.0:1767384684.377929:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384684.377930:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384684.377932:0:16141:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384684.377933:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384684.377935:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000158e5cad. 02000000:00000001:3.0:1767384684.377938:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384684.377940:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384684.377941:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5274f80. 00000100:00000001:3.0:1767384684.377945:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384684.377946:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.377948:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384684.377950:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbd91fa5 x1853237059681408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.377957:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384684.377959:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384684.377961:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3f5176a. 02000000:00000001:3.0:1767384684.377964:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384684.377966:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384684.377967:0:16141:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384684.377970:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384684.377971:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000acaf6a69. 02000000:00000001:3.0:1767384684.377974:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384684.377976:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384684.377977:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbd91fa5. 00000100:00000001:3.0:1767384684.377980:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384684.377982:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.377984:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.377988:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384684.377990:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.377993:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384684.377995:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.387869:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294974477, at 4294974478 00000100:00000040:0.0:1767384684.387873:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294974477, at 4294974478 00000100:00000040:2.0:1767384684.387879:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294974477, at 4294974478 00000100:00000010:3.0:1767384684.387885:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000834259b2. 00000100:00000010:0.0:1767384684.387887:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003815b3c7. 00000100:00000010:2.0:1767384684.387889:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026a8fd43. 00000100:00000040:1.0:1767384684.388862:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294974477, at 4294974479 00000100:00000010:1.0:1767384684.388869:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5b56de6. 00010000:00000001:0.0:1767384684.438883:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384684.438888:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384684.438893:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384684.438895:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.438929:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384684.438932:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384684.438935:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384684.885893:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384684.885897:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384684.885901:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070595828 00000400:00000010:0.0:1767384684.885905:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070595828. 00000400:00000200:0.0:1767384684.885911:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384684.885917:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384684.885931:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ad5a5d0a. 00000400:00000010:0.0:1767384684.885935:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dc0fe258. 00000400:00000200:0.0:1767384684.885953:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp36 00000400:00000010:0.0:1767384684.885956:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003c44e968. 00000400:00000010:0.0:1767384684.885960:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000969feeaa. 00000400:00000010:0.0:1767384684.885964:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070595828. 00000400:00000010:0.0:1767384684.885970:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a823ea1. 00000400:00000200:0.0:1767384684.885975:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp36 00000400:00000200:0.0:1767384684.885988:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp36 local destination 00000400:00000200:0.0:1767384684.885994:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp36 00000400:00000200:0.0:1767384684.885999:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp36 NI seq info: [195:195:256:4294967295] 192.168.202.117@tcp36 LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1767384684.886006:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp36 00000400:00000200:0.0:1767384684.886015:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36:) -> 192.168.202.117@tcp36(192.168.202.117@tcp36:192.168.202.117@tcp36) : GET try# 0 00000800:00000200:0.0:1767384684.886021:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp36 00000800:00000010:0.0:1767384684.886025:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b647a771. 00000800:00000200:0.0:1767384684.886033:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000800:00000200:0.1:1767384684.886038:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000400:00000200:0.0:1767384684.886055:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp36 added to recovery queue. ping count: 5 next ping: 339 health :500 00000400:00000200:0.0:1767384684.886061:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp47 00000400:00000010:0.0:1767384684.886065:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a6dce450. 00000400:00000010:0.0:1767384684.886068:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f9ddff12. 00000400:00000010:0.0:1767384684.886071:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ce32a60. 00000400:00000010:0.0:1767384684.886075:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b5e617a. 00000400:00000200:0.0:1767384684.886078:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp47 00000400:00000200:0.0:1767384684.886085:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp47 local destination 00000400:00000200:0.0:1767384684.886089:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp47 00000400:00000200:0.0:1767384684.886093:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp47 NI seq info: [196:196:256:4294967295] 192.168.202.117@tcp47 LPNI seq info [193:193:8:4294967295] 00000400:00000200:0.0:1767384684.886098:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp47 00000400:00000200:0.0:1767384684.886109:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp47(192.168.202.117@tcp47:) -> 192.168.202.117@tcp47(192.168.202.117@tcp47:192.168.202.117@tcp47) : GET try# 0 00000800:00000200:0.0:1767384684.886114:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp47 00000800:00000010:0.0:1767384684.886117:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bcc86010. 00000800:00000200:0.0:1767384684.886122:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000800:00000200:0.1:1767384684.886131:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000400:00000200:0.0:1767384684.886159:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp47 added to recovery queue. ping count: 1 next ping: 309 health :900 00000400:00000200:3.0:1767384684.886216:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886225:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886276:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886289:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886322:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886338:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886363:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886394:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886406:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886442:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886444:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886492:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886504:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886527:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886553:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886564:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886597:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886602:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886657:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886660:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886687:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886708:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886720:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886753:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886756:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.886819:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886822:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000800:00000200:2.0:1767384684.886883:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (4) 00000800:00000200:2.1:1767384684.886888:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (4) 00000400:00000200:1.0:1767384684.886913:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.886956:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.886973:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887010:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887026:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887058:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887097:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887119:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887157:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887179:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887185:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887216:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887232:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887253:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887276:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887286:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887304:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887340:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887342:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887356:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887403:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887415:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887416:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887453:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887470:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887482:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887503:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887529:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887546:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887570:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887583:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887609:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887624:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887633:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887671:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887698:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887700:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887730:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887751:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887764:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887792:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887816:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887824:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887887:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887887:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887895:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.887945:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.887969:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.887969:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888000:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888016:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888034:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888066:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888080:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888093:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888117:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888139:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888152:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888164:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888205:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888216:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888218:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888257:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888278:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888285:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888319:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888331:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888371:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888371:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888408:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888433:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888461:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000800:00000010:3.0:1767384684.888469:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3f9adae. 00000800:00000010:3.0:1767384684.888474:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cec308f9. 00000800:00000010:3.0:1767384684.888479:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002972d668. 00000400:00000200:1.0:1767384684.888496:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000800:00000010:3.0:1767384684.888502:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002972d668. 00000800:00020000:3.0:1767384684.888513:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000400:00000200:2.0:1767384684.888514:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000800:00000010:3.0:1767384684.888517:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cec308f9. 00000800:00000010:3.0:1767384684.888521:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c3f9adae. 00000400:00000200:1.0:1767384684.888554:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:02020000:3.0:1767384684.888572:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp47 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384684.888573:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888581:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp47 notifying 192.168.202.117@tcp47: down 00000400:00000200:3.0:1767384684.888584:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384684.888589:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp47 00000800:00000010:3.0:1767384684.888591:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bcc86010. 00000400:00000200:3.0:1767384684.888596:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384684.888599:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp47->192.168.202.117@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384684.888607:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384684.888610:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384684.888612:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:3.0:1767384684.888614:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp47) recovery failed with -71 00000400:00000200:2.0:1767384684.888625:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888665:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888684:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888709:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888725:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888757:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888766:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888828:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888829:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384684.888885:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888905:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.888959:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.889007:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000800:00000010:2.0:1767384684.889013:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023f31251. 00000800:00000010:2.0:1767384684.889018:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e219542. 00000800:00000010:2.0:1767384684.889021:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007187ad63. 00000400:00000200:1.0:1767384684.889041:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000800:00000010:2.0:1767384684.889048:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007187ad63. 00000800:00020000:2.0:1767384684.889058:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384684.889061:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e219542. 00000800:00000010:2.0:1767384684.889063:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023f31251. 00000400:00000200:1.0:1767384684.889087:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:02020000:2.0:1767384684.889119:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp33 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384684.889124:0:16131:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384684.889142:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.117:988 00000800:00000010:1.0:1767384684.889296:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf16f8af. 00000800:00000010:1.0:1767384684.889301:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e02faea. 00000800:00000010:1.0:1767384684.889305:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009256bb12. 00000800:00000010:1.0:1767384684.889333:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009256bb12. 00000400:00000200:1.0:1767384684.889373:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384684.889386:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp36 from 205.3.0.2 00000800:00000010:1.0:1767384684.889390:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ab9f1513. 00000800:00000010:1.0:1767384684.890746:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e13c83e0. 00000800:00000010:1.0:1767384684.890751:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001c9d3da. 00000800:00000010:1.0:1767384684.890773:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003804e0b0. 00000800:00000200:1.1:1767384684.890779:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (2) 00000800:00000200:1.1:1767384684.890786:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp36 000000003804e0b0 deleted 00000800:00000010:1.1:1767384684.890788:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003804e0b0. 00000800:00000200:1.1:1767384684.890793:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384684.890798:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp36 ip 192.168.202.117:973 00000800:00000200:1.1:1767384684.890812:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b647a771 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384684.890819:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp36 p 3.x 192.168.202.117 -> 192.168.202.117:973 incarnation:1767384649236522023 sched[0] 00000800:00000010:1.0:1767384684.890824:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009256bb12. 00000800:00000010:1.0:1767384684.890887:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009256bb12. 00000800:00000010:1.0:1767384684.890891:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001c9d3da. 00000800:00000010:1.0:1767384684.890916:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ab9f1513. 00000800:00000001:1.0:1767384684.890927:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.890932:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384684.890977:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384684.890980:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b647a771. 00000400:00000200:1.0:1767384684.890984:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384684.890989:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: GET: OK 00000400:00000200:1.0:1767384684.890993:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384684.890996:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp36 recovery message sent successfully:0 00000800:00000200:1.1:1767384684.891026:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384684.891032:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp36 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384649236522023 sched[0] 00000800:00000010:1.0:1767384684.891035:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e02faea. 00000800:00000001:1.0:1767384684.891061:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.891066:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384684.891069:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.891074:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384684.891080:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36) <- 192.168.202.117@tcp36 : GET - for me 00000400:00000200:1.0:1767384684.891091:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384684.891098:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1f69 [1] + 0 00000400:00000200:1.0:1767384684.891107:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp36 to MR: 192.168.202.117@tcp36 local destination 00000400:00000200:1.0:1767384684.891114:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp36 NI seq info: [197:197:256:4294967295] 192.168.202.117@tcp36 LPNI seq info [194:194:8:4294967295] 00000400:00000200:1.0:1767384684.891126:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36:192.168.202.117@tcp36) -> 192.168.202.117@tcp36(192.168.202.117@tcp36:192.168.202.117@tcp36) 192.168.202.117@tcp36 : REPLY try# 0 00000800:00000200:1.0:1767384684.891132:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp36 00000800:00000010:1.0:1767384684.891135:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf844f7d. 00000800:00000200:1.0:1767384684.891139:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000828f69ac] -> 12345-192.168.202.117@tcp36 (4) 00000800:00000200:1.0:1767384684.891144:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp36 ip 192.168.202.117:988 00000800:00000200:1.0:1767384684.891146:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf844f7d type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384684.891189:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384684.891191:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf844f7d. 00000400:00000200:1.0:1767384684.891195:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384684.891198:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: REPLY: OK 00000800:00000001:1.0:1767384684.891207:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.891210:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384684.891212:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.891215:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384684.891216:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.891218:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384684.891222:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp36(192.168.202.117@tcp36) <- 192.168.202.117@tcp36 : REPLY - for me 00000400:00000200:1.0:1767384684.891230:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp36: Reply from 12345-192.168.202.117@tcp36 of length 272/272 into md 0x1fd1 00000800:00000001:1.0:1767384684.891234:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.891238:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384684.891240:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384684.891243:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp36->192.168.202.117@tcp36: REPLY: OK 00000400:00000200:1.0:1767384684.891246:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070595828 00000400:00000010:1.0:1767384684.891248:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070595828. 00000400:00000200:1.0:1767384684.891252:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384684.891257:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003c44e968. 00000400:00000010:1.0:1767384684.891261:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000969feeaa. 00000800:00000001:1.0:1767384684.891265:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.891269:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384684.891315:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891363:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891398:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891440:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891469:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891503:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891542:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891580:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891612:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891652:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891690:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891717:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891750:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891783:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891862:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891897:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891932:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891969:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.891999:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892037:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892076:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892098:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892119:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892142:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892177:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892224:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892284:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892330:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892357:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892393:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892445:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892494:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892544:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892590:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384684.892618:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384684.892730:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f228b0ef. 00000800:00000010:1.0:1767384684.892735:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003804e0b0. 00000800:00000010:1.0:1767384684.892739:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009256bb12. 00000800:00000010:1.0:1767384684.892759:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009256bb12. 00000800:00020000:1.0:1767384684.892767:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384684.892770:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003804e0b0. 00000800:00000010:1.0:1767384684.892773:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f228b0ef. 00000400:02020000:1.0:1767384684.892829:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp36 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384685.461899:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384685.461904:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.461910:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384685.461911:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384685.461937:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384685.461946:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384685.461948:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384685.909933:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384685.909940:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384685.909943:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ce32a60 00000400:00000010:0.0:1767384685.909949:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ce32a60. 00000800:00000200:2.0:1767384685.909956:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5091045] -> 12345-192.168.202.117@tcp15 (6) 00000400:00000200:0.0:1767384685.909956:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384685.909963:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp47 recovery ping unlinked 00000800:00000200:2.0:1767384685.909967:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp15 ip 192.168.202.117:988 00000800:00000200:2.0:1767384685.909972:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384685.909977:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a6dce450. 00000400:00000010:0.0:1767384685.909983:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f9ddff12. 00000400:00000200:0.0:1767384685.909991:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp42 00000400:00000010:0.0:1767384685.909997:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a6dce450. 00000400:00000010:0.0:1767384685.910003:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000654dc7be. 00000400:00000010:0.0:1767384685.910006:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ce32a60. 00000400:00000010:0.0:1767384685.910012:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f59b717a. 00000400:00000200:0.0:1767384685.910017:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp42 00000400:00000200:0.0:1767384685.910028:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp42 local destination 00000400:00000200:0.0:1767384685.910034:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp42 00000400:00000200:0.0:1767384685.910039:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp42 NI seq info: [198:198:256:4294967295] 192.168.202.117@tcp42 LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1767384685.910045:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp42 00000400:00000200:0.0:1767384685.910053:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp42(192.168.202.117@tcp42:) -> 192.168.202.117@tcp42(192.168.202.117@tcp42:192.168.202.117@tcp42) : GET try# 0 00000800:00000200:0.0:1767384685.910058:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp42 00000800:00000010:0.0:1767384685.910062:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c3b1cba9. 00000800:00000200:0.0:1767384685.910067:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000800:00000200:0.1:1767384685.910071:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000400:00000200:0.0:1767384685.910093:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp42 added to recovery queue. ping count: 4 next ping: 324 health :600 00000800:00000200:1.0:1767384685.910146:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384685.910152:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384685.910164:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384685.910169:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384685.910172:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384685.910282:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910325:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910348:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910368:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910385:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910401:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910421:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910442:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910459:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910486:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910508:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910526:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910543:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910561:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910584:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910602:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910618:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910637:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910658:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910675:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910691:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910710:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910732:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910749:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910764:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910786:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910819:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910868:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910899:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910919:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910941:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910961:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910977:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.910995:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384685.911018:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384685.911130:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3f9adae. 00000800:00000010:3.0:1767384685.911134:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010e550c6. 00000800:00000010:3.0:1767384685.911139:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000369f6195. 00000800:00000010:3.0:1767384685.911157:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000369f6195. 00000800:00020000:3.0:1767384685.911163:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384685.911172:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010e550c6. 00000800:00000010:3.0:1767384685.911175:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c3f9adae. 00000400:02020000:3.0:1767384685.911211:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp42 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384685.911217:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp42 notifying 192.168.202.117@tcp42: down 00000800:00000200:3.0:1767384685.911222:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp42 down 00000800:00000100:3.0:1767384685.911227:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp42 00000800:00000010:3.0:1767384685.911230:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c3b1cba9. 00000400:00000200:3.0:1767384685.911234:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384685.911238:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp42->192.168.202.117@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384685.911247:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384685.911250:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384685.911253:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp42) recovery failed with -71 00010000:00000001:0.0:1767384686.485893:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384686.485899:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.485905:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384686.485912:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.485941:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384686.485946:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384686.485948:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384686.500959:0:39638:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384686.500970:0:39638:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384686.500974:0:39638:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384686.500978:0:39638:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384686.500982:0:39638:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384686.500984:0:39638:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384686.626775:0:39675:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d3755085. 00000400:00000040:1.0:1767384686.626813:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384686.626816:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384686.626819:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626820:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.626823:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626825:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384686.626828:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384686.626829:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384686.626831:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384686.626850:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384686.626853:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384686.626855:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384686.626858:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384686.626859:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.626861:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384686.626863:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384686.626865:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.626866:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384686.626867:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384686.626870:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626871:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384686.626873:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384686.626875:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384686.626876:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.626877:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384686.626879:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626881:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384686.626882:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384686.626884:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384686.626886:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.626887:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384686.626889:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626890:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384686.626891:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384686.626893:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384686.626894:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.626895:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384686.626897:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384686.626899:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384686.626900:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384686.626902:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384686.626903:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.626905:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384686.626906:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384686.626908:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384686.626909:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384686.626910:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384686.626912:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384686.626914:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384686.626916:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384686.626917:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384686.626919:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384686.626920:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384686.626922:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384686.626923:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384686.626925:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384686.626926:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384686.626937:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384686.626938:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384686.626941:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626942:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.626945:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626946:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384686.626948:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384686.626950:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384686.626951:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384686.626952:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384686.626954:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384686.626956:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384686.626958:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384686.626959:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.626961:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384686.626963:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384686.626964:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.626966:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384686.626967:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384686.626969:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626970:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384686.626971:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384686.626973:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384686.626974:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.626975:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384686.626977:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626979:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384686.626980:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384686.626981:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384686.626983:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.626984:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384686.626986:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384686.626988:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384686.626989:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384686.626991:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384686.626993:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.626994:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384686.626996:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384686.626998:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384686.626999:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384686.627001:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384686.627002:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.627004:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384686.627005:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384686.627007:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384686.627008:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384686.627010:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384686.627011:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384686.627013:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384686.627015:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384686.627016:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384686.627018:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384686.627019:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384686.627021:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384686.627022:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.627024:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384686.627025:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384686.627027:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384686.627028:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384686.627030:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384686.627204:0:39675:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d3755085. 00000400:00000200:1.0:1767384686.667000:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384686.667042:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp50 from 255.3.0.2 00000800:00000010:1.0:1767384686.667047:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000252798bc. 00000800:00000010:2.0:1767384686.667095:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023f31251. 00000800:00000010:2.0:1767384686.667102:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5f9fc74. 00000800:00000010:2.0:1767384686.667124:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006e219542. 00000800:00000200:2.0:1767384686.667133:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.17@tcp50 p 3.x 192.168.202.117 -> 192.168.202.17:1023 incarnation:1767384685518030501 sched[0] 00000800:00000010:2.0:1767384686.667140:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384686.667200:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384686.667205:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5f9fc74. 00000800:00000010:2.0:1767384686.667237:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000252798bc. 00000800:00000001:0.0:1767384686.667259:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384686.667267:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384686.668119:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384686.668126:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384686.668128:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384686.668133:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384686.668140:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : GET - for me 00000400:00000010:2.0:1767384686.668150:0:16135:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000969feeaa. 00000400:00000200:2.0:1767384686.668154:0:16135:0:(peer.c:264:lnet_peer_alloc()) 00000000969feeaa nid 192.168.202.17@tcp50 00000400:00000010:2.0:1767384686.668157:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000029ff96db. 00000400:00000200:2.0:1767384686.668160:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000029ff96db net tcp50 00000400:00000010:2.0:1767384686.668163:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000f60e856. 00000400:00000200:2.0:1767384686.668169:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000f60e856 nid 192.168.202.17@tcp50 00000400:00000200:2.0:1767384686.668172:0:16135:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.17@tcp50 nid 192.168.202.117@tcp50: 0 00000400:00000200:2.0:1767384686.668176:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000969feeaa (0) 00000400:00000200:2.0:1767384686.668181:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.17@tcp50 NID 192.168.202.17@tcp50 flags 0x0 00000400:00000200:2.0:1767384686.668184:0:16135:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.202.17@tcp50: 0 00000400:00000200:2.0:1767384686.668191:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384686.668199:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.17@tcp50 of length 272/272 into md 0x1f69 [1] + 0 00000400:00000200:2.0:1767384686.668219:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:2.0:1767384686.668229:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [199:199:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384686.668239:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) 192.168.202.17@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384686.668245:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:2.0:1767384686.668249:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009796942e. 00000800:00000200:2.0:1767384686.668254:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (2) 00000800:00000200:2.0:1767384686.668259:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:2.0:1767384686.668263:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009796942e type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384686.668296:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384686.668327:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384686.668330:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009796942e. 00000400:00000200:2.0:1767384686.668335:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384686.668340:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: REPLY: OK 00000800:00000001:1.0:1767384686.668343:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384686.669223:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384686.669244:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp50 from 254.3.0.2 00000800:00000010:1.0:1767384686.669248:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ef11fa1f. 00000800:00000010:0.0:1767384686.669287:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a80b4905. 00000800:00000010:0.0:1767384686.669293:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e719b8d. 00000800:00000010:0.0:1767384686.669561:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a2cab0fa. 00000800:00000200:0.1:1767384686.669568:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (2) 00000800:00000200:0.1:1767384686.669573:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.17@tcp50 00000000a2cab0fa deleted 00000800:00000010:0.1:1767384686.669575:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a2cab0fa. 00000800:00000200:0.0:1767384686.669581:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.17@tcp50 p 3.x 192.168.202.117 -> 192.168.202.17:1022 incarnation:1767384685518030501 sched[0] 00000800:00000010:0.0:1767384686.669587:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000735bc448. 00000800:00000010:0.0:1767384686.669625:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000735bc448. 00000800:00000010:0.0:1767384686.669629:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e719b8d. 00000800:00000010:0.0:1767384686.669657:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ef11fa1f. 00000800:00000001:2.0:1767384686.669681:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384686.669687:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384686.670024:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384686.670032:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384686.670035:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384686.670042:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384686.670048:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : GET - for me 00000400:00000200:0.0:1767384686.670057:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384686.670065:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.17@tcp50 of length 704/704 into md 0x1f69 [1] + 0 00000400:00000200:0.0:1767384686.670075:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:0.0:1767384686.670085:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [200:200:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384686.670099:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) 192.168.202.17@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384686.670105:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:0.0:1767384686.670109:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c4797d7. 00000800:00000200:0.0:1767384686.670114:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (3) 00000800:00000200:0.0:1767384686.670198:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:0.0:1767384686.670201:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c4797d7 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:2.0:1767384686.670249:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384686.670250:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384686.670254:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c4797d7. 00000800:00000001:2.0:1767384686.670256:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384686.670257:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384686.670264:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: REPLY: OK 00000400:00000200:1.0:1767384686.671026:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384686.671043:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp50 from 253.3.0.2 00000800:00000010:1.0:1767384686.671046:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a46d6fcb. 00000800:00000010:2.0:1767384686.671096:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000022782003. 00000800:00000010:2.0:1767384686.671102:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5f9fc74. 00000800:00000010:2.0:1767384686.671335:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000044f1676f. 00000800:00000200:2.1:1767384686.671351:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (3) 00000800:00000200:2.1:1767384686.671358:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.17@tcp50 0000000044f1676f deleted 00000800:00000010:2.1:1767384686.671360:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000044f1676f. 00000800:00000200:2.0:1767384686.671368:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.17@tcp50 p 3.x 192.168.202.117 -> 192.168.202.17:1021 incarnation:1767384685518030501 sched[0] 00000800:00000010:2.0:1767384686.671374:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384686.671422:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384686.671427:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5f9fc74. 00000800:00000010:2.0:1767384686.671470:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a46d6fcb. 00000800:00000001:0.0:1767384686.671526:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384686.671531:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384686.933978:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384686.933985:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384686.933988:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ce32a60 00000400:00000010:1.0:1767384686.933993:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ce32a60. 00000400:00000200:1.0:1767384686.933999:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384686.934006:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384686.934020:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a6dce450. 00000400:00000010:1.0:1767384686.934025:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000654dc7be. 00000400:00000200:1.0:1767384686.934030:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp47 00000400:00000010:1.0:1767384686.934037:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c749c21e. 00000400:00000010:1.0:1767384686.934043:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007eff9d66. 00000400:00000010:1.0:1767384686.934054:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094e2cc42. 00000400:00000010:1.0:1767384686.934062:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005e3d3ab7. 00000400:00000200:1.0:1767384686.934066:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp47 00000400:00000200:1.0:1767384686.934079:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp47 local destination 00000400:00000200:1.0:1767384686.934085:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp47 00000400:00000200:1.0:1767384686.934089:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp47 NI seq info: [201:201:256:4294967295] 192.168.202.117@tcp47 LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1767384686.934096:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp47 00000400:00000200:1.0:1767384686.934102:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp47(192.168.202.117@tcp47:) -> 192.168.202.117@tcp47(192.168.202.117@tcp47:192.168.202.117@tcp47) : GET try# 0 00000800:00000200:1.0:1767384686.934107:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp47 00000800:00000010:1.0:1767384686.934112:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf844f7d. 00000800:00000200:1.0:1767384686.934117:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000800:00000200:1.1:1767384686.934121:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000400:00000200:1.0:1767384686.934143:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp47 added to recovery queue. ping count: 2 next ping: 313 health :800 00000400:00000200:1.0:1767384686.934148:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp43 00000400:00000010:1.0:1767384686.934150:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c7e73a95. 00000400:00000010:1.0:1767384686.934153:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000513c70e1. 00000400:00000010:1.0:1767384686.934156:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008428da98. 00000400:00000010:1.0:1767384686.934160:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d9ca2e5. 00000400:00000200:1.0:1767384686.934164:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp43 00000400:00000200:1.0:1767384686.934170:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp43 local destination 00000400:00000200:1.0:1767384686.934174:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp43 00000400:00000200:1.0:1767384686.934177:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp43 NI seq info: [202:202:256:4294967295] 192.168.202.117@tcp43 LPNI seq info [197:197:8:4294967295] 00000400:00000200:1.0:1767384686.934182:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp43 00000400:00000200:1.0:1767384686.934189:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp43(192.168.202.117@tcp43:) -> 192.168.202.117@tcp43(192.168.202.117@tcp43:192.168.202.117@tcp43) : GET try# 0 00000800:00000200:1.0:1767384686.934194:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp43 00000800:00000010:1.0:1767384686.934197:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000008bfaf84. 00000800:00000200:1.0:1767384686.934202:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000800:00000200:1.1:1767384686.934206:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000400:00000200:3.0:1767384686.934225:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384686.934230:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp43 added to recovery queue. ping count: 4 next ping: 325 health :600 00000400:00000200:3.0:1767384686.934268:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934282:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934292:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934306:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934332:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934350:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934369:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934406:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934419:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934449:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934474:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934492:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934519:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934538:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934567:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934577:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934613:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934625:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934667:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934682:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934706:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934728:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934759:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934766:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934862:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934871:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934898:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934922:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934946:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.934962:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.934994:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935009:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935040:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935052:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935104:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935109:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935146:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935166:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935190:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935213:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935232:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935261:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935271:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935312:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935315:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935357:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935363:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935405:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935412:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935442:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935461:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935489:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935505:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935530:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935548:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935561:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935595:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935605:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935642:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.935647:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935703:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935731:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935762:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935805:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384686.935860:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000800:00000010:3.0:1767384686.935875:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3f9adae. 00000800:00000010:3.0:1767384686.935880:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0d5812c. 00000800:00000010:3.0:1767384686.935885:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ce956b2. 00000400:00000200:2.0:1767384686.935896:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000800:00000010:3.0:1767384686.935903:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ce956b2. 00000800:00020000:3.0:1767384686.935912:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384686.935915:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0d5812c. 00000800:00000010:3.0:1767384686.935918:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c3f9adae. 00000400:00000200:2.0:1767384686.935930:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:02020000:3.0:1767384686.935963:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp47 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384686.935969:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp47 notifying 192.168.202.117@tcp47: down 00000400:00000200:3.0:1767384686.935973:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:2.0:1767384686.935975:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000800:00000100:3.0:1767384686.935978:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp47 00000800:00000010:3.0:1767384686.935983:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cf844f7d. 00000400:00000200:3.0:1767384686.935986:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384686.935990:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp47->192.168.202.117@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384686.936004:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384686.936007:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384686.936008:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:3.0:1767384686.936011:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp47) recovery failed with -71 00000800:00000010:2.0:1767384686.936114:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c3c6fab. 00000800:00000010:2.0:1767384686.936119:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5f9fc74. 00000800:00000010:2.0:1767384686.936128:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b5a984. 00000800:00000010:2.0:1767384686.936147:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b5a984. 00000800:00020000:2.0:1767384686.936153:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384686.936156:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5f9fc74. 00000800:00000010:2.0:1767384686.936158:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c3c6fab. 00000400:02020000:2.0:1767384686.936191:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp43 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384686.936195:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp43 notifying 192.168.202.117@tcp43: down 00000800:00000200:2.0:1767384686.936198:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp43 down 00000800:00000100:2.0:1767384686.936202:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp43 00000800:00000010:2.0:1767384686.936203:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000008bfaf84. 00000400:00000200:2.0:1767384686.936205:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384686.936207:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp43->192.168.202.117@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384686.936212:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384686.936213:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384686.936215:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp43) recovery failed with -71 00000100:00000001:1.0:1767384687.445908:0:19654:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384687.445917:0:19654:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.445996:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384687.446005:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.509957:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384687.509963:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.509971:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384687.509972:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.510031:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384687.510035:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384687.510038:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384687.691407:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.691432:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384687.691438:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.691441:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.691455:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:3.0:1767384687.691478:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 520 into portal 26 MB=0x6958260400180 00000400:00000200:3.0:1767384687.691487:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 520/520 into md 0x1729 [2] + 0 00000400:00000010:3.0:1767384687.691494:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fa97b2f. 00000400:00000200:3.0:1767384687.691503:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000295fbc79 00000800:00000001:3.0:1767384687.691512:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.691522:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.691525:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.691530:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.691536:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000295fbc79 00000400:00000010:3.0:1767384687.691539:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000295fbc79. 00000100:00000001:3.0:1767384687.691546:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384687.691549:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384687.691554:0:16135:0:(events.c:337:request_in_callback()) incoming req@0000000067634e7e x1853237053358464 msgsize 520 00000100:00100000:3.0:1767384687.691558:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:3.0:1767384687.691561:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384687.691574:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384687.691583:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.691587:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.691632:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.691637:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053358464 02000000:00000001:1.0:1767384687.691641:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.691644:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.691646:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.691652:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.691657:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053358464 00000020:00000001:1.0:1767384687.691660:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.691662:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384687.691665:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384687.691667:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.691670:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.691677:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012f0bcd9. 00000020:00000010:1.0:1767384687.691684:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.691697:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000001:1.0:1767384687.691706:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.691708:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.691710:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.691717:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.691730:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.691742:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.691745:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.691753:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 154 00000100:00000001:1.0:1767384687.691758:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935845456 : -115911773706160 : ffff96942fe72850) 00000100:00000040:1.0:1767384687.691765:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067634e7e x1853237053358464/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384707 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.691790:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067634e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:12164:x1853237053358464:12345-192.168.202.17@tcp50:250: 00000100:00000200:1.0:1767384687.691794:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053358464 00000020:00000001:1.0:1767384687.691797:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384687.691802:0:16772:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384687.691814:0:16772:0:(obd_config.c:927:class_incref()) incref MGS (0000000009d16f6b) now 6 - find 00000020:00000001:1.0:1767384687.691817:0:16772:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446628161529832288 : -115912179719328 : ffff969417b3e360) 00000100:00000001:1.0:1767384687.691825:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.691828:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.691866:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000079a7597c. 02000000:00000001:1.0:1767384687.691869:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.691872:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.691874:0:16772:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384687.691879:0:16772:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50 t0 exp 0000000000000000 cur 310 last 0 00010000:00000001:1.0:1767384687.691884:0:16772:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:1.0:1767384687.691887:0:16772:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:1.0:1767384687.691889:0:16772:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384687.691891:0:16772:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384687.691894:0:16772:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001b683242. 00000020:00000001:1.0:1767384687.691897:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384687.691900:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b683242 with handle 0x534bb1615bf4c955 to hash 00000020:00000001:1.0:1767384687.691902:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384687.691906:0:16772:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:1.0:1767384687.691909:0:16772:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384687.691913:0:16772:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384687.691917:0:16772:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008842db04. 00000001:00000010:1.0:1767384687.691923:0:16772:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002120da71. 00000001:00000010:1.0:1767384687.691928:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000126aa885. 00000001:00000010:1.0:1767384687.691932:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068b3d267. 00000001:00000010:1.0:1767384687.691935:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002cee3258. 00000001:00000010:1.0:1767384687.691938:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007592f2a4. 00010000:00000001:1.0:1767384687.691942:0:16772:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.691944:0:16772:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.691946:0:16772:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384687.691948:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=3 00000020:00000040:1.0:1767384687.691952:0:16772:0:(obd_config.c:927:class_incref()) incref MGS (0000000009d16f6b) now 7 - export 00000020:00000001:1.0:1767384687.691954:0:16772:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000040:1.0:1767384687.691957:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 2 00000020:00000080:1.0:1767384687.691959:0:16772:0:(genops.c:1402:class_connect()) connect: client 1628bf15-a3d5-41fc-bd84-da398ffc4be5, cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.691962:0:16772:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.691964:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.691965:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.691966:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.691968:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=3 00000020:00000001:1.0:1767384687.691970:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.691972:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 20000000:00000001:1.0:1767384687.691974:0:16772:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:1.0:1767384687.691977:0:16772:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:1.0:1767384687.691980:0:16772:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384687.691984:0:16772:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000c6f2678b 00000020:00000010:1.0:1767384687.691986:0:16772:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000834259b2. 00000020:00000040:1.0:1767384687.691995:0:16772:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000834259b2 for nid 192.168.202.17@tcp50 - ref 2 00000020:00000001:1.0:1767384687.692068:0:16772:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.692075:0:16772:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d2568afb. 00000020:00000010:1.0:1767384687.692079:0:16772:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000005063a2f8. 00000020:00000010:1.0:1767384687.692082:0:16772:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000008f30ed6c. 00000020:00000010:1.0:1767384687.692098:0:16772:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000000ad6c36. 00000020:00000010:1.0:1767384687.692100:0:16772:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000005f42d7ba. 00000020:00000010:1.0:1767384687.692103:0:16772:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000b53b571. 20000000:00000001:1.0:1767384687.692113:0:16772:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.692114:0:16772:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.692116:0:16772:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.692119:0:16772:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.692123:0:16772:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000091d5073b. 00000020:00000040:1.0:1767384687.692125:0:16772:0:(obd_config.c:927:class_incref()) incref MGS (0000000009d16f6b) now 8 - import 00000020:00000001:1.0:1767384687.692130:0:16772:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384687.692131:0:16772:0:(genops.c:1242:class_import_put()) import 0000000091d5073b refcount=1 obd=MGS 00000020:00000001:1.0:1767384687.692132:0:16772:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384687.692136:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=4 00000100:00000040:1.0:1767384687.692138:0:16772:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.692141:0:16772:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384687.692147:0:16772:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000969feeaa (1) 00000400:00000200:1.0:1767384687.692151:0:16772:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000969feeaa (2) 00000400:00000200:1.0:1767384687.692168:0:16772:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.17@tcp50 (00000000969feeaa): 0 00000400:00000200:1.0:1767384687.692170:0:16772:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384687.692207:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384687.692215:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.17@tcp50(00000000969feeaa) state 0x40 00000400:00000200:3.0:1767384687.692218:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000969feeaa (3) 00000400:00000010:3.0:1767384687.692225:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b9299114. 00000400:00000010:3.0:1767384687.692230:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2de5cf5. 00000400:00000010:3.0:1767384687.692238:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3034989. 00000400:00000200:3.0:1767384687.692243:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.17@tcp50 00000400:00000200:3.0:1767384687.692286:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:3.0:1767384687.692294:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp50 00000400:00000200:3.0:1767384687.692298:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [203:203:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384687.692305:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.17@tcp50 00000400:00000200:3.0:1767384687.692313:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : GET try# 0 00000800:00000200:3.0:1767384687.692319:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.17@tcp50 00000800:00000010:3.0:1767384687.692324:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009fbb3704. 00000800:00000200:3.0:1767384687.692331:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:3.0:1767384687.692339:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:3.0:1767384687.692343:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fbb3704 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384687.692362:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.17@tcp50 00000400:00000200:3.0:1767384687.692365:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.17@tcp50(00000000969feeaa) state 0x240 rc 0 00000800:00000200:0.0:1767384687.692476:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.692481:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009fbb3704. 00000400:00000200:0.0:1767384687.692484:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.692489:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: GET: OK 00000400:00000200:0.0:1767384687.692492:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384687.692495:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.17@tcp50: 0 00000800:00000001:0.0:1767384687.693211:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.693218:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.693220:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.693222:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.693227:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : REPLY - for me 00000400:00000200:0.0:1767384687.693237:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp50: Reply from 12345-192.168.202.17@tcp50 of length 48/48 into md 0x1fe5 00000800:00000001:0.0:1767384687.693241:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.693246:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.693248:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.693251:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: REPLY: OK 00000400:00000200:0.0:1767384687.693254:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2de5cf5 00000400:00000010:0.0:1767384687.693256:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2de5cf5. 00000400:00000200:0.0:1767384687.693259:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384687.693263:0:16133:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.202.17@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:0.0:1767384687.693267:0:16133:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.17@tcp50(00000000969feeaa) not MR: DD disabled remotely 00000400:00000200:0.0:1767384687.693271:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.17@tcp50 data present 3. state = 0x242 00000400:00000200:0.0:1767384687.693275:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.17@tcp50 (00000000969feeaa): -114 00000400:00000200:0.0:1767384687.693286:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000969feeaa (4) 00000800:00000001:0.0:1767384687.693292:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.693295:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.693314:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384687.693320:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.17@tcp50(00000000969feeaa) state 0xc2 00000400:00000010:3.0:1767384687.693328:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000007ccc4921. 00000400:00000010:3.0:1767384687.693331:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000007eeaadb8. 00000400:00000010:3.0:1767384687.693333:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000009fe171ca. 00000400:00000010:3.0:1767384687.693338:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000007ccc4921. 00000400:00000010:3.0:1767384687.693341:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000007eeaadb8. 00000400:00000010:3.0:1767384687.693343:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000009fe171ca. 00000400:00000010:3.0:1767384687.693346:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b9299114. 00000400:00000200:3.0:1767384687.693349:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.17@tcp50 (00000000969feeaa): 0 00000400:00000200:3.0:1767384687.693352:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.17@tcp50(00000000969feeaa): 0. state = 0x142 00000400:00000200:3.0:1767384687.693356:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.17@tcp50(00000000969feeaa) state 0x142 rc 1 00000400:00000200:3.0:1767384687.693359:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.17@tcp50(00000000969feeaa) state 0x142 00000400:00000200:3.0:1767384687.693362:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.17@tcp50 00000400:00000200:3.0:1767384687.693364:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.17@tcp50(00000000969feeaa) state 0x112 rc 0 00000400:00000200:3.0:1767384687.693368:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.17@tcp50 (00000000969feeaa) 00000400:00000200:3.0:1767384687.693377:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000969feeaa (3) 00000400:00000200:1.0:1767384687.693401:0:16772:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000969feeaa (2) 00000400:00000200:1.0:1767384687.693404:0:16772:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000969feeaa (1) 00000400:00000200:1.0:1767384687.693410:0:16772:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.17@tcp50 NID 192.168.202.17@tcp50: 0. discovery complete 00000400:00000200:1.0:1767384687.693412:0:16772:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000969feeaa (2) 00000400:00000200:1.0:1767384687.693416:0:16772:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.17@tcp50 primary NID 192.168.202.17@tcp50 rc 0 00000100:00000010:1.0:1767384687.693421:0:16772:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000655c74a2. 00000100:00000001:1.0:1767384687.693424:0:16772:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1767384687.693426:0:16772:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000655c74a2 refcount 1 to 192.168.202.17@tcp50 00000020:00000040:1.0:1767384687.693430:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=5 00000100:00000001:1.0:1767384687.693437:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.693439:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.693441:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.693445:0:16772:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384687.693448:0:16772:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384687.693451:0:16772:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:1.0:1767384687.693453:0:16772:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659300416 : -1050251200 : ffffffffc1667040) 02000000:00000001:1.0:1767384687.693456:0:16772:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.693459:0:16772:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384687.693462:0:16772:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384687.693464:0:16772:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384687.693467:0:16772:0:(import.c:65:import_set_state_nolock()) 0000000091d5073b : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384687.693470:0:16772:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384687.693472:0:16772:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384687.693474:0:16772:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384687.693477:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 4 00000020:00000040:1.0:1767384687.693479:0:16772:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 8 - find 00010000:00000001:1.0:1767384687.693482:0:16772:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.693485:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.693488:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695872 : -1042855744 : ffffffffc1d748c0) 00000020:00000001:1.0:1767384687.693491:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.693493:0:16772:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.693495:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.693498:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.693501:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.693503:0:16772:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:1.0:1767384687.693506:0:16772:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384687.693510:0:16772:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.693512:0:16772:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.693515:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053358464 00010000:00000001:1.0:1767384687.693519:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.693523:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067634e7e x1853237053358464/t0(0) o250->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.693532:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.693533:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.693537:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384687.693541:0:16772:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384687.693544:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.693546:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.693548:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.693551:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.693553:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.693556:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.693559:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.693562:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d824024e. 00000100:00000200:1.0:1767384687.693564:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237053358464, offset 0 00000400:00000200:1.0:1767384687.693570:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.693576:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.693590:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [204:204:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767384687.693599:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.693603:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.693607:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058a839fe. 00000800:00000200:1.0:1767384687.693610:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.693614:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.693617:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058a839fe type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.693628:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.693631:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.693634:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.693635:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.693638:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.693642:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067634e7e x1853237053358464/t0(0) o250->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.693653:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067634e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+4:12164:x1853237053358464:12345-192.168.202.17@tcp50:250: Request processed in 1875us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.693666:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 154 00000100:00000040:1.0:1767384687.693671:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.693674:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.693675:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.693680:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.693685:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.693689:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012f0bcd9. 00000800:00000200:3.0:1767384687.693691:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767384687.693693:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 3 00000800:00000010:3.0:1767384687.693696:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058a839fe. 00000100:00000001:1.0:1767384687.693700:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.693705:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384687.693709:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384687.693712:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d9f75c. 00000400:00000200:3.0:1767384687.693718:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000010:1.0:1767384687.693720:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9f23e49. 00000400:00000200:3.0:1767384687.693722:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d824024e 00000400:00000010:3.0:1767384687.693725:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d824024e. 00000100:00000001:3.0:1767384687.693765:0:16135:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384687.693768:0:16135:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384687.693771:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000079a7597c. 02000000:00000001:3.0:1767384687.693775:0:16135:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384687.693792:0:16135:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.694489:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.694495:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.694497:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.694499:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.694504:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.694512:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 328 into portal 26 MB=0x6958260400100 00000400:00000200:0.0:1767384687.694518:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 328/328 into md 0x1731 [2] + 0 00000400:00000010:0.0:1767384687.694521:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075da34ce. 00000400:00000200:0.0:1767384687.694527:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000af8bfe4 00000800:00000001:0.0:1767384687.694529:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.694534:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.694535:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.694539:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.694542:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000af8bfe4 00000400:00000010:0.0:1767384687.694544:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000af8bfe4. 00000100:00000001:0.0:1767384687.694547:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.694548:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.694551:0:16134:0:(events.c:337:request_in_callback()) incoming req@0000000072c009a0 x1853237053358336 msgsize 328 00000100:00100000:0.0:1767384687.694555:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.694557:0:16134:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.694569:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.694573:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.694575:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.694610:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.694614:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053358336 02000000:00000001:1.0:1767384687.694616:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.694618:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.694620:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.694623:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.694626:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053358336 00000020:00000001:1.0:1767384687.694628:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.694629:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.694631:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.694633:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=4 00000020:00000001:1.0:1767384687.694635:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.694638:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.694642:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.694646:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.694649:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.694652:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000020:00000010:1.0:1767384687.694657:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023686995. 00000020:00000010:1.0:1767384687.694660:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.694663:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.694670:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.694684:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.694686:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.694687:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.694692:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.694702:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.694709:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.694711:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.694715:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 155 00000100:00000040:1.0:1767384687.694718:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.694719:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935841360 : -115911773710256 : ffff96942fe71850) 00000100:00000040:1.0:1767384687.694724:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072c009a0 x1853237053358336/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.694734:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.694738:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.694740:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.694743:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000100:00100000:1.0:1767384687.694749:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072c009a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+4:15567:x1853237053358336:12345-192.168.202.17@tcp50:101: 00000100:00000200:1.0:1767384687.694752:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053358336 00000020:00000001:1.0:1767384687.694755:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.694759:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.694762:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.694764:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.694767:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:1.0:1767384687.694769:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.694771:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.694772:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.694774:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.694789:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.694792:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384687.694794:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384687.694796:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384687.694798:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384687.694800:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.694805:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384687.694812:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 6 00010000:00000001:1.0:1767384687.694815:0:16772:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384687.694817:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384687.694821:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000037df4612. 00000020:00000001:1.0:1767384687.694825:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384687.694826:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037df4612 with handle 0x534bb1615bf4c95c to hash 00000020:00000001:1.0:1767384687.694828:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384687.694829:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00000001:1.0:1767384687.694831:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581152256 : -115912128399360 : ffff96941ac2f800) 00010000:00010000:1.0:1767384687.694854:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000037df4612/0x534bb1615bf4c95c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x90fdb82ca5ef74b8 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.694861:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001b683242 : new locks_count 1 00000020:00000040:1.0:1767384687.694863:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=5 00000100:00000001:1.0:1767384687.694869:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.694871:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.694873:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001c372a66. 02000000:00000001:1.0:1767384687.694874:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.694876:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.694878:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384687.694881:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384687.694884:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384687.694886:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.694888:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.694889:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.694890:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.694892:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384687.694894:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384687.694895:0:16772:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384687.694897:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384687.694898:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000015e091ba) refcount = 6 00010000:00000040:1.0:1767384687.694900:0:16772:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384687.694903:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000097a9013c/0x534bb1615bf4c64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c645 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.694907:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ad50dd8c/0x534bb1615bf4c622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c61b expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.694910:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f6b3851e/0x534bb1615bf4c5dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c5d5 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.694914:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007ede33eb/0x534bb1615bf4c557 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c550 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.694920:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b459061c/0x534bb1615bf4c53b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c534 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384687.694926:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037df4612/0x534bb1615bf4c95c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74b8 expref: 5 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.694931:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384687.694934:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384687.694935:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.694937:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.694939:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384687.694944:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384687.694947:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000037df4612/0x534bb1615bf4c95c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74b8 expref: 5 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.694954:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384687.694961:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384687.694963:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.694966:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.694967:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384687.694969:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.694971:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384687.694972:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000037df4612, rc 0) 00000020:00000001:1.0:1767384687.694975:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.694977:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053358336 00010000:00000001:1.0:1767384687.694979:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.694983:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072c009a0 x1853237053358336/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.694988:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.694989:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.694991:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.694993:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.694995:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.694996:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.694998:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.694999:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.695001:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.695004:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.695007:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000020663c0. 00000100:00000200:1.0:1767384687.695010:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237053358336, offset 224 00000400:00000200:1.0:1767384687.695014:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.695019:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.695029:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [205:205:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384687.695038:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.695042:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.695046:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058a839fe. 00000800:00000200:1.0:1767384687.695049:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.695053:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.695056:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058a839fe type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.695065:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.695068:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.695069:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.695070:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.695071:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.695074:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072c009a0 x1853237053358336/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.695080:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072c009a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+5:15567:x1853237053358336:12345-192.168.202.17@tcp50:101: Request processed in 346us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.695085:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 155 00000100:00000040:1.0:1767384687.695087:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.695089:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.695091:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.695093:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.695095:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.695097:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023686995. 00000020:00000040:1.0:1767384687.695100:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 4 00000100:00000001:1.0:1767384687.695102:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.695104:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.695108:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5408f64. 00000400:00000010:1.0:1767384687.695112:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9fc985b. 00000800:00000200:0.0:1767384687.695138:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.695142:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058a839fe. 00000400:00000200:0.0:1767384687.695145:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.695149:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.695152:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000020663c0 00000400:00000010:0.0:1767384687.695154:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000020663c0. 00000100:00000001:0.0:1767384687.695157:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.695158:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.695160:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001c372a66. 02000000:00000001:0.0:1767384687.695162:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.695163:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384687.695886:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.695893:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384687.695895:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.695897:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.695904:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:3.0:1767384687.695912:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 512 into portal 26 MB=0x6958260400200 00000400:00000200:3.0:1767384687.695918:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 512/512 into md 0x1745 [2] + 0 00000400:00000010:3.0:1767384687.695921:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005ab2d15. 00000400:00000200:3.0:1767384687.695924:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cae5385e 00000800:00000001:3.0:1767384687.695927:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.695933:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.695935:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.695939:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.695942:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae5385e 00000400:00000010:3.0:1767384687.695944:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cae5385e. 00000100:00000001:3.0:1767384687.695947:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384687.695949:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384687.695952:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000c648751c x1853237053358592 msgsize 512 00000100:00100000:3.0:1767384687.695956:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:3.0:1767384687.695958:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384687.695968:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384687.695973:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.695976:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.696009:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.696012:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053358592 02000000:00000001:1.0:1767384687.696014:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.696015:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.696017:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.696019:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.696022:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053358592 00000020:00000001:1.0:1767384687.696024:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.696025:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.696027:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.696029:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=5 00000020:00000001:1.0:1767384687.696031:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.696034:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.696037:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.696040:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.696042:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.696044:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000020:00000010:1.0:1767384687.696047:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023686995. 00000020:00000010:1.0:1767384687.696050:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.696053:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.696057:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.696059:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.696060:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.696061:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.696064:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.696073:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.696079:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.696081:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.696084:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 156 00000100:00000040:1.0:1767384687.696086:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.696088:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935838288 : -115911773713328 : ffff96942fe70c50) 00000100:00000040:1.0:1767384687.696092:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c648751c x1853237053358592/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 512/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.696102:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.696104:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.696107:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.696110:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000100:00100000:1.0:1767384687.696114:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c648751c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+5:15567:x1853237053358592:12345-192.168.202.17@tcp50:501: 00000100:00000200:1.0:1767384687.696118:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053358592 00000020:00000001:1.0:1767384687.696120:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.696123:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.696125:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.696128:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.696130:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695360 : -1042856256 : ffffffffc1d746c0) 00000020:00000001:1.0:1767384687.696133:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.696134:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.696136:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.696137:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.696139:0:16772:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384687.696141:0:16772:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.696143:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.696145:0:16772:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384687.696147:0:16772:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384687.696150:0:16772:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384687.696152:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.696154:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.696157:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000db6f0fd1. 02000000:00000001:1.0:1767384687.696158:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.696160:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384687.696163:0:16772:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:1.0:1767384687.696166:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:1.0:1767384687.696169:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384687.696172:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c6616163. 00000040:00000001:1.0:1767384687.696176:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384687.696179:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384687.696182:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:1.0:1767384687.696185:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00080000:00000001:1.0:1767384687.696195:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384687.696431:0:16772:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384687.696438:0:16772:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384687.696441:0:16772:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384687.696443:0:16772:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384687.696446:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c6616163. 00000040:00000001:1.0:1767384687.696450:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384687.696452:0:16772:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:1.0:1767384687.696454:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:1.0:1767384687.696458:0:16772:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:1.0:1767384687.696460:0:16772:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1767384687.696463:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053358592 00010000:00000001:1.0:1767384687.696465:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.696469:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c648751c x1853237053358592/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 512/272 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.696476:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.696477:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.696479:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.696482:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.696484:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.696486:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.696488:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.696490:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.696492:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.696494:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.696497:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092e6c856. 00000100:00000200:1.0:1767384687.696500:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237053358592, offset 224 00000400:00000200:1.0:1767384687.696504:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.696510:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.696519:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [206:206:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767384687.696528:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.696532:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.696535:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008bfaf84. 00000800:00000200:1.0:1767384687.696539:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.696544:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.696546:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008bfaf84 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.696559:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.696565:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.696567:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.696569:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.696571:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.696580:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c648751c x1853237053358592/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 512/272 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.696592:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c648751c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+5:15567:x1853237053358592:12345-192.168.202.17@tcp50:501: Request processed in 489us (638us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767384687.696600:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 156 00000100:00000040:1.0:1767384687.696604:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.696607:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.696608:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.696611:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.696613:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.696616:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023686995. 00000020:00000040:1.0:1767384687.696618:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 4 00000100:00000001:1.0:1767384687.696622:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.696625:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.696629:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e31d4b37. 00000400:00000010:1.0:1767384687.696634:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ad52339. 00000800:00000200:0.0:1767384687.696642:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.696659:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008bfaf84. 00000400:00000200:0.0:1767384687.696663:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.696668:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.696671:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e6c856 00000400:00000010:0.0:1767384687.696673:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092e6c856. 00000100:00000001:0.0:1767384687.696676:0:16134:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.696677:0:16134:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.696679:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000db6f0fd1. 02000000:00000001:0.0:1767384687.696682:0:16134:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.696683:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.697696:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.697704:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.697706:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.697708:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.697714:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.697721:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 328 into portal 26 MB=0x6958260400280 00000400:00000200:0.0:1767384687.697726:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 328/328 into md 0x175d [2] + 0 00000400:00000010:0.0:1767384687.697730:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f3aeee2. 00000400:00000200:0.0:1767384687.697733:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6f445c5 00000800:00000001:0.0:1767384687.697735:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.697740:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.697742:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.697745:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.697748:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f445c5 00000400:00000010:0.0:1767384687.697749:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6f445c5. 00000100:00000001:0.0:1767384687.697752:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.697753:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.697756:0:16133:0:(events.c:337:request_in_callback()) incoming req@00000000bb3bf0ec x1853237053358720 msgsize 328 00000100:00100000:0.0:1767384687.697761:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.697763:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.697774:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.697793:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.697796:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.697818:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.697820:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053358720 02000000:00000001:1.0:1767384687.697822:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.697824:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.697825:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.697827:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.697829:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053358720 00000020:00000001:1.0:1767384687.697831:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.697848:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.697849:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.697851:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=5 00000020:00000001:1.0:1767384687.697852:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.697854:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.697856:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.697859:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.697860:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.697862:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000020:00000010:1.0:1767384687.697865:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.697867:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.697869:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.697871:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.697873:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.697873:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.697874:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.697877:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.697885:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.697889:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.697890:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.697893:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 157 00000100:00000040:1.0:1767384687.697895:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.697896:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935840336 : -115911773711280 : ffff96942fe71450) 00000100:00000040:1.0:1767384687.697899:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb3bf0ec x1853237053358720/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.697905:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.697906:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.697907:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.697909:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000100:00100000:1.0:1767384687.697912:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3bf0ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+5:15567:x1853237053358720:12345-192.168.202.17@tcp50:101: 00000100:00000200:1.0:1767384687.697914:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053358720 00000020:00000001:1.0:1767384687.697916:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.697919:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.697921:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.697922:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.697924:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:1.0:1767384687.697926:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.697927:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.697929:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.697930:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.697933:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.697935:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384687.697936:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384687.697938:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384687.697941:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384687.697942:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.697946:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384687.697950:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 7 00010000:00000001:1.0:1767384687.697951:0:16772:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384687.697953:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384687.697955:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b6ae7f6. 00000020:00000001:1.0:1767384687.697957:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384687.697959:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b6ae7f6 with handle 0x534bb1615bf4c963 to hash 00000020:00000001:1.0:1767384687.697960:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384687.697961:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00000001:1.0:1767384687.697962:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00010000:00010000:1.0:1767384687.697964:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c963 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x90fdb82ca5ef74bf expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.697969:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001b683242 : new locks_count 2 00000020:00000040:1.0:1767384687.697970:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=6 00000100:00000001:1.0:1767384687.697974:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.697975:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.697977:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cdabe110. 02000000:00000001:1.0:1767384687.697978:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.697979:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.697980:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384687.697983:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384687.697984:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384687.697985:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.697987:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.697988:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.697989:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.697990:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384687.697991:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384687.697992:0:16772:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384687.697994:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384687.697995:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000015e091ba) refcount = 7 00010000:00000040:1.0:1767384687.697997:0:16772:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384687.697998:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000037df4612/0x534bb1615bf4c95c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74b8 expref: 6 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.698003:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000097a9013c/0x534bb1615bf4c64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c645 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.698007:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ad50dd8c/0x534bb1615bf4c622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c61b expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.698010:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f6b3851e/0x534bb1615bf4c5dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c5d5 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.698012:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007ede33eb/0x534bb1615bf4c557 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c550 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.698016:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b459061c/0x534bb1615bf4c53b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c534 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384687.698019:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c963 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74bf expref: 6 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.698022:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384687.698023:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384687.698024:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.698025:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.698026:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384687.698029:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384687.698030:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c963 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74bf expref: 6 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.698034:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384687.698035:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384687.698037:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.698038:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.698039:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384687.698040:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.698041:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384687.698042:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001b6ae7f6, rc 0) 00000020:00000001:1.0:1767384687.698044:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.698045:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053358720 00010000:00000001:1.0:1767384687.698046:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.698047:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb3bf0ec x1853237053358720/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.698052:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.698053:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.698054:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.698056:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.698058:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.698060:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.698061:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.698062:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.698063:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.698064:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.698066:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc2bda9. 00000100:00000200:1.0:1767384687.698068:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237053358720, offset 224 00000400:00000200:1.0:1767384687.698071:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.698075:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.698081:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [207:207:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384687.698088:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.698091:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.698093:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf844f7d. 00000800:00000200:1.0:1767384687.698096:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.698099:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.698101:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf844f7d type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.698111:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.698114:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.698116:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.698118:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.698119:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.698122:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3bf0ec x1853237053358720/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.698132:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3bf0ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+6:15567:x1853237053358720:12345-192.168.202.17@tcp50:101: Request processed in 225us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.698138:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 157 00000100:00000040:1.0:1767384687.698141:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.698143:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.698145:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.698148:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.698151:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.698154:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.698157:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 5 00000100:00000001:1.0:1767384687.698161:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.698164:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.698168:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000209b294f. 00000400:00000010:1.0:1767384687.698172:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bc026f6. 00000800:00000200:3.0:1767384687.698191:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384687.698195:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf844f7d. 00000400:00000200:3.0:1767384687.698199:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.698210:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.698213:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc2bda9 00000400:00000010:3.0:1767384687.698215:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc2bda9. 00000100:00000001:3.0:1767384687.698218:0:16135:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384687.698220:0:16135:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384687.698222:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cdabe110. 02000000:00000001:3.0:1767384687.698225:0:16135:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384687.698226:0:16135:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.699021:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.699027:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.699037:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.699039:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.699045:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.699051:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 512 into portal 26 MB=0x6958260400300 00000400:00000200:0.0:1767384687.699055:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 512/512 into md 0x17ad [2] + 0 00000400:00000010:0.0:1767384687.699059:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d10bca14. 00000400:00000200:0.0:1767384687.699062:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065c10eb1 00000800:00000001:0.0:1767384687.699064:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.699068:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.699070:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.699074:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.699077:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c10eb1 00000400:00000010:0.0:1767384687.699079:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065c10eb1. 00000100:00000001:0.0:1767384687.699081:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.699082:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.699085:0:16134:0:(events.c:337:request_in_callback()) incoming req@000000007cfaa910 x1853237053358848 msgsize 512 00000100:00100000:0.0:1767384687.699089:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.699091:0:16134:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.699108:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.699112:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.699114:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.699150:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.699153:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053358848 02000000:00000001:1.0:1767384687.699155:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.699157:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.699158:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.699161:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.699163:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053358848 00000020:00000001:1.0:1767384687.699165:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.699166:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.699168:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.699170:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=6 00000020:00000001:1.0:1767384687.699172:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.699175:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.699177:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.699180:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.699182:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.699184:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000020:00000010:1.0:1767384687.699188:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.699191:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.699193:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.699197:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.699199:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.699200:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.699202:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.699205:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.699220:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.699226:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.699227:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.699232:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 158 00000100:00000040:1.0:1767384687.699234:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.699236:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935850576 : -115911773701040 : ffff96942fe73c50) 00000100:00000040:1.0:1767384687.699240:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cfaa910 x1853237053358848/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 512/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.699250:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.699252:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d25602f0. 00000100:00000001:1.0:1767384687.699254:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.699257:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d25602f0. 00000100:00100000:1.0:1767384687.699262:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cfaa910 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+6:15567:x1853237053358848:12345-192.168.202.17@tcp50:501: 00000100:00000200:1.0:1767384687.699266:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053358848 00000020:00000001:1.0:1767384687.699269:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.699272:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.699274:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.699276:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.699278:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695360 : -1042856256 : ffffffffc1d746c0) 00000020:00000001:1.0:1767384687.699280:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.699281:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.699283:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.699284:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.699287:0:16772:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384687.699288:0:16772:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.699290:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.699292:0:16772:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384687.699293:0:16772:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384687.699294:0:16772:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384687.699296:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.699298:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.699301:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000019dd3586. 02000000:00000001:1.0:1767384687.699302:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.699304:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384687.699307:0:16772:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767384687.699309:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:1.0:1767384687.699311:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384687.699313:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eb1afe44. 00000040:00000001:1.0:1767384687.699316:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384687.699318:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384687.699320:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:1.0:1767384687.699323:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00080000:00000001:1.0:1767384687.699327:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384687.699350:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384687.699353:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384687.699355:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384687.699357:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384687.699363:0:16772:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003e5b1d6e. 00000020:00000001:1.0:1767384687.699366:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384687.699372:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869598296 : -115916839953320 : ffff969301ee5c58) 00000040:00000001:1.0:1767384687.699375:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.699376:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.699380:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384687.699384:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000000df06562/000000002ffc49ab to site lru. bkt: 0000000000763413 00000040:00000010:1.0:1767384687.699387:0:16772:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003e5b1d6e. 00000040:00000001:1.0:1767384687.699390:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384687.699392:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eb1afe44. 00000040:00000001:1.0:1767384687.699394:0:16772:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384687.699396:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:1.0:1767384687.699398:0:16772:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.699402:0:16772:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767384687.699405:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384687.699407:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384687.699410:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.699413:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384687.699415:0:16772:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000d25602f0. 00000020:00000040:1.0:1767384687.699417:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=7 20000000:00000001:1.0:1767384687.699419:0:16772:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.699421:0:16772:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.699423:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053358848 00010000:00000001:1.0:1767384687.699425:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.699429:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cfaa910 x1853237053358848/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 512/272 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.699435:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.699437:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.699439:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.699442:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.699445:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.699447:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.699449:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.699450:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.699452:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.699454:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.699457:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cee01f52. 00000100:00000200:1.0:1767384687.699460:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237053358848, offset 224 00000400:00000200:1.0:1767384687.699464:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.699469:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.699477:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [208:208:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767384687.699486:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.699490:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.699493:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf844f7d. 00000800:00000200:1.0:1767384687.699497:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.699501:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.699504:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf844f7d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.699515:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.699517:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.699519:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.699520:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.699522:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.699525:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cfaa910 x1853237053358848/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 512/272 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.699534:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cfaa910 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15567:x1853237053358848:12345-192.168.202.17@tcp50:501: Request processed in 284us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.699543:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 158 00000100:00000040:1.0:1767384687.699546:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.699566:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.699569:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.699571:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.699575:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.699577:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.699580:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 6 00000800:00000200:0.0:1767384687.699586:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.699589:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf844f7d. 00000400:00000200:0.0:1767384687.699593:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.699597:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.699600:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cee01f52 00000400:00000010:0.0:1767384687.699602:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cee01f52. 00000100:00000001:0.0:1767384687.699605:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.699607:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.699608:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000019dd3586. 00000100:00000001:1.0:1767384687.699611:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384687.699611:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.699612:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384687.699653:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.699657:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ca39236. 00000400:00000010:1.0:1767384687.699661:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000484f9484. 00000800:00000001:3.0:1767384687.700578:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.700587:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384687.700589:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.700591:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.700597:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:3.0:1767384687.700606:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 272 into portal 26 MB=0x6958260400380 00000400:00000200:3.0:1767384687.700611:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 272/272 into md 0x17b5 [2] + 0 00000400:00000010:3.0:1767384687.700615:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000245fa639. 00000400:00000200:3.0:1767384687.700618:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005304de41 00000800:00000001:3.0:1767384687.700622:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.700626:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.700628:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.700632:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.700635:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005304de41 00000400:00000010:3.0:1767384687.700637:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005304de41. 00000100:00000001:3.0:1767384687.700640:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384687.700641:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384687.700644:0:16135:0:(events.c:337:request_in_callback()) incoming req@000000002195409a x1853237053358976 msgsize 272 00000100:00100000:3.0:1767384687.700649:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:3.0:1767384687.700651:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384687.700662:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384687.700666:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.700668:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.700700:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.700704:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053358976 02000000:00000001:1.0:1767384687.700707:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.700709:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.700711:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.700714:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.700716:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053358976 00000020:00000001:1.0:1767384687.700718:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.700719:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.700721:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.700722:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=7 00000020:00000001:1.0:1767384687.700725:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.700727:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.700731:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.700734:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.700736:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.700738:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.700741:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.700744:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.700747:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.700751:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.700753:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.700755:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.700756:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.700760:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.700772:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.700795:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.700797:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.700802:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 159 00000100:00000040:1.0:1767384687.700804:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.700807:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935602768 : -115911773948848 : ffff96942fe37450) 00000100:00000040:1.0:1767384687.700813:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002195409a x1853237053358976/t0(0) o503->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.700822:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.700825:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.700827:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.700830:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.700887:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002195409a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15567:x1853237053358976:12345-192.168.202.17@tcp50:503: 00000100:00000200:1.0:1767384687.700891:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053358976 00000020:00000001:1.0:1767384687.700894:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.700897:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.700899:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.700901:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.700902:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695456 : -1042856160 : ffffffffc1d74720) 00000020:00000001:1.0:1767384687.700904:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.700905:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.700907:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.700909:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.700911:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.700913:0:16772:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384687.700915:0:16772:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384687.700918:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.700919:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.700940:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004f5d2f46. 02000000:00000001:1.0:1767384687.700943:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.700945:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384687.700947:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:1.0:1767384687.700949:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384687.700952:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eb1afe44. 00000040:00000001:1.0:1767384687.700955:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384687.700956:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384687.700958:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:1.0:1767384687.700961:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00000020:00000001:1.0:1767384687.700964:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384687.700968:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869598296 : -115916839953320 : ffff969301ee5c58) 00000040:00000001:1.0:1767384687.700972:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.700973:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.700976:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384687.700982:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f228b0ef. 00000040:00000001:1.0:1767384687.700984:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384687.700987:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384687.701236:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.701239:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.701242:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384687.701246:0:16772:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:1.0:1767384687.701249:0:16772:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384687.701251:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384687.701253:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000000df06562/000000002ffc49ab to site lru. bkt: 0000000000763413 00000040:00000001:1.0:1767384687.701256:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384687.701258:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f228b0ef. 00000040:00000010:1.0:1767384687.701261:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eb1afe44. 00000040:00000040:1.0:1767384687.701263:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:1.0:1767384687.701266:0:16772:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.701268:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053358976 00010000:00000001:1.0:1767384687.701271:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.701275:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002195409a x1853237053358976/t0(0) o503->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8416 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.701283:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.701285:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.701287:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.701291:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.701293:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.701295:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.701298:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.701300:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.701302:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.701305:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.701308:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a3ea0b3d. 00000100:00000200:1.0:1767384687.701311:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237053358976, offset 224 00000400:00000200:1.0:1767384687.701317:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.701324:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.701335:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [209:209:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384687.701344:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.701349:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.701353:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000eb1afe44. 00000800:00000200:1.0:1767384687.701357:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.701362:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1022 00000800:00000200:1.0:1767384687.701365:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb1afe44 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384687.701372:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.701375:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.701377:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.701378:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.701380:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.701383:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002195409a x1853237053358976/t0(0) o503->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8416 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.701393:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002195409a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15567:x1853237053358976:12345-192.168.202.17@tcp50:503: Request processed in 570us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.701400:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 159 00000100:00000040:1.0:1767384687.701403:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.701405:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.701407:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.701409:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.701412:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.701414:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.701417:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 6 00000100:00000001:1.0:1767384687.701421:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.701424:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.701427:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ede47eb. 00000400:00000010:1.0:1767384687.701431:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005adaba5e. 00000800:00000200:0.0:1767384687.701565:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.701568:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000eb1afe44. 00000400:00000200:0.0:1767384687.701571:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.701581:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.701584:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3ea0b3d 00000400:00000010:0.0:1767384687.701586:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a3ea0b3d. 00000100:00000001:0.0:1767384687.701589:0:16134:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.701591:0:16134:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.701592:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004f5d2f46. 02000000:00000001:0.0:1767384687.701605:0:16134:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.701607:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.703286:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.703295:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.703298:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.703300:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.703307:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.703317:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 272 into portal 26 MB=0x6958260400400 00000400:00000200:0.0:1767384687.703323:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 272/272 into md 0x17e9 [2] + 0 00000400:00000010:0.0:1767384687.703326:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003976af9a. 00000400:00000200:0.0:1767384687.703330:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee5bf88c 00000800:00000001:0.0:1767384687.703334:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.703341:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.703344:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.703347:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.703350:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5bf88c 00000400:00000010:0.0:1767384687.703352:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee5bf88c. 00000100:00000001:0.0:1767384687.703357:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.703359:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.703362:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000009750ad8e x1853237053359104 msgsize 272 00000100:00100000:0.0:1767384687.703366:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.703368:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.703377:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.703383:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.703385:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.703405:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.703408:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053359104 02000000:00000001:1.0:1767384687.703410:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.703411:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.703412:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.703416:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.703419:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053359104 00000020:00000001:1.0:1767384687.703420:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.703422:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.703423:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.703425:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=7 00000020:00000001:1.0:1767384687.703427:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.703429:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.703432:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.703436:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.703438:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.703440:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.703444:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.703448:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.703451:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.703456:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.703458:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.703459:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.703461:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.703466:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.703476:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.703484:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.703486:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.703490:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 160 00000100:00000040:1.0:1767384687.703494:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.703495:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935589456 : -115911773962160 : ffff96942fe34050) 00000100:00000040:1.0:1767384687.703501:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009750ad8e x1853237053359104/t0(0) o502->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.703510:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.703513:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.703516:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.703519:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.703523:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009750ad8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15585:x1853237053359104:12345-192.168.202.17@tcp50:502: 00000100:00000200:1.0:1767384687.703528:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053359104 00000020:00000001:1.0:1767384687.703530:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.703533:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.703535:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.703537:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.703539:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695408 : -1042856208 : ffffffffc1d746f0) 00000020:00000001:1.0:1767384687.703541:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.703543:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.703544:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.703546:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.703548:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.703550:0:16772:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384687.703552:0:16772:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384687.703555:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.703557:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.703575:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004f5d2f46. 02000000:00000001:1.0:1767384687.703578:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.703580:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384687.703583:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:1.0:1767384687.703585:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384687.703588:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000efc56dd4. 00000040:00000001:1.0:1767384687.703591:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384687.703593:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384687.703594:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:1.0:1767384687.703597:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00000020:00000001:1.0:1767384687.703611:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384687.703615:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869598296 : -115916839953320 : ffff969301ee5c58) 00000040:00000001:1.0:1767384687.703618:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.703619:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.703622:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384687.703625:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f228b0ef. 00000040:00000001:1.0:1767384687.703627:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384687.703628:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384687.703684:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.703687:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.703689:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.703692:0:16772:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384687.703695:0:16772:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384687.703700:0:16772:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384687.703814:0:16772:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384687.703818:0:16772:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.703820:0:16772:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384687.703822:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384687.703824:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000000df06562/000000002ffc49ab to site lru. bkt: 0000000000763413 00000040:00000001:1.0:1767384687.703827:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384687.703829:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f228b0ef. 00000040:00000010:1.0:1767384687.703855:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000efc56dd4. 00000040:00000040:1.0:1767384687.703858:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:1.0:1767384687.703861:0:16772:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.703864:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053359104 00010000:00000001:1.0:1767384687.703866:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.703870:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009750ad8e x1853237053359104/t0(0) o502->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8472 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.703878:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.703880:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.703882:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.703886:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.703888:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.703890:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.703893:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.703894:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.703897:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.703900:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.703903:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d427c9c9. 00000100:00000200:1.0:1767384687.703906:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237053359104, offset 224 00000400:00000200:1.0:1767384687.703911:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.703917:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.703929:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [210:210:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767384687.703938:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.703943:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.703946:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000efc56dd4. 00000800:00000200:1.0:1767384687.703950:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.703954:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1022 00000800:00000200:1.0:1767384687.703957:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efc56dd4 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384687.703969:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.703973:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.703975:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.703977:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.703978:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.703982:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009750ad8e x1853237053359104/t0(0) o502->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8472 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.703990:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009750ad8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15585:x1853237053359104:12345-192.168.202.17@tcp50:502: Request processed in 479us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.703998:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 160 00000100:00000040:1.0:1767384687.704001:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.704003:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.704005:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.704008:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.704011:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.704014:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.704017:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 6 00000100:00000001:1.0:1767384687.704021:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.704024:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.704028:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a778d220. 00000400:00000010:1.0:1767384687.704031:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4bbe369. 00000800:00000200:3.0:1767384687.704045:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384687.704049:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000efc56dd4. 00000400:00000200:3.0:1767384687.704052:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.704056:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.704063:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d427c9c9 00000400:00000010:3.0:1767384687.704064:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d427c9c9. 00000100:00000001:3.0:1767384687.704066:0:16135:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384687.704067:0:16135:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384687.704069:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004f5d2f46. 02000000:00000001:3.0:1767384687.704076:0:16135:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384687.704084:0:16135:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.716418:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.716440:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.716445:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.716447:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.716484:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.716503:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 272 into portal 26 MB=0x6958260400480 00000400:00000200:0.0:1767384687.716513:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 272/272 into md 0x1825 [2] + 0 00000400:00000010:0.0:1767384687.716518:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5349dc1. 00000400:00000200:0.0:1767384687.716526:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000036e64e0 00000800:00000001:0.0:1767384687.716534:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.716556:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.716559:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.716564:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.716571:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000036e64e0 00000400:00000010:0.0:1767384687.716573:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000036e64e0. 00000100:00000001:0.0:1767384687.716588:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.716591:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.716594:0:16134:0:(events.c:337:request_in_callback()) incoming req@00000000aab6b94e x1853237053359232 msgsize 272 00000100:00100000:0.0:1767384687.716599:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.716601:0:16134:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.716620:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.716631:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.716635:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.716708:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.716711:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053359232 02000000:00000001:1.0:1767384687.716713:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.716716:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.716718:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.716722:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.716726:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053359232 00000020:00000001:1.0:1767384687.716729:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.716731:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.716733:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.716735:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=7 00000020:00000001:1.0:1767384687.716737:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.716739:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.716743:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.716748:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.716750:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.716752:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.716758:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.716762:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.716766:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.716774:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.716786:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.716787:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.716789:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.716797:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.716806:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.716815:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.716817:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.716820:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 161 00000100:00000040:1.0:1767384687.716823:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.716824:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935600720 : -115911773950896 : ffff96942fe36c50) 00000100:00000040:1.0:1767384687.716830:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aab6b94e x1853237053359232/t0(0) o502->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.716865:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.716867:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.716869:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.716870:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.716873:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aab6b94e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15585:x1853237053359232:12345-192.168.202.17@tcp50:502: 00000100:00000200:1.0:1767384687.716876:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053359232 00000020:00000001:1.0:1767384687.716879:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.716884:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.716886:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.716889:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.716891:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695408 : -1042856208 : ffffffffc1d746f0) 00000020:00000001:1.0:1767384687.716894:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.716895:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.716897:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.716899:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.716902:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.716903:0:16772:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384687.716905:0:16772:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384687.716911:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.716913:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.716929:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004f5d2f46. 02000000:00000001:1.0:1767384687.716931:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.716933:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384687.716935:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:1.0:1767384687.716938:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384687.716941:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000efc56dd4. 00000040:00000001:1.0:1767384687.716944:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384687.716947:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384687.716950:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:1.0:1767384687.716952:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00000020:00000001:1.0:1767384687.716956:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384687.716962:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628156869598296 : -115916839953320 : ffff969301ee5c58) 00000040:00000001:1.0:1767384687.716964:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.716965:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.716967:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384687.716972:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f228b0ef. 00000040:00000001:1.0:1767384687.716974:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384687.716976:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384687.717080:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.717084:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.717086:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.717090:0:16772:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384687.717092:0:16772:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384687.717097:0:16772:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384687.717150:0:16772:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384687.717154:0:16772:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.717156:0:16772:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384687.717159:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384687.717162:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000000df06562/000000002ffc49ab to site lru. bkt: 0000000000763413 00000040:00000001:1.0:1767384687.717165:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384687.717167:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f228b0ef. 00000040:00000010:1.0:1767384687.717171:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000efc56dd4. 00000040:00000040:1.0:1767384687.717173:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:1.0:1767384687.717176:0:16772:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.717180:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053359232 00010000:00000001:1.0:1767384687.717183:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.717188:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aab6b94e x1853237053359232/t0(0) o502->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8472 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.717197:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.717199:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.717202:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.717206:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.717208:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.717209:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.717212:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.717214:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.717216:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.717218:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.717222:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000bc5c990c. 00000100:00000200:1.0:1767384687.717227:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237053359232, offset 224 00000400:00000200:1.0:1767384687.717232:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.717241:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.717258:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [211:211:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1767384687.717268:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.717272:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.717276:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000efc56dd4. 00000800:00000200:1.0:1767384687.717281:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.717287:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1022 00000800:00000200:1.0:1767384687.717291:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efc56dd4 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384687.717335:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.717337:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.717339:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.717340:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.717342:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.717344:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab6b94e x1853237053359232/t0(0) o502->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8472 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.717351:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aab6b94e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15585:x1853237053359232:12345-192.168.202.17@tcp50:502: Request processed in 485us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.717356:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 161 00000100:00000040:1.0:1767384687.717359:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.717360:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.717362:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.717365:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.717368:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.717370:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.717373:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 6 00000100:00000001:1.0:1767384687.717378:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.717381:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.717385:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab730d65. 00000400:00000010:1.0:1767384687.717387:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021f83978. 00000800:00000200:0.0:1767384687.717504:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.717508:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000efc56dd4. 00000400:00000200:0.0:1767384687.717510:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.717514:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.717517:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc5c990c 00000400:00000010:0.0:1767384687.717519:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000bc5c990c. 00000100:00000001:0.0:1767384687.717522:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.717524:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.717526:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004f5d2f46. 02000000:00000001:0.0:1767384687.717536:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.717538:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384687.718857:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.718900:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384687.718903:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.718905:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.718914:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:3.0:1767384687.718925:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 328 into portal 26 MB=0x6958260400500 00000400:00000200:3.0:1767384687.718933:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 328/328 into md 0x182d [2] + 0 00000400:00000010:3.0:1767384687.718938:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f641e2a. 00000400:00000200:3.0:1767384687.718946:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4e01f07 00000800:00000001:3.0:1767384687.718952:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.718958:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.718960:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.718964:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.718969:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4e01f07 00000400:00000010:3.0:1767384687.718971:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4e01f07. 00000100:00000001:3.0:1767384687.718975:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384687.718977:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384687.718979:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000f53f8a45 x1853237053359360 msgsize 328 00000100:00100000:3.0:1767384687.718982:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:3.0:1767384687.718983:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384687.718993:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384687.718999:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.719001:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.719032:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.719036:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053359360 02000000:00000001:1.0:1767384687.719038:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.719039:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.719041:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.719044:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.719046:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053359360 00000020:00000001:1.0:1767384687.719048:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.719049:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.719050:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.719052:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=7 00000020:00000001:1.0:1767384687.719054:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.719056:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.719058:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.719061:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.719063:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.719065:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.719069:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.719072:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.719074:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.719078:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.719080:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.719081:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.719083:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.719086:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.719097:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.719102:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.719103:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.719108:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 162 00000100:00000040:1.0:1767384687.719110:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.719111:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935593552 : -115911773958064 : ffff96942fe35050) 00000100:00000040:1.0:1767384687.719115:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f53f8a45 x1853237053359360/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.719124:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.719126:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.719128:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.719131:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.719137:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f53f8a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+7:15567:x1853237053359360:12345-192.168.202.17@tcp50:101: 00000100:00000200:1.0:1767384687.719142:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053359360 00000020:00000001:1.0:1767384687.719144:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.719147:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.719149:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.719151:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.719153:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:1.0:1767384687.719155:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.719157:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.719158:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.719160:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.719162:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.719164:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384687.719167:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384687.719169:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384687.719172:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384687.719174:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.719180:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384687.719188:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dae2d6ec. 00010000:00000001:1.0:1767384687.719192:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384687.719195:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000419554d3. 00000020:00000001:1.0:1767384687.719199:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384687.719201:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000419554d3 with handle 0x534bb1615bf4c96a to hash 00000020:00000001:1.0:1767384687.719203:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384687.719204:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384687.719207:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00010000:1.0:1767384687.719210:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000419554d3/0x534bb1615bf4c96a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x90fdb82ca5ef74e2 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.719218:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001b683242 : new locks_count 3 00000020:00000040:1.0:1767384687.719221:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=8 00000100:00000001:1.0:1767384687.719228:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.719230:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.719233:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e034f7b8. 02000000:00000001:1.0:1767384687.719235:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.719237:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.719240:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384687.719243:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384687.719246:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384687.719248:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.719250:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.719252:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.719254:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.719256:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384687.719258:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384687.719259:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384687.719261:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384687.719262:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dae2d6ec) refcount = 1 00010000:00010000:1.0:1767384687.719266:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000419554d3/0x534bb1615bf4c96a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74e2 expref: 8 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.719270:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384687.719272:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384687.719272:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.719274:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.719275:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384687.719280:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384687.719281:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000419554d3/0x534bb1615bf4c96a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74e2 expref: 8 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.719285:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384687.719287:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384687.719289:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.719291:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.719292:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384687.719293:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.719295:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384687.719295:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000419554d3, rc 0) 00000020:00000001:1.0:1767384687.719297:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.719298:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053359360 00010000:00000001:1.0:1767384687.719299:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.719302:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f53f8a45 x1853237053359360/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.719306:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.719307:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.719309:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.719311:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.719312:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.719313:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.719315:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.719315:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.719317:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.719318:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.719321:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002164d602. 00000100:00000200:1.0:1767384687.719323:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237053359360, offset 224 00000400:00000200:1.0:1767384687.719325:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.719330:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.719337:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [212:212:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384687.719343:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.719347:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.719350:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008bfaf84. 00000800:00000200:1.0:1767384687.719353:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.719355:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.719357:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008bfaf84 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.719369:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.719371:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.719376:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.719377:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.719378:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.719380:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f53f8a45 x1853237053359360/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.719391:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f53f8a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+8:15567:x1853237053359360:12345-192.168.202.17@tcp50:101: Request processed in 266us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.719396:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 162 00000100:00000040:1.0:1767384687.719398:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.719399:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.719400:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.719402:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.719404:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.719406:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.719408:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 7 00000100:00000001:1.0:1767384687.719411:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.719413:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.719416:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ade6db6. 00000400:00000010:1.0:1767384687.719418:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006441fd5e. 00000800:00000200:0.0:1767384687.719437:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.719441:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008bfaf84. 00000400:00000200:0.0:1767384687.719446:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.719451:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.719462:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002164d602 00000400:00000010:0.0:1767384687.719470:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002164d602. 00000100:00000001:0.0:1767384687.719474:0:16134:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.719476:0:16134:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.719477:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e034f7b8. 02000000:00000001:0.0:1767384687.719480:0:16134:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.719481:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.720801:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.720807:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.720809:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.720810:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.720815:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.720822:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 304 into portal 26 MB=0x6958260400580 00000400:00000200:0.0:1767384687.720825:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 304/304 into md 0x1861 [2] + 0 00000400:00000010:0.0:1767384687.720828:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000400:00000200:0.0:1767384687.720830:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000053b84079 00000800:00000001:0.0:1767384687.720846:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.720851:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.720852:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.720855:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.720857:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053b84079 00000400:00000010:0.0:1767384687.720858:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053b84079. 00000100:00000001:0.0:1767384687.720860:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.720861:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.720864:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000001116cd7f x1853237053359488 msgsize 304 00000100:00100000:0.0:1767384687.720867:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.720868:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.720874:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.720878:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.720880:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.720899:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.720901:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053359488 02000000:00000001:1.0:1767384687.720903:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.720904:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.720905:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.720907:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.720909:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053359488 00000020:00000001:1.0:1767384687.720910:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.720911:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.720912:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.720914:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=8 00000020:00000001:1.0:1767384687.720915:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.720917:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.720918:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.720921:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.720922:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.720923:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.720926:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.720928:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.720930:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.720932:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.720934:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.720934:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.720935:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.720938:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.720948:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.720952:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.720953:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.720956:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 163 00000100:00000040:1.0:1767384687.720957:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.720959:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935603792 : -115911773947824 : ffff96942fe37850) 00000100:00000040:1.0:1767384687.720961:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001116cd7f x1853237053359488/t0(0) o256->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 304/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.720967:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.720968:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.720970:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.720972:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.720975:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001116cd7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+8:15567:x1853237053359488:12345-192.168.202.17@tcp50:256: 00000100:00000200:1.0:1767384687.720977:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053359488 00000020:00000001:1.0:1767384687.720979:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.720980:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.720981:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.720983:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.720984:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:1.0:1767384687.720986:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.720987:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.720988:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.720989:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.720991:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.720995:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.720996:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.720998:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e034f7b8. 02000000:00000001:1.0:1767384687.720999:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.721000:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.721002:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384687.721006:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384687.721009:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384687.721011:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384687.721013:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.721015:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384687.721016:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:1.0:1767384687.721019:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000ded63626. 20000000:00000001:1.0:1767384687.721021:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384687.721036:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384687.721042:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384687.721046:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384687.721048:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384687.721049:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384687.721050:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384687.721051:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384687.721052:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384687.721053:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384687.721055:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384687.721056:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384687.721057:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384687.721058:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384687.721059:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384687.721060:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384687.721061:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384687.721062:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384687.721063:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384687.721063:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384687.721065:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384687.721066:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384687.721067:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384687.721068:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384687.721069:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384687.721069:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384687.721071:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384687.721072:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384687.721073:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384687.721075:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384687.721076:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384687.721077:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384687.721078:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384687.721079:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384687.721080:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384687.721081:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384687.721082:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384687.721083:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384687.721084:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384687.721085:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384687.721086:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384687.721087:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384687.721088:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384687.721089:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:1.0:1767384687.721098:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384687.721099:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384687.721100:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384687.721101:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384687.721102:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384687.721103:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384687.721104:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384687.721105:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384687.721106:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384687.721107:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384687.721108:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384687.721117:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384687.721118:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384687.721119:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384687.721121:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384687.721122:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384687.721123:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384687.721124:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384687.721125:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384687.721126:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384687.721127:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384687.721129:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384687.721130:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384687.721131:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384687.721133:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384687.721134:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384687.721135:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384687.721136:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384687.721137:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384687.721138:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384687.721139:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384687.721140:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384687.721141:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384687.721142:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384687.721143:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384687.721144:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384687.721145:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384687.721146:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384687.721146:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384687.721148:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384687.721148:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384687.721149:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384687.721150:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:1.0:1767384687.721152:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384687.721153:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384687.721155:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384687.721158:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000019dd3586. 00000100:00000010:1.0:1767384687.721160:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003e5b1d6e. 00000020:00000040:1.0:1767384687.721162:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=9 00010000:00000001:1.0:1767384687.721165:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384687.721167:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384687.721169:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006374cd0. 00000400:00000010:1.0:1767384687.721173:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe012dab. 00000400:00000200:1.0:1767384687.721175:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.721181:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.721186:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [213:213:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1767384687.721189:0:16772:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.721193:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.721196:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.721199:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058a839fe. 00000800:00000200:1.0:1767384687.721201:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.721204:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1022 00000800:00000200:1.0:1767384687.721206:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058a839fe type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:1.0:1767384687.721215:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.202.17@tcp50 mbits 0x6958260400580-0x6958260400580 00000100:00000001:1.0:1767384687.721218:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384687.721273:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384687.721276:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058a839fe. 00000400:00000200:3.0:1767384687.721278:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.721281:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:3.0:1767384687.721284:0:16135:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384687.721290:0:16135:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000019dd3586 00000100:00000001:3.0:1767384687.721291:0:16135:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384687.721850:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.721855:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.721856:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.721877:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.721882:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : ACK - for me 00000400:00000200:0.0:1767384687.721888:0:16134:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp50: ACK from 12345-192.168.202.17@tcp50 into md 0x2031 00000400:00000200:0.0:1767384687.721896:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.721899:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: ACK: OK 00000400:00000200:0.0:1767384687.721901:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006374cd0 00000400:00000010:0.0:1767384687.721902:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006374cd0. 00000100:00000001:0.0:1767384687.721905:0:16134:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384687.721906:0:16134:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000019dd3586 00000100:00000001:0.0:1767384687.721913:0:16134:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384687.721916:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.721918:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.721948:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.721952:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384687.721955:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 8 00000100:00000010:1.0:1767384687.721958:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003e5b1d6e. 00000100:00000010:1.0:1767384687.721962:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000019dd3586. 00000100:00000001:1.0:1767384687.721964:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384687.721966:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384687.721974:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000ded63626. 20000000:00000001:1.0:1767384687.721978:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.721980:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053359488 00010000:00000001:1.0:1767384687.721982:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.721986:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001116cd7f x1853237053359488/t0(0) o256->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 304/240 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.721993:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.721995:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.721997:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.722001:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.722003:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.722005:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.722007:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.722008:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.722010:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.722012:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.722014:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58c6aa2. 00000100:00000200:1.0:1767384687.722016:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237053359488, offset 224 00000400:00000200:1.0:1767384687.722020:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.722024:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.722029:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [214:214:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767384687.722035:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.722038:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.722040:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058a839fe. 00000800:00000200:1.0:1767384687.722042:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.722045:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.722047:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058a839fe type 1, nob 336 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.722056:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.722058:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.722059:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.722060:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.722061:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.722064:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001116cd7f x1853237053359488/t0(0) o256->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 304/240 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.722069:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001116cd7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+8:15567:x1853237053359488:12345-192.168.202.17@tcp50:256: Request processed in 1102us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.722074:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 163 00000100:00000040:1.0:1767384687.722076:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.722078:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.722079:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.722081:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.722083:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.722085:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.722087:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 7 00000100:00000001:1.0:1767384687.722090:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.722092:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.722094:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7da408c. 00000400:00000010:1.0:1767384687.722097:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed31fbc. 00000800:00000200:0.0:1767384687.722119:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.722123:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058a839fe. 00000400:00000200:0.0:1767384687.722126:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.722131:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.722134:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58c6aa2 00000400:00000010:0.0:1767384687.722135:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58c6aa2. 00000100:00000001:0.0:1767384687.722137:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.722138:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.722140:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e034f7b8. 02000000:00000001:0.0:1767384687.722141:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.722142:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384687.726580:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.726592:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384687.726596:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.726597:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.726604:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:3.0:1767384687.726615:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 328 into portal 26 MB=0x6958260400600 00000400:00000200:3.0:1767384687.726621:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 328/328 into md 0x1869 [2] + 0 00000400:00000010:3.0:1767384687.726624:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020062abf. 00000400:00000200:3.0:1767384687.726630:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000177f5180 00000800:00000001:3.0:1767384687.726633:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.726638:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.726639:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.726642:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.726644:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000177f5180 00000400:00000010:3.0:1767384687.726646:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000177f5180. 00000100:00000001:3.0:1767384687.726649:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384687.726651:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384687.726653:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000eed495ac x1853237053359616 msgsize 328 00000100:00100000:3.0:1767384687.726656:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:3.0:1767384687.726657:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384687.726666:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384687.726670:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.726671:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.726711:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.726715:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053359616 02000000:00000001:1.0:1767384687.726718:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.726721:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.726723:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.726728:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.726732:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053359616 00000020:00000001:1.0:1767384687.726734:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.726736:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.726739:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.726741:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=8 00000020:00000001:1.0:1767384687.726744:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.726747:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.726752:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.726756:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.726759:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.726761:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.726766:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.726771:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.726774:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.726793:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.726796:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.726797:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.726799:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.726805:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.726817:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.726825:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.726827:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384687.726855:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384687.726859:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.726860:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 164 00000100:00000040:1.0:1767384687.726865:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:2.0:1767384687.726867:0:19650:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.726868:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935597648 : -115911773953968 : ffff96942fe36050) 00000100:00000001:2.0:1767384687.726870:0:19650:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.726879:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eed495ac x1853237053359616/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.726896:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.726898:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.726900:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.726902:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.726907:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eed495ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+8:15567:x1853237053359616:12345-192.168.202.17@tcp50:101: 00000100:00000200:1.0:1767384687.726910:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053359616 00000020:00000001:1.0:1767384687.726913:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.726916:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.726918:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.726921:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.726923:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:1.0:1767384687.726925:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.726926:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.726929:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.726931:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.726936:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.726938:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384687.726940:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384687.726942:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384687.726944:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384687.726946:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.726950:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384687.726957:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d020bef count: 3 00010000:00000001:1.0:1767384687.726960:0:16772:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384687.726963:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384687.726967:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000975650e0. 00000020:00000001:1.0:1767384687.726970:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384687.726972:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000975650e0 with handle 0x534bb1615bf4c971 to hash 00000020:00000001:1.0:1767384687.726974:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384687.726976:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161154354688 : -115912555196928 : ffff969401528e00) 00010000:00000001:1.0:1767384687.726978:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161154354688 : -115912555196928 : ffff969401528e00) 00010000:00010000:1.0:1767384687.726981:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000975650e0/0x534bb1615bf4c971 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x90fdb82ca5ef74e9 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.726990:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001b683242 : new locks_count 4 00000020:00000040:1.0:1767384687.726992:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=9 00000100:00000001:1.0:1767384687.726998:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.727000:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.727004:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000019dd3586. 02000000:00000001:1.0:1767384687.727006:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.727008:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.727010:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384687.727013:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384687.727016:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384687.727018:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.727020:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.727022:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384687.727023:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.727025:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384687.727028:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384687.727029:0:16772:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384687.727031:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384687.727033:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000000d020bef) refcount = 3 00010000:00000040:1.0:1767384687.727036:0:16772:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384687.727039:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000034f1cc03/0x534bb1615bf4c63e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c637 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384687.727045:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b7650dc1/0x534bb1615bf4c5ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c5c7 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384687.727051:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000975650e0/0x534bb1615bf4c971 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74e9 expref: 9 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.727056:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384687.727058:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384687.727059:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.727061:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.727063:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384687.727068:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384687.727071:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000975650e0/0x534bb1615bf4c971 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74e9 expref: 9 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384687.727077:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384687.727079:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384687.727081:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.727084:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.727085:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384687.727087:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.727089:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384687.727090:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000975650e0, rc 0) 00000020:00000001:1.0:1767384687.727092:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.727095:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053359616 00010000:00000001:1.0:1767384687.727098:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.727101:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eed495ac x1853237053359616/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.727119:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.727121:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.727124:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.727129:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.727131:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.727134:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.727137:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.727138:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.727141:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.727144:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.727149:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029fb2da. 00000100:00000200:1.0:1767384687.727154:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237053359616, offset 224 00000400:00000200:1.0:1767384687.727160:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.727169:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.727183:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [215:215:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1767384687.727194:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.727199:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.727203:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008bfaf84. 00000800:00000200:1.0:1767384687.727208:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.727214:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.727218:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008bfaf84 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.727230:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.727234:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.727236:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.727238:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.727240:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.727243:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eed495ac x1853237053359616/t0(0) o101->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 328/344 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.727253:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eed495ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:15567:x1853237053359616:12345-192.168.202.17@tcp50:101: Request processed in 355us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.727260:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 164 00000100:00000040:1.0:1767384687.727263:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.727266:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.727268:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.727271:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.727274:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.727278:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.727281:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 8 00000100:00000001:1.0:1767384687.727286:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.727289:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.727295:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3d99608. 00000400:00000010:1.0:1767384687.727299:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc5c990c. 00000800:00000200:0.0:1767384687.727318:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.727322:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008bfaf84. 00000400:00000200:0.0:1767384687.727325:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.727329:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.727331:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029fb2da 00000400:00000010:0.0:1767384687.727333:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029fb2da. 00000100:00000001:0.0:1767384687.727335:0:16134:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.727337:0:16134:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.727338:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000019dd3586. 02000000:00000001:0.0:1767384687.727340:0:16134:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.727341:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.728098:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.728103:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.728105:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.728106:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.728110:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.728116:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 504 into portal 26 MB=0x6958260400680 00000400:00000200:0.0:1767384687.728130:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 504/504 into md 0x1891 [2] + 0 00000400:00000010:0.0:1767384687.728133:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000782f9a47. 00000400:00000200:0.0:1767384687.728135:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee0186d1 00000800:00000001:0.0:1767384687.728138:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.728141:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.728143:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.728145:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.728147:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0186d1 00000400:00000010:0.0:1767384687.728148:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee0186d1. 00000100:00000001:0.0:1767384687.728150:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.728151:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.728153:0:16133:0:(events.c:337:request_in_callback()) incoming req@00000000cc8460ec x1853237053359744 msgsize 504 00000100:00100000:0.0:1767384687.728156:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.728163:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.728170:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.728174:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.728175:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.728209:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.728213:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053359744 02000000:00000001:1.0:1767384687.728215:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.728216:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.728217:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.728220:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.728223:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053359744 00000020:00000001:1.0:1767384687.728224:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.728225:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.728227:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.728229:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=9 00000020:00000001:1.0:1767384687.728231:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.728233:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.728236:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.728239:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.728241:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.728243:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.728247:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.728250:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.728253:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.728257:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.728259:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.728260:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.728261:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.728265:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.728277:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.728283:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.728284:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.728288:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 165 00000100:00000040:1.0:1767384687.728290:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.728292:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935591504 : -115911773960112 : ffff96942fe34850) 00000100:00000040:1.0:1767384687.728297:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc8460ec x1853237053359744/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 504/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.728305:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.728308:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.728310:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.728313:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.728316:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc8460ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:15567:x1853237053359744:12345-192.168.202.17@tcp50:501: 00000100:00000200:1.0:1767384687.728320:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053359744 00000020:00000001:1.0:1767384687.728322:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.728324:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.728326:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.728327:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.728329:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695360 : -1042856256 : ffffffffc1d746c0) 00000020:00000001:1.0:1767384687.728331:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.728333:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.728335:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.728336:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.728338:0:16772:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384687.728340:0:16772:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.728342:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.728344:0:16772:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384687.728347:0:16772:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384687.728349:0:16772:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384687.728351:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.728353:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.728356:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000cdabe110. 02000000:00000001:1.0:1767384687.728357:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.728359:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384687.728362:0:16772:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:1.0:1767384687.728365:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:1.0:1767384687.728367:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384687.728370:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eb1afe44. 00000040:00000001:1.0:1767384687.728374:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384687.728377:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384687.728380:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:1.0:1767384687.728384:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00080000:00000001:1.0:1767384687.728392:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384687.728439:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384687.728442:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384687.728444:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384687.728446:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384687.728453:0:16772:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001c2cd54c. 00000020:00000001:1.0:1767384687.728457:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384687.728463:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628161540387160 : -115912169164456 : ffff96941854f158) 00000040:00000001:1.0:1767384687.728466:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.728468:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.728472:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384687.728475:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000002f5aab4e/00000000a3875efa to site lru. bkt: 00000000145381a1 00000040:00000010:1.0:1767384687.728478:0:16772:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001c2cd54c. 00000040:00000001:1.0:1767384687.728481:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384687.728483:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eb1afe44. 00000040:00000001:1.0:1767384687.728486:0:16772:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384687.728488:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:1.0:1767384687.728490:0:16772:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384687.728494:0:16772:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.728496:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053359744 00010000:00000001:1.0:1767384687.728498:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.728502:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc8460ec x1853237053359744/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 504/272 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.728509:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.728510:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.728512:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.728515:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.728518:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.728520:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.728522:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.728523:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.728526:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.728528:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.728531:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acfae5b8. 00000100:00000200:1.0:1767384687.728534:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237053359744, offset 224 00000400:00000200:1.0:1767384687.728538:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.728543:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.728551:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [216:216:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384687.728559:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.728573:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.728577:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf844f7d. 00000800:00000200:1.0:1767384687.728580:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.728587:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384687.728590:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf844f7d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384687.728602:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.728604:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.728607:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.728608:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.728610:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.728613:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc8460ec x1853237053359744/t0(0) o501->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 504/272 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.728622:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc8460ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:15567:x1853237053359744:12345-192.168.202.17@tcp50:501: Request processed in 315us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.728630:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 165 00000100:00000040:1.0:1767384687.728633:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.728636:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.728637:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.728640:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.728642:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.728645:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.728649:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 8 00000100:00000001:1.0:1767384687.728652:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.728655:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.728659:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98d8241. 00000400:00000010:1.0:1767384687.728663:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d427c9c9. 00000800:00000200:3.0:1767384687.728673:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384687.728677:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf844f7d. 00000400:00000200:3.0:1767384687.728681:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.728686:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384687.728689:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acfae5b8 00000400:00000010:3.0:1767384687.728690:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acfae5b8. 00000100:00000001:3.0:1767384687.728693:0:16135:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384687.728695:0:16135:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384687.728696:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000cdabe110. 02000000:00000001:3.0:1767384687.728699:0:16135:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384687.728706:0:16135:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384687.729419:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.729424:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.729426:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.729427:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.729430:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:0.0:1767384687.729436:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 272 into portal 26 MB=0x6958260400700 00000400:00000200:0.0:1767384687.729438:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 272/272 into md 0x1899 [2] + 0 00000400:00000010:0.0:1767384687.729441:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ea54af. 00000400:00000200:0.0:1767384687.729443:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050ff6869 00000800:00000001:0.0:1767384687.729444:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.729448:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.729449:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.729458:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.729460:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ff6869 00000400:00000010:0.0:1767384687.729461:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ff6869. 00000100:00000001:0.0:1767384687.729463:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.729468:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384687.729470:0:16134:0:(events.c:337:request_in_callback()) incoming req@00000000f6a52f70 x1853237053359872 msgsize 272 00000100:00100000:0.0:1767384687.729473:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:0.0:1767384687.729474:0:16134:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384687.729481:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384687.729484:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.729486:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.729518:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.729521:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053359872 02000000:00000001:1.0:1767384687.729523:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384687.729525:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.729526:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.729529:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384687.729531:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053359872 00000020:00000001:1.0:1767384687.729533:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384687.729535:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384687.729536:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.729538:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=9 00000020:00000001:1.0:1767384687.729540:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384687.729542:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384687.729545:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.729547:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.729550:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.729551:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384687.729555:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384687.729557:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.729560:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384687.729572:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.729574:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.729578:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384687.729579:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.729583:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.729598:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.729604:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384687.729606:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384687.729610:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 166 00000100:00000040:1.0:1767384687.729612:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384687.729614:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935590480 : -115911773961136 : ffff96942fe34450) 00000100:00000040:1.0:1767384687.729618:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6a52f70 x1853237053359872/t0(0) o503->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.729626:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.729628:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384687.729630:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.729632:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384687.729635:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6a52f70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:15567:x1853237053359872:12345-192.168.202.17@tcp50:503: 00000100:00000200:1.0:1767384687.729640:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053359872 00000020:00000001:1.0:1767384687.729642:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384687.729644:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384687.729645:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.729647:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384687.729648:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695456 : -1042856160 : ffffffffc1d74720) 00000020:00000001:1.0:1767384687.729651:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.729652:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.729654:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384687.729655:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384687.729657:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.729659:0:16772:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384687.729660:0:16772:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384687.729663:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384687.729665:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384687.729682:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004f5d2f46. 02000000:00000001:1.0:1767384687.729685:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.729686:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384687.729689:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:1.0:1767384687.729691:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384687.729693:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eb1afe44. 00000040:00000001:1.0:1767384687.729695:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384687.729696:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384687.729698:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446628162144526848 : -115911565024768 : 0xffff96943c576200) 00000020:00000001:1.0:1767384687.729700:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446628162144526848 : -115911565024768 : ffff96943c576200) 00000020:00000001:1.0:1767384687.729703:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384687.729706:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628161540387160 : -115912169164456 : ffff96941854f158) 00000040:00000001:1.0:1767384687.729708:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.729710:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.729712:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384687.729717:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f228b0ef. 00000040:00000001:1.0:1767384687.729720:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384687.729722:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384687.729728:0:16772:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384687.729730:0:16772:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384687.729733:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384687.729736:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384687.729738:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384687.729742:0:16772:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:1.0:1767384687.729744:0:16772:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384687.729746:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384687.729748:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000002f5aab4e/00000000a3875efa to site lru. bkt: 00000000145381a1 00000040:00000001:1.0:1767384687.729750:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384687.729752:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f228b0ef. 00000040:00000010:1.0:1767384687.729755:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eb1afe44. 00000040:00000040:1.0:1767384687.729757:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00000020:00000001:1.0:1767384687.729759:0:16772:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384687.729761:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053359872 00010000:00000001:1.0:1767384687.729764:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384687.729768:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6a52f70 x1853237053359872/t0(0) o503->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8416 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384687.729775:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.729793:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.729796:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384687.729799:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.729801:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384687.729803:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384687.729805:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384687.729807:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.729809:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384687.729811:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384687.729815:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a3ea0b3d. 00000100:00000200:1.0:1767384687.729818:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237053359872, offset 224 00000400:00000200:1.0:1767384687.729823:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384687.729829:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384687.729856:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [217:217:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384687.729865:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384687.729870:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384687.729873:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000eb1afe44. 00000800:00000200:1.0:1767384687.729877:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384687.729881:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1022 00000800:00000200:1.0:1767384687.729884:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb1afe44 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384687.729893:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.729896:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384687.729898:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.729900:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.729901:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.729905:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6a52f70 x1853237053359872/t0(0) o503->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:668/0 lens 272/8416 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384687.729915:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6a52f70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:15567:x1853237053359872:12345-192.168.202.17@tcp50:503: Request processed in 287us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384687.729922:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 166 00000100:00000040:1.0:1767384687.729925:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384687.729927:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.729929:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.729931:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003efda256. 00000020:00000010:1.0:1767384687.729935:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384687.729938:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384687.729940:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 8 00000100:00000001:1.0:1767384687.729944:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384687.729946:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384687.729948:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:0.0:1767384687.729949:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000eb1afe44. 00000400:00000200:0.0:1767384687.729953:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384687.729954:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e70db1. 00000400:00000200:0.0:1767384687.729958:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384687.729961:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3ea0b3d 00000400:00000010:1.0:1767384687.729962:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e45c0f3. 00000400:00000010:0.0:1767384687.729963:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a3ea0b3d. 00000100:00000001:0.0:1767384687.729968:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384687.729970:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384687.729971:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004f5d2f46. 02000000:00000001:0.0:1767384687.729981:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384687.729983:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384687.731984:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.731991:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384687.731993:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.731995:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.732001:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:3.0:1767384687.732045:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 520 into portal 12 MB=0x6958260400780 00000400:00000200:3.0:1767384687.732052:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.17@tcp50 of length 520/520 into md 0x229 [64] + 9176 00000800:00000001:3.0:1767384687.732057:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.732064:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.732066:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.732069:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:3.0:1767384687.732073:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384687.732075:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384687.732081:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbd91fa5. 00000100:00000040:3.0:1767384687.732083:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000cbd91fa5 x1853237053360000 msgsize 520 00000100:00100000:3.0:1767384687.732088:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:3.0:1767384687.732106:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384687.732111:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384687.732114:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.732142:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384687.732145:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360000 02000000:00000001:0.0:1767384687.732147:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384687.732148:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384687.732149:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384687.732151:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384687.732153:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360000 00000020:00000001:0.0:1767384687.732155:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384687.732155:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384687.732157:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384687.732158:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.732159:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.732162:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007a6df33. 00000020:00000010:0.0:1767384687.732171:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3f04399. 00000020:00000010:0.0:1767384687.732175:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0bbe90a. 00000100:00000001:0.0:1767384687.732178:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384687.732180:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384687.732182:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.732186:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.732206:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.732217:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384687.732219:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384687.732223:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 3 00000100:00000001:0.0:1767384687.732227:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161211316224 : -115912498235392 : ffff969404b7b800) 00000100:00000040:0.0:1767384687.732230:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cbd91fa5 x1853237053360000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384707 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384687.732238:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd91fa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:12164:x1853237053360000:12345-192.168.202.17@tcp50:38: 00000100:00000200:0.0:1767384687.732241:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360000 00000020:00000001:0.0:1767384687.732244:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384687.732246:0:16778:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384687.732256:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 8 - find 00000020:00000001:0.0:1767384687.732258:0:16778:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446628162014491056 : -115911695060560 : ffff9694349731b0) 00000100:00000001:0.0:1767384687.732261:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384687.732262:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384687.732265:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000efc61aff. 02000000:00000001:0.0:1767384687.732266:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.732267:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384687.732269:0:16778:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384687.732273:0:16778:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50 t0 exp 0000000000000000 cur 310 last 0 00010000:00000001:0.0:1767384687.732277:0:16778:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384687.732280:0:16778:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1767384687.732281:0:16778:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384687.732285:0:16778:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384687.732291:0:16778:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384687.732295:0:16778:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.732297:0:16778:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.732299:0:16778:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.732300:0:16778:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.732302:0:16778:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.732303:0:16778:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.732304:0:16778:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384687.732306:0:16778:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384687.732308:0:16778:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000002562b51. 00000020:00000001:0.0:1767384687.732314:0:16778:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384687.732315:0:16778:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000002562b51 with handle 0x534bb1615bf4c978 to hash 00000020:00000001:0.0:1767384687.732317:0:16778:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384687.732320:0:16778:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384687.732321:0:16778:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384687.732324:0:16778:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000735bc448. 00000001:00000001:0.0:1767384687.732326:0:16778:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384687.732328:0:16778:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002ed0bbe7. 00000001:00000001:0.0:1767384687.732330:0:16778:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.732332:0:16778:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384687.732334:0:16778:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384687.732337:0:16778:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005fd66a67. 00000001:00000010:0.0:1767384687.732342:0:16778:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c4dedb5f. 00000001:00000010:0.0:1767384687.732344:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093f97a49. 00000001:00000010:0.0:1767384687.732347:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000b2f03e4. 00000001:00000010:0.0:1767384687.732348:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d4b88162. 00000001:00000010:0.0:1767384687.732351:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f26f87ed. 00000001:00000001:0.0:1767384687.732352:0:16778:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384687.732354:0:16778:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b8d30221. 00000001:00000010:0.0:1767384687.732355:0:16778:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000029821e52. 00000001:00000010:0.0:1767384687.732357:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000092a31cf0. 00000001:00000010:0.0:1767384687.732359:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000007a105f. 00000001:00000010:0.0:1767384687.732363:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015ad4237. 00000001:00000010:0.0:1767384687.732365:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000edcd2ab7. 00010000:00000001:0.0:1767384687.732366:0:16778:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.732367:0:16778:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.732368:0:16778:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.732370:0:16778:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384687.732371:0:16778:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=3 00000020:00000040:0.0:1767384687.732375:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 9 - export 00000020:00000001:0.0:1767384687.732377:0:16778:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000020:00000040:0.0:1767384687.732378:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 2 00000020:00000080:0.0:1767384687.732380:0:16778:0:(genops.c:1402:class_connect()) connect: client 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa, cookie 0x534bb1615bf4c978 00000020:00000001:0.0:1767384687.732381:0:16778:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.732385:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384687.732386:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c978 00000020:00000001:0.0:1767384687.732387:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384687.732388:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000002562b51 refcount=3 00000020:00000001:0.0:1767384687.732389:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000020:00000001:0.0:1767384687.732390:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000001:00000001:0.0:1767384687.732393:0:16778:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384687.732396:0:16778:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384687.732399:0:16778:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 6 00000001:00000001:0.0:1767384687.732401:0:16778:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446628162144548864 : -115911565002752 : ffff96943c57b800) 00000001:00000001:0.0:1767384687.732404:0:16778:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384687.732406:0:16778:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=4 00000001:00000040:0.0:1767384687.732408:0:16778:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 7 00000001:00000001:0.0:1767384687.732412:0:16778:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384687.732415:0:16778:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.202.17@tcp50 to nodemap default 00000001:00000040:0.0:1767384687.732418:0:16778:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 6 00000001:00000001:0.0:1767384687.732420:0:16778:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.732426:0:16778:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384687.732429:0:16778:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384687.732444:0:16778:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.732448:0:16778:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384687.732450:0:16778:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 free: 389545984 avail: 387448832 00000020:00000001:0.0:1767384687.732462:0:16778:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384687.732464:0:16778:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:0.0:1767384687.732467:0:16778:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:0.0:1767384687.732469:0:16778:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1767384687.732471:0:16778:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:0.0:1767384687.732473:0:16778:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:0.0:1767384687.732474:0:16778:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:0.0:1767384687.732476:0:16778:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:0.0:1767384687.732482:0:16778:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:0.0:1767384687.732485:0:16778:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:0.0:1767384687.732488:0:16778:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384687.732491:0:16778:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384687.732493:0:16778:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384687.732496:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384687.732503:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004c35b907. 00080000:00000001:0.0:1767384687.732505:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868767744 : -115916840783872 : ffff969301e1b000) 00080000:00000001:0.0:1767384687.732508:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384687.732514:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384687.732515:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.732518:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384687.732538:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384687.732541:0:16778:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384687.732545:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384687.732629:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384687.732632:0:16778:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384687.732635:0:16778:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.732638:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384687.740627:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384687.740629:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.740636:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000040:0.0:1767384687.740636:0:16778:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000001:2.0:1767384687.740640:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:0.0:1767384687.740642:0:16778:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.740644:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384687.740647:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000040:0.0:1767384687.740649:0:16778:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '4b1bf630-9dce-4fdf-87e4-ce26b4256bfa' generation 1 00080000:00000010:2.0:1767384687.740651:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004c35b907. 00000001:00000001:0.0:1767384687.740657:0:16778:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384687.740659:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384687.740661:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384687.740670:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a647fdb. 00080000:00000001:0.0:1767384687.740674:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628156868761600 : -115916840790016 : ffff969301e19800) 00080000:00000001:0.0:1767384687.740678:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384687.740684:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384687.740686:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.740688:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384687.740705:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384687.740708:0:16778:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ff16779f. 00000001:00000040:0.0:1767384687.740717:0:16778:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000002562b51 : new cb_count 1 00000020:00000040:0.0:1767384687.740720:0:16778:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=5 00080000:00000001:0.0:1767384687.740728:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384687.740804:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384687.740807:0:16778:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384687.740809:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384687.740818:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384687.740820:0:16778:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384687.740823:0:16778:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.740826:0:16778:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384687.740829:0:16778:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384687.740849:0:16778:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000077621fad 00000020:00000010:0.0:1767384687.740852:0:16778:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bb686431. 00000020:00000040:0.0:1767384687.740860:0:16778:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000bb686431 for nid 192.168.202.17@tcp50 - ref 2 00000020:00000001:0.0:1767384687.740915:0:16778:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.740921:0:16778:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004c35b907. 00000020:00000010:0.0:1767384687.740924:0:16778:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000007674bde8. 00000020:00000010:0.0:1767384687.740927:0:16778:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000051cc94d. 00000020:00000010:0.0:1767384687.740942:0:16778:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008e2d6b95. 00000020:00000010:0.0:1767384687.740945:0:16778:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000014e6adaf. 00000020:00000010:0.0:1767384687.740947:0:16778:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000d08c39b2. 00000004:00000001:0.0:1767384687.740954:0:16778:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384687.740956:0:16778:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.740959:0:16778:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.740963:0:16778:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000af626e3b. 00000020:00000040:0.0:1767384687.740965:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 10 - import 00000020:00000001:0.0:1767384687.740970:0:16778:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384687.740972:0:16778:0:(genops.c:1242:class_import_put()) import 00000000af626e3b refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384687.740973:0:16778:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384687.740975:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000683b99fc. 00000020:00000040:0.0:1767384687.740982:0:16778:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=6 00000100:00000040:0.0:1767384687.740984:0:16778:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000002562b51 : new rpc_count 1 00000100:00000001:0.0:1767384687.740987:0:16778:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384687.741004:0:16778:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.17@tcp50 primary NID 192.168.202.17@tcp50 rc 0 00000100:00000001:0.0:1767384687.741008:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384687.741010:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000100:00000001:0.0:1767384687.741012:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00000100:00000001:0.0:1767384687.741015:0:16778:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446628156881380416 : -115916828171200 : 0xffff969302a22440) 00000100:00000040:0.0:1767384687.741018:0:16778:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000020:00000040:0.0:1767384687.741022:0:16778:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=7 00000100:00000001:0.0:1767384687.741030:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384687.741032:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 4 to 192.168.202.17@tcp50 00000100:00000001:0.0:1767384687.741034:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:0.0:1767384687.741037:0:16778:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384687.741041:0:16778:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384687.741044:0:16778:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1767384687.741048:0:16778:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659300416 : -1050251200 : ffffffffc1667040) 02000000:00000001:0.0:1767384687.741051:0:16778:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.741054:0:16778:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384687.741057:0:16778:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384687.741058:0:16778:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384687.741061:0:16778:0:(import.c:65:import_set_state_nolock()) 00000000af626e3b : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384687.741065:0:16778:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384687.741066:0:16778:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384687.741069:0:16778:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384687.741072:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 6 00000020:00000040:0.0:1767384687.741075:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 10 - find 00010000:00000001:0.0:1767384687.741078:0:16778:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.741085:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384687.741087:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736816 : -1040814800 : ffffffffc1f66d30) 00000020:00000001:0.0:1767384687.741091:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384687.741092:0:16778:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384687.741095:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384687.741097:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384687.741100:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.741103:0:16778:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:0.0:1767384687.741117:0:16778:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384687.741127:0:16778:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384687.741129:0:16778:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384687.741130:0:16778:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.741132:0:16778:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384687.741135:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360000 00010000:00000001:0.0:1767384687.741137:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384687.741143:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbd91fa5 x1853237053360000/t0(0) o38->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384687.741150:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384687.741153:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384687.741155:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=90 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384687.741159:0:16778:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384687.741161:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384687.741162:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 5 to 192.168.202.17@tcp50 00000100:00000001:0.0:1767384687.741163:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:0.0:1767384687.741166:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384687.741167:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.741170:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384687.741172:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:0.0:1767384687.741177:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7cf5a0. 00000100:00000200:0.0:1767384687.741182:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237053360000, offset 0 00000400:00000200:0.0:1767384687.741189:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:0.0:1767384687.741199:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:0.0:1767384687.741215:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [218:218:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384687.741229:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384687.741235:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:0.0:1767384687.741239:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003880a94e. 00000800:00000200:0.0:1767384687.741246:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:0.0:1767384687.741254:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:0.0:1767384687.741259:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003880a94e type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384687.741281:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384687.741284:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 4 to 192.168.202.17@tcp50 00010000:00000001:0.0:1767384687.741286:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384687.741288:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.741290:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384687.741295:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbd91fa5 x1853237053360000/t0(0) o38->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384687.741305:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd91fa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:12164:x1853237053360000:12345-192.168.202.17@tcp50:38: Request processed in 9066us (9219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384687.741317:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 3 00000100:00000040:0.0:1767384687.741321:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002562b51 : new rpc_count 0 00000100:00000001:0.0:1767384687.741323:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.741325:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384687.741331:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3f04399. 00000020:00000010:0.0:1767384687.741336:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0bbe90a. 00000020:00000010:0.0:1767384687.741340:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007a6df33. 00000020:00000040:0.0:1767384687.741342:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 5 00000100:00000001:0.0:1767384687.741344:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384687.741398:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384687.741404:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003880a94e. 00000400:00000200:1.0:1767384687.741409:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384687.741415:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:1.0:1767384687.741422:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7cf5a0 00000400:00000010:1.0:1767384687.741425:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db7cf5a0. 00000100:00000001:1.0:1767384687.741431:0:16134:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384687.741432:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1767384687.958221:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (4) 00000800:00000200:2.1:1767384687.958231:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (4) 00000800:00000200:2.0:1767384687.958252:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcfb5797] -> 12345-192.168.202.117@tcp18 (6) 00000800:00000200:2.0:1767384687.958255:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp18 ip 192.168.202.117:988 00000800:00000200:2.0:1767384687.958259:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384687.958471:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000001:3.0:1767384687.958537:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384687.958537:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000200:1.0:1767384687.958538:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000001:3.0:1767384687.958541:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384687.958546:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e2cc42 00000800:00000001:1.0:1767384687.958548:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384687.958549:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094e2cc42. 00000400:00000200:3.0:1767384687.958555:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384687.958565:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp47 recovery ping unlinked 00000800:00000001:1.0:1767384687.958566:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384687.958573:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384687.958575:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000010:3.0:1767384687.958582:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c749c21e. 00000800:00000001:1.0:1767384687.958587:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384687.958589:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007eff9d66. 00000400:00000001:3.0:1767384687.958595:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384687.958597:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384687.958598:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008428da98 00000400:00000010:3.0:1767384687.958599:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008428da98. 00000400:00000200:3.0:1767384687.958601:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384687.958603:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384687.958606:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c7e73a95. 00000400:00000200:0.0:1767384687.958610:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:3.0:1767384687.958618:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000513c70e1. 00000400:00000200:3.0:1767384687.958626:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp46 00000400:00000010:3.0:1767384687.958629:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009192ef43. 00000400:00000010:3.0:1767384687.958636:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b9299114. 00000400:00000010:3.0:1767384687.958642:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000400:00000200:0.0:1767384687.958644:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000010:3.0:1767384687.958652:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003130899f. 00000400:00000200:3.0:1767384687.958658:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp46 00000400:00000200:0.0:1767384687.958671:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384687.958676:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp46 local destination 00000400:00000200:3.0:1767384687.958684:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp46 00000400:00000200:3.0:1767384687.958689:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp46 NI seq info: [219:219:256:4294967295] 192.168.202.117@tcp46 LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1767384687.958697:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp46 00000400:00000200:0.0:1767384687.958700:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384687.958710:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46:) -> 192.168.202.117@tcp46(192.168.202.117@tcp46:192.168.202.117@tcp46) : GET try# 0 00000800:00000200:3.0:1767384687.958716:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp46 00000800:00000010:3.0:1767384687.958721:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d5917d9. 00000400:00000200:0.0:1767384687.958725:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000200:3.0:1767384687.958729:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000800:00000200:3.1:1767384687.958735:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000400:00000200:0.0:1767384687.958741:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.958757:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384687.958758:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp46 added to recovery queue. ping count: 3 next ping: 318 health :700 00000400:00000200:0.0:1767384687.958802:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.958855:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.958870:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.958916:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.958919:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.958958:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.958966:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959004:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959044:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959058:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959088:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959098:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959135:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959143:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959179:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959194:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959216:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959250:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959252:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959309:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959311:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959351:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959363:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959392:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959409:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959420:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959452:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959459:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959496:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959514:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959537:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959560:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959575:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959607:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959618:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959651:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959661:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959703:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959734:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959751:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959772:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959814:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959825:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384687.959858:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959897:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959930:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959957:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.959994:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000800:00000010:0.0:1767384687.959998:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d78bab9f. 00000800:00000010:0.0:1767384687.960005:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004bb9f2a5. 00000800:00000010:0.0:1767384687.960011:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f805b4b7. 00000400:00000200:1.0:1767384687.960024:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000800:00000010:0.0:1767384687.960038:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f805b4b7. 00000800:00020000:0.0:1767384687.960049:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384687.960053:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004bb9f2a5. 00000800:00000010:0.0:1767384687.960056:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d78bab9f. 00000400:00000200:1.0:1767384687.960064:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:02020000:0.0:1767384687.960100:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp31 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384687.960103:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000800:00000100:0.0:1767384687.960105:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384687.960131:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.960152:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.960171:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.960189:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.960208:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.960228:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384687.960246:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384687.960342:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f228b0ef. 00000800:00000010:1.0:1767384687.960346:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000076f2e14. 00000800:00000010:1.0:1767384687.960350:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005225a19d. 00000800:00000010:1.0:1767384687.960368:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005225a19d. 00000800:00020000:1.0:1767384687.960373:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384687.960376:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000076f2e14. 00000800:00000010:1.0:1767384687.960378:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f228b0ef. 00000400:02020000:1.0:1767384687.960409:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp46 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384687.960416:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp46 notifying 192.168.202.117@tcp46: down 00000400:00000200:1.0:1767384687.960422:0:16130:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384687.960426:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp46 00000800:00000010:1.0:1767384687.960428:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d5917d9. 00000400:00000200:1.0:1767384687.960433:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384687.960438:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp46->192.168.202.117@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384687.960446:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384687.960449:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384687.960453:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp46) recovery failed with -71 10000000:00000001:0.0:1767384688.469981:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384688.469992:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 2 10000000:00000001:0.0:1767384688.469999:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384688.470003:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384688.470005:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384688.470006:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384688.470009:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384688.470011:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384688.470013:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff96943ce34800 from 85 10000000:00000001:0.0:1767384688.470018:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384688.470020:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384688.470031:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab01833. 00000020:00000040:0.0:1767384688.470037:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384688.470042:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384688.470047:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384688.470054:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384688.470064:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007cc1c387. 00000100:00000001:0.0:1767384688.470086:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.470092:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384688.470095:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384688.470105:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000553e9fc8. 00010000:00000001:0.0:1767384688.470111:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384688.470114:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007040f296. 00000020:00000001:0.0:1767384688.470119:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384688.470122:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007040f296 with handle 0x534bb1615bf4c97f to hash 00000020:00000001:0.0:1767384688.470124:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384688.470126:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:0.0:1767384688.470129:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:0.0:1767384688.470134:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384688.470136:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384688.470139:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384688.470150:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384688.470186:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384688.470192:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384688.470194:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384688.470201:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bb9f2a5. 00000100:00000001:0.0:1767384688.470204:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161267560640 : -115912441990976 : ffff96940811f0c0) 00000100:00000001:0.0:1767384688.470206:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384688.470208:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027865856 : -115911681685760 : ffff969435634700) 00000100:00000001:0.0:1767384688.470214:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384688.470217:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.470219:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384688.470221:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384688.470230:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.470240:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384688.470242:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.470247:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384688.470250:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384688.470253:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.470256:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059681664:0@lo:101: 00000100:00000001:0.0:1767384688.470261:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384688.470267:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384688.470270:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.470273:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384688.470277:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f8bdf028. 02000000:00000001:0.0:1767384688.470279:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384688.470287:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ea54af. 00000400:00000010:0.0:1767384688.470295:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000100:00000200:0.0:1767384688.470303:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059681664, portal 25 00000100:00000001:0.0:1767384688.470305:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384688.470306:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027865856 : -115911681685760 : ffff969435634700) 00000100:00000040:0.0:1767384688.470310:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.470323:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.470326:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384688.470329:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 00000100:00000200:0.0:1767384688.470332:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059681664, offset 0 00000400:00000200:0.0:1767384688.470338:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384688.470353:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384688.470366:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a07d80 00000400:00000200:0.0:1767384688.470373:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x18d9 [2] + 0 00000400:00000010:0.0:1767384688.470378:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1d45788. 00000400:00000200:0.0:1767384688.470382:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000abad2c63 00000400:00000200:0.0:1767384688.470389:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384688.470394:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384688.470399:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abad2c63 00000400:00000010:0.0:1767384688.470401:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abad2c63. 00000100:00000001:0.0:1767384688.470407:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384688.470409:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384688.470414:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000009535603d x1853237059681664 msgsize 328 00000100:00100000:0.0:1767384688.470417:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384688.470419:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384688.470435:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384688.470445:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000400:00000010:0.0:1767384688.470446:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000100:00000001:0.0:1767384688.470450:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384688.470454:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.470466:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384688.470469:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.470475:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.470477:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384688.470482:0:19650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384688.470482:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.470486:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294978572 00000100:00100000:2.0:1767384688.470488:0:19650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681664 02000000:00000001:2.0:1767384688.470492:0:19650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384688.470493:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dff7440. 00000100:00000001:2.0:1767384688.470496:0:19650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384688.470498:0:19650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384688.470505:0:19650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384688.470509:0:19650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681664 00000100:00000001:0.0:1767384688.470509:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384688.470514:0:19650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384688.470517:0:19650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384688.470520:0:19650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384688.470520:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294978572 00000020:00000040:2.0:1767384688.470523:0:19650:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000100:00000010:0.0:1767384688.470525:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000132bfe97. 00000020:00000001:2.0:1767384688.470528:0:19650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384688.470531:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384688.470532:0:19650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384688.470540:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384688.470544:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294978572 00000020:00000010:2.0:1767384688.470546:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec6f830f. 00000100:00000001:2.0:1767384688.470550:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384688.470551:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f1ff817. 00000020:00000010:2.0:1767384688.470556:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec6f830f. 00000100:00000001:0.0:1767384688.470557:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384688.470565:0:19650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004833af75. 00000100:00000001:0.0:1767384688.470569:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294978572 00000100:00000010:0.0:1767384688.470575:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006576491c. 00000100:00000001:0.0:1767384688.470579:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384688.470583:0:19650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001da5fb0. 00000100:00000001:0.0:1767384688.470589:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384688.470590:0:19650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000100:00000001:0.0:1767384688.470596:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.470600:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384688.470602:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384688.470605:0:19650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384688.470605:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000004bb9f2a5 going to sleep for 11 seconds 00000100:00000001:2.0:1767384688.470611:0:19650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.470612:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384688.470614:0:19650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384688.470618:0:19650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.470618:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.470631:0:19650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.470646:0:19650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384688.470660:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384688.470663:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384688.470668:0:19650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00000040:2.0:1767384688.470672:0:19650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384688.470674:0:19650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935599696 : -115911773951920 : ffff96942fe36850) 00000100:00000040:2.0:1767384688.470679:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009535603d x1853237059681664/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384688.470695:0:19650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384688.470704:0:19650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec6f830f. 00000100:00000001:2.0:1767384688.470706:0:19650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384688.470708:0:19650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec6f830f. 00000100:00100000:2.0:1767384688.470712:0:19650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009535603d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16775:x1853237059681664:12345-0@lo:101: 00000100:00000200:2.0:1767384688.470716:0:19650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681664 00000020:00000001:2.0:1767384688.470720:0:19650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384688.470723:0:19650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384688.470726:0:19650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.470728:0:19650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384688.470731:0:19650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695744 : -1042855872 : ffffffffc1d74840) 00000020:00000001:2.0:1767384688.470735:0:19650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384688.470736:0:19650:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384688.470739:0:19650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384688.470742:0:19650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384688.470745:0:19650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.470748:0:19650:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384688.470750:0:19650:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384688.470752:0:19650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384688.470754:0:19650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384688.470757:0:19650:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.470762:0:19650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384688.470767:0:19650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dae2d6ec count: 2 00010000:00000001:2.0:1767384688.470790:0:19650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384688.470792:0:19650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384688.470795:0:19650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca9483eb. 00000020:00000001:2.0:1767384688.470799:0:19650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384688.470800:0:19650:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca9483eb with handle 0x534bb1615bf4c986 to hash 00000020:00000001:2.0:1767384688.470802:0:19650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384688.470804:0:19650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:2.0:1767384688.470806:0:19650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00010000:2.0:1767384688.470808:0:19650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c986 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x534bb1615bf4c97f expref: -99 pid: 19650 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384688.470816:0:19650:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000136389f3 : new locks_count 10 00000020:00000040:2.0:1767384688.470823:0:19650:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=15 00000100:00000001:2.0:1767384688.470848:0:19650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384688.470851:0:19650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384688.470855:0:19650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f239dd75. 02000000:00000001:2.0:1767384688.470858:0:19650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.470860:0:19650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.470863:0:19650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384688.470867:0:19650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384688.470869:0:19650:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384688.470871:0:19650:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384688.470874:0:19650:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.470876:0:19650:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384688.470878:0:19650:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.470880:0:19650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384688.470883:0:19650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384688.470884:0:19650:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384688.470886:0:19650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384688.470888:0:19650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dae2d6ec) refcount = 2 00010000:00000040:2.0:1767384688.470892:0:19650:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384688.470898:0:19650:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000419554d3/0x534bb1615bf4c96a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74e2 expref: 8 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384688.470905:0:19650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c986 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x534bb1615bf4c97f expref: 15 pid: 19650 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384688.470911:0:19650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384688.470913:0:19650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384688.470915:0:19650:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.470917:0:19650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.470919:0:19650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384688.470924:0:19650:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384688.470926:0:19650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c986 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x534bb1615bf4c97f expref: 15 pid: 19650 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384688.470933:0:19650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384688.470935:0:19650:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384688.470942:0:19650:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.470945:0:19650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.470946:0:19650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384688.470949:0:19650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384688.470950:0:19650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384688.470952:0:19650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ca9483eb, rc 0) 00000020:00000001:2.0:1767384688.470954:0:19650:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384688.470958:0:19650:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059681664 00010000:00000001:2.0:1767384688.470961:0:19650:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384688.470965:0:19650:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009535603d x1853237059681664/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384688.470973:0:19650:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384688.470976:0:19650:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384688.470993:0:19650:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384688.470999:0:19650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384688.471001:0:19650:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384688.471004:0:19650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:2.0:1767384688.471007:0:19650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384688.471009:0:19650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.471012:0:19650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384688.471014:0:19650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384688.471017:0:19650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705de55b. 00000100:00000200:2.0:1767384688.471020:0:19650:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059681664, offset 224 00000400:00000200:2.0:1767384688.471025:0:19650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384688.471030:0:19650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384688.471035:0:19650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a07d80 00000400:00000200:2.0:1767384688.471039:0:19650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x205d [1] + 224 00000400:00000200:2.0:1767384688.471043:0:19650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.471046:0:19650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384688.471049:0:19650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384688.471053:0:19650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384688.471063:0:19650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384688.471092:0:19650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384688.471097:0:19650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705de55b 00000400:00000010:2.0:1767384688.471099:0:19650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705de55b. 00000100:00000001:2.0:1767384688.471103:0:19650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384688.471105:0:19650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384688.471107:0:19650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384688.471110:0:19650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:2.0:1767384688.471113:0:19650:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384688.471114:0:19650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.471117:0:19650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384688.471120:0:19650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009535603d x1853237059681664/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384688.471128:0:19650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009535603d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059681664:12345-0@lo:101: Request processed in 433us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384688.471136:0:19650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00000040:2.0:1767384688.471140:0:19650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:2.0:1767384688.471143:0:19650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384688.471145:0:19650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384688.471149:0:19650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001da5fb0. 00000100:00000001:0.0:1767384688.471149:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384688.471155:0:19650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000400:00000001:0.0:1767384688.471157:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384688.471159:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004833af75. 00000400:00000001:0.0:1767384688.471160:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384688.471165:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ea54af. 00000020:00000040:2.0:1767384688.471167:0:19650:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000400:00000200:0.0:1767384688.471169:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 02000000:00000001:2.0:1767384688.471173:0:19650:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1767384688.471173:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 02000000:00000010:2.0:1767384688.471177:0:19650:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f239dd75. 00000100:00000001:0.0:1767384688.471177:0:16775:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384688.471183:0:19650:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384688.471184:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384688.471187:0:19650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384688.471194:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384688.471199:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f105b58. 00000100:00000200:0.0:1767384688.471199:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384688.471206:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5f9fc74. 00000100:00000001:0.0:1767384688.471212:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384688.471216:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.471219:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384688.471222:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384688.471225:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.471232:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.471235:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.471239:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384688.471243:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.471246:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384688.471248:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.471250:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384688.471252:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471255:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.471259:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471266:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384688.471269:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384688.471271:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384688.471274:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.471281:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059681664:0@lo:101: 00000100:00000001:0.0:1767384688.471286:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.471288:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471290:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384688.471292:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384688.471294:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471300:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384688.471302:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004bb9f2a5. 00000100:00000001:0.0:1767384688.471306:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384688.471307:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.471310:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384688.471313:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384688.471315:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.471316:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007040f296 refcount=4 00000020:00000001:0.0:1767384688.471319:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:0.0:1767384688.471322:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000040:0.0:1767384688.471334:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007040f296, remote cookie: 0x534bb1615bf4c986, flags: 0x0 00010000:00000001:0.0:1767384688.471337:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384688.471340:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384688.471341:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384688.471343:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384688.471345:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384688.471346:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000553e9fc8) refcount = 1 00010000:00010000:0.0:1767384688.471349:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.471356:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384688.471357:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384688.471359:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384688.471362:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384688.471364:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384688.471367:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.471374:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384688.471375:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.471376:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384688.471377:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.471378:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384688.471380:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471382:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384688.471385:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bab01833 x1853237059681664/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384704 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471392:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384688.471394:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384688.471397:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f8bdf028. 02000000:00000001:0.0:1767384688.471400:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384688.471402:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384688.471404:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384688.471406:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384688.471408:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007cc1c387. 02000000:00000001:0.0:1767384688.471411:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384688.471418:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384688.471420:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab01833. 00000100:00000001:0.0:1767384688.471423:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384688.471424:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384688.471426:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384688.471428:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384688.471430:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000007307197) refs 3 10000000:00000001:0.0:1767384688.471431:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.471433:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384688.471435:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.471436:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007040f296 refcount=3 00000020:00000001:0.0:1767384688.471438:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:0.0:1767384688.471440:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:0.0:1767384688.471442:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384688.471444:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.471446:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384688.471447:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384688.471450:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384688.471453:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a524b12c. 00000100:00000010:0.0:1767384688.471465:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab01833. 00000020:00000040:0.0:1767384688.471468:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384688.471471:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384688.471473:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384688.471475:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384688.471478:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007cc1c387. 00000100:00000001:0.0:1767384688.471481:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471485:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384688.471488:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f8bdf028. 00000100:00000010:0.0:1767384688.471491:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f805b4b7. 00000020:00000040:0.0:1767384688.471493:0:16775:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384688.471498:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384688.471499:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384688.471501:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bb9f2a5. 00000100:00000001:0.0:1767384688.471503:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628161267560640 : -115912441990976 : ffff96940811f0c0) 00000100:00000001:0.0:1767384688.471505:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384688.471506:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027865856 : -115911681685760 : ffff969435634700) 00000100:00000001:0.0:1767384688.471514:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384688.471515:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471517:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384688.471518:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384688.471521:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471527:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384688.471528:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.471530:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384688.471532:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384688.471534:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.471537:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059681792:0@lo:256: 00000100:00000001:0.0:1767384688.471540:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384688.471542:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384688.471544:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471546:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384688.471551:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ea54af. 00000400:00000010:0.0:1767384688.471555:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002af54077. 00000100:00000200:0.0:1767384688.471558:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260a07e00-0x6958260a07e00, portal 33 00000100:00000001:0.0:1767384688.471561:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.471572:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384688.471575:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088cea41f. 02000000:00000001:0.0:1767384688.471578:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384688.471580:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1d45788. 00000400:00000010:0.0:1767384688.471586:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000100:00000200:0.0:1767384688.471589:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059681792, portal 25 00000100:00000001:0.0:1767384688.471591:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384688.471592:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027865856 : -115911681685760 : ffff969435634700) 00000100:00000040:0.0:1767384688.471595:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471601:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.471603:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384688.471605:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 00000100:00000200:0.0:1767384688.471607:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059681792, offset 0 00000400:00000200:0.0:1767384688.471619:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384688.471624:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384688.471629:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a07e00 00000400:00000200:0.0:1767384688.471633:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x18fd [2] + 0 00000400:00000010:0.0:1767384688.471636:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ee6ee6d. 00000400:00000200:0.0:1767384688.471641:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005cb650be 00000400:00000200:0.0:1767384688.471644:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384688.471657:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384688.471661:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cb650be 00000400:00000010:0.0:1767384688.471663:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cb650be. 00000100:00000001:0.0:1767384688.471666:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384688.471668:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384688.471670:0:16775:0:(events.c:337:request_in_callback()) incoming req@0000000004d41843 x1853237059681792 msgsize 304 00000100:00100000:0.0:1767384688.471674:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384688.471676:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384688.471685:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384688.471688:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000400:00000010:0.0:1767384688.471690:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000100:00000001:0.0:1767384688.471692:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384688.471695:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471703:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384688.471704:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471711:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471713:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384688.471716:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471719:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294978573 00000100:00000001:0.0:1767384688.471724:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978572 00000100:00000001:1.0:1767384688.471728:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384688.471729:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294978573 00000100:00100000:1.0:1767384688.471734:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681792 00000100:00000001:0.0:1767384688.471735:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978572 02000000:00000001:1.0:1767384688.471738:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.471741:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294978573 00000100:00000001:1.0:1767384688.471742:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.471745:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294978572 00000100:00000001:1.0:1767384688.471746:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.471750:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384688.471754:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681792 00000100:00000001:0.0:1767384688.471756:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294978573 00000020:00000001:1.0:1767384688.471758:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.471761:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000100:00000001:0.0:1767384688.471761:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294978572 00000020:00000001:1.0:1767384688.471766:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384688.471767:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384688.471780:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:1.0:1767384688.471785:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384688.471787:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:1.0:1767384688.471790:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.471793:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.471796:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.471797:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000020:00000010:1.0:1767384688.471802:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023686995. 00000020:00000010:1.0:1767384688.471805:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076357620. 00000020:00000010:1.0:1767384688.471809:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384688.471814:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384688.471816:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.471817:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384688.471818:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.471822:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.471847:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.471858:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.471860:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.471864:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00000001:2.0:1767384688.471866:0:19650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384688.471867:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:2.0:1767384688.471869:0:19650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384688.471872:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935595600 : -115911773956016 : ffff96942fe35850) 00000100:00000001:2.0:1767384688.471874:0:19650:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.471874:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.471880:0:19650:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.471880:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004d41843 x1853237059681792/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:669/0 lens 304/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.471880:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384688.471883:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384688.471888:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000004bb9f2a5 going to sleep for 11 seconds 00000100:00000001:0.0:1767384688.471894:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384688.471897:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.471899:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.471904:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.471907:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.471909:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000100:00100000:1.0:1767384688.471916:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004d41843 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059681792:12345-0@lo:256: 00000100:00000200:1.0:1767384688.471919:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681792 00000020:00000001:1.0:1767384688.471922:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.471924:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384688.471925:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.471927:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384688.471928:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666696160 : -1042855456 : ffffffffc1d749e0) 00000020:00000001:1.0:1767384688.471930:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384688.471937:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384688.471939:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384688.471940:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384688.471942:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.471946:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.471948:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384688.471951:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b7f9b097. 02000000:00000001:1.0:1767384688.471954:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.471956:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384688.471960:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384688.471965:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384688.471968:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384688.471971:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384688.471973:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384688.471976:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384688.471977:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384688.471980:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000cb83beea. 20000000:00000001:1.0:1767384688.471983:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384688.472008:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384688.472015:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384688.472021:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384688.472023:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384688.472025:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384688.472026:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384688.472028:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384688.472030:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384688.472032:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384688.472034:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384688.472037:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384688.472039:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384688.472040:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384688.472042:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384688.472044:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384688.472046:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384688.472048:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384688.472050:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384688.472051:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384688.472062:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384688.472064:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384688.472066:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384688.472069:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384688.472071:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384688.472073:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384688.472074:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384688.472076:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384688.472078:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384688.472080:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384688.472082:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384688.472084:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384688.472086:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384688.472088:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384688.472090:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384688.472092:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384688.472094:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384688.472096:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384688.472098:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384688.472100:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384688.472102:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384688.472104:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384688.472106:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384688.472108:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:1.0:1767384688.472122:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384688.472125:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384688.472127:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384688.472128:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384688.472130:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384688.472132:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384688.472134:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384688.472136:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384688.472137:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384688.472139:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384688.472141:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384688.472151:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384688.472154:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384688.472156:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384688.472158:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384688.472160:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384688.472162:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384688.472164:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384688.472166:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384688.472168:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384688.472170:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384688.472172:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384688.472173:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384688.472175:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384688.472177:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384688.472179:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384688.472181:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384688.472183:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384688.472184:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384688.472186:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384688.472188:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384688.472190:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384688.472192:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384688.472194:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384688.472196:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384688.472198:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384688.472200:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384688.472202:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384688.472204:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384688.472206:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384688.472208:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384688.472209:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384688.472212:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:1.0:1767384688.472214:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384688.472216:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384688.472220:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384688.472224:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006947b2ec. 00000100:00000010:1.0:1767384688.472227:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003e5b1d6e. 00000020:00000040:1.0:1767384688.472229:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=16 00010000:00000001:1.0:1767384688.472232:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384688.472235:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384688.472239:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fd2c99. 00000400:00000010:1.0:1767384688.472245:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002eb47702. 00000400:00000200:1.0:1767384688.472248:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384688.472255:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384688.472261:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x6958260a07e00 00000400:00000200:1.0:1767384688.472265:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x206d [4] + 0 00000400:00000010:1.0:1767384688.472269:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ea54af. 00000400:00000200:1.0:1767384688.472272:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002af54077 00000400:00000200:1.0:1767384688.472275:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.472278:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384688.472280:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af54077 00000400:00000010:1.0:1767384688.472281:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002af54077. 00000100:00000001:1.0:1767384688.472285:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384688.472287:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000bab01833 desc 00000000f8bdf028 mbits 1853237059681792 00000100:00000001:1.0:1767384688.472298:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384688.472301:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384688.472306:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384688.472313:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2079 00000400:00000200:1.0:1767384688.472316:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.472319:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384688.472323:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384688.472325:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384688.472326:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006947b2ec 00000100:00000001:0.0:1767384688.472330:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.472331:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384688.472338:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fd2c99 00000400:00000010:1.0:1767384688.472341:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fd2c99. 00000100:00000001:1.0:1767384688.472344:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384688.472346:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006947b2ec 00000100:00000001:1.0:1767384688.472348:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384688.472352:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x6958260a07e00-0x6958260a07e00 00000100:00000001:1.0:1767384688.472355:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.472359:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.472361:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384688.472364:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 15 00000100:00000010:1.0:1767384688.472366:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003e5b1d6e. 00000100:00000010:1.0:1767384688.472369:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006947b2ec. 00000100:00000001:1.0:1767384688.472371:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384688.472372:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384688.472381:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000cb83beea. 20000000:00000001:1.0:1767384688.472386:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384688.472388:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059681792 00010000:00000001:1.0:1767384688.472390:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384688.472393:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004d41843 x1853237059681792/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:669/0 lens 304/240 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384688.472399:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384688.472401:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.472403:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.472406:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.472407:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:1.0:1767384688.472409:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:1.0:1767384688.472411:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.472413:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.472414:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384688.472417:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384688.472419:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fd2c99. 00000100:00000200:1.0:1767384688.472422:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059681792, offset 224 00000400:00000200:1.0:1767384688.472425:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384688.472430:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384688.472435:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a07e00 00000400:00000200:1.0:1767384688.472438:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2071 [1] + 224 00000400:00000200:1.0:1767384688.472441:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.472444:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384688.472446:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384688.472449:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384688.472458:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.472472:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384688.472476:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fd2c99 00000400:00000010:1.0:1767384688.472477:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fd2c99. 00000100:00000001:1.0:1767384688.472480:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384688.472481:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384688.472483:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.472486:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:1.0:1767384688.472488:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384688.472490:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.472493:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384688.472496:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004d41843 x1853237059681792/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:669/0 lens 304/240 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.472497:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384688.472502:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384688.472505:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384688.472508:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1d45788. 00000100:00100000:1.0:1767384688.472509:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004d41843 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16775:x1853237059681792:12345-0@lo:256: Request processed in 608us (836us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384688.472514:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00000400:00000010:0.0:1767384688.472519:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00000100:00100000:1.0:1767384688.472523:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00000001:0.0:1767384688.472523:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384688.472528:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000200:0.0:1767384688.472530:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.472531:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.472535:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.472538:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076357620. 00000020:00000010:1.0:1767384688.472545:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00000200:0.0:1767384688.472545:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384688.472551:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023686995. 00000020:00000040:1.0:1767384688.472557:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:0.0:1767384688.472558:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384688.472562:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384688.472563:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384688.472565:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384688.472566:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b7f9b097. 02000000:00000001:0.0:1767384688.472568:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384688.472571:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384688.472572:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384688.472574:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.472575:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384688.472580:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384688.472580:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.472586:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=96 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384688.472587:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065774441. 00000100:00001000:0.0:1767384688.472593:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=96 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384688.472595:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000076f2e14. 00000100:00000001:0.0:1767384688.472599:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384688.472602:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.472604:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384688.472606:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.472614:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.472617:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384688.472626:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.472633:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384688.472635:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384688.472637:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.472644:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bab01833 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d20b236b-0957-4d6e-8439-7c7e78a14581:16775:1853237059681792:0@lo:256: 00000100:00000001:0.0:1767384688.472717:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.472719:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.472720:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384688.472722:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384688.472724:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.472731:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384688.472733:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004bb9f2a5. 00000100:00000001:0.0:1767384688.472736:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384688.472737:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384688.472740:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:0.0:1767384688.472744:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384688.472751:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003eedcf79. 10000000:00000040:0.0:1767384688.472762:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.117@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384688.472782:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384688.472786:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384688.472790:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.117@tcp has 192.168.202.117@tcp. 00000100:00000001:0.0:1767384688.472792:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.472795:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384688.472796:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:0.0:1767384688.472798:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000100:00000200:0.0:1767384688.472802:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.117@tcp' 00000400:00000200:0.0:1767384688.472810:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384688.472813:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384688.472817:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:0.0:1767384688.472823:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384688.472828:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (41) 00000400:00000200:0.0:1767384688.472848:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:0.0:1767384688.472860:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:0.0:1767384688.472863:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384688.472865:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384688.472872:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:0.0:1767384688.472874:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:0.0:1767384688.472877:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:0.0:1767384688.472879:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:0.0:1767384688.472883:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472885:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:0.0:1767384688.472887:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:0.0:1767384688.472891:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472892:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:0.0:1767384688.472894:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:0.0:1767384688.472898:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472900:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:0.0:1767384688.472902:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:3.0:1767384688.472903:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384688.472907:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472910:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:3.0:1767384688.472914:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:0.0:1767384688.472915:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:0.0:1767384688.472922:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000010:3.0:1767384688.472924:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000400:00000200:0.0:1767384688.472924:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:0.0:1767384688.472927:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:3.0:1767384688.472930:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:0.0:1767384688.472933:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472937:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000010:3.0:1767384688.472939:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e7fd67d. 00000400:00000200:0.0:1767384688.472939:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:0.0:1767384688.472946:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.472950:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:0.0:1767384688.472951:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:0.0:1767384688.472956:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:0.0:1767384688.472959:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472961:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:3.0:1767384688.472964:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:0.0:1767384688.472973:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:3.0:1767384688.472975:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000400:00000200:0.0:1767384688.472980:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472983:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:0.0:1767384688.472987:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:3.0:1767384688.472988:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000400:00000200:0.0:1767384688.472994:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.472997:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:3.0:1767384688.472999:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000400:00000200:0.0:1767384688.473002:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:0.0:1767384688.473009:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473012:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000400:00000200:0.0:1767384688.473013:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:0.0:1767384688.473017:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:0.0:1767384688.473024:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473025:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000400:00000200:0.0:1767384688.473028:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:0.0:1767384688.473030:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:0.0:1767384688.473035:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473038:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:0.0:1767384688.473042:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:3.0:1767384688.473048:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000400:00000200:0.0:1767384688.473048:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473050:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:3.0:1767384688.473058:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000400:00000200:0.0:1767384688.473063:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:3.0:1767384688.473066:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000400:00000200:0.0:1767384688.473071:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473074:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:3.0:1767384688.473077:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000400:00000200:0.0:1767384688.473079:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:0.0:1767384688.473086:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473089:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000400:00000200:0.0:1767384688.473091:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:0.0:1767384688.473095:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:0.0:1767384688.473102:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473103:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000400:00000200:0.0:1767384688.473105:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:0.0:1767384688.473111:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:3.0:1767384688.473114:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000400:00000200:0.0:1767384688.473116:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473121:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:0.0:1767384688.473125:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:3.0:1767384688.473127:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000400:00000200:0.0:1767384688.473131:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473135:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:0.0:1767384688.473139:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:3.0:1767384688.473141:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000400:00000200:3.0:1767384688.473148:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 60], ns[184, 61] 00000400:00000200:0.0:1767384688.473152:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473156:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:3.0:1767384688.473157:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[188, 61] 00000400:00000200:0.0:1767384688.473165:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:3.0:1767384688.473166:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 60], ns[50, 61] 00000400:00000200:0.0:1767384688.473173:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473177:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:0.0:1767384688.473178:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:0.0:1767384688.473182:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:0.0:1767384688.473187:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473190:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:3.0:1767384688.473191:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[144, 50], ns[147, 50] 00000400:00000200:0.0:1767384688.473195:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:0.0:1767384688.473201:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473204:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 50], ns[66, 50] 00000400:00000200:0.0:1767384688.473205:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:0.0:1767384688.473210:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:3.0:1767384688.473218:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 50], ns[79, 50] 00000400:00000200:0.0:1767384688.473219:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473224:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:0.0:1767384688.473228:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:3.0:1767384688.473231:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 50], ns[91, 50] 00000400:00000200:0.0:1767384688.473235:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473240:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:3.0:1767384688.473243:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 50], ns[173, 50] 00000400:00000200:0.0:1767384688.473243:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:0.0:1767384688.473248:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473250:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:0.0:1767384688.473253:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000400:00000200:0.0:1767384688.473258:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473261:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000400:00000200:3.0:1767384688.473263:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[115, 50] 00000400:00000200:0.0:1767384688.473265:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000400:00000200:0.0:1767384688.473272:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473275:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 50], ns[94, 50] 00000400:00000200:0.0:1767384688.473276:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000400:00000200:0.0:1767384688.473281:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.117@tcp38 00000400:00000200:3.0:1767384688.473284:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[139, 50] 00000400:00000200:0.0:1767384688.473287:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384688.473292:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp38 00000400:00000200:0.0:1767384688.473296:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.117@tcp39 00000400:00000200:3.0:1767384688.473297:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[194, 50], ns[197, 50] 00000400:00000200:0.0:1767384688.473303:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473307:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 50], ns[122, 50] 00000400:00000200:0.0:1767384688.473307:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp39 00000400:00000200:0.0:1767384688.473312:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.117@tcp40 00000400:00000200:0.0:1767384688.473320:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384688.473321:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[169, 50], ns[172, 50] 00000400:00000200:0.0:1767384688.473324:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp40 00000100:00000001:0.0:1767384688.473328:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384688.473332:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 50], ns[177, 50] 00010000:00000001:0.0:1767384688.473333:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384688.473341:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.117@tcp' by NID '192.168.202.117@tcp' 00000400:00000200:3.0:1767384688.473345:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 50], ns[157, 50] 10000000:00000010:0.0:1767384688.473353:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000009c6fa1ee. 00000400:00000200:3.0:1767384688.473354:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 50], ns[168, 50] 10000000:00000040:0.0:1767384688.473359:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.117@tcp::2 00000400:00000200:3.0:1767384688.473364:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[195, 50], ns[198, 50] 00000020:00000080:0.0:1767384688.473364:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384688.473373:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 50], ns[202, 50] 00000020:00000001:0.0:1767384688.473373:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384688.473378:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b006b84b. 00000400:00000200:3.0:1767384688.473382:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[189, 50], ns[192, 50] 00000020:00000010:0.0:1767384688.473385:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000acd71f67. 00000400:00000200:3.0:1767384688.473389:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 50], ns[191, 50] 00000040:00000010:0.0:1767384688.473391:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000016ac609b. 00000400:00000200:3.0:1767384688.473397:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[198, 50], ns[219, 50] 00000020:00000010:0.0:1767384688.473398:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d1ec938. 00000400:00000200:3.0:1767384688.473406:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[196, 50], ns[201, 50] 00000020:00000010:0.0:1767384688.473406:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000087c723ed. 00000020:00000010:0.0:1767384688.473413:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005b4fd4da. 00000400:00000200:3.0:1767384688.473417:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 80000000:00000010:0.0:1767384688.473421:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e75000b1. 00000400:00000200:3.0:1767384688.473426:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 40000000:00000010:0.0:1767384688.473428:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000ce71d0e. 00000400:00000200:3.0:1767384688.473434:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00100000:00000010:0.0:1767384688.473436:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000474c5b1a. 00040000:00000010:0.0:1767384688.473443:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009820c3da. 00000400:00000200:3.0:1767384688.473449:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp48 00040000:00000010:0.0:1767384688.473449:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000073025040. 00040000:00000010:0.0:1767384688.473456:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c5dd0e6. 00000400:00000200:3.0:1767384688.473458:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp48 lpni_is_preferred = 0 00000400:00000200:3.0:1767384688.473463:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp48 00080000:00000010:0.0:1767384688.473465:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002cf0673d. 00000400:00000200:3.0:1767384688.473470:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp48 NI seq info: [220:220:256:4294967295] 192.168.202.117@tcp48 LPNI seq info [199:199:8:4294967295] 00000004:00000010:0.0:1767384688.473473:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cb7b49bb. 00000004:00000010:0.0:1767384688.473480:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000972686cb. 00000400:00000200:3.0:1767384688.473481:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp48 00000004:00000010:0.0:1767384688.473488:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b492e447. 00000400:00000200:3.0:1767384688.473494:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp48(192.168.202.117@tcp48:) -> 192.168.202.117@tcp48(192.168.202.117@tcp:192.168.202.117@tcp48) : PUT try# 0 00002000:00000010:0.0:1767384688.473496:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f6c3bef. 00000004:00000010:0.0:1767384688.473502:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ce9ff0d7. 00000800:00000200:3.0:1767384688.473503:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.117@tcp48 00000004:00000001:0.0:1767384688.473508:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000010:3.0:1767384688.473511:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e602426f. 00000040:00000001:0.0:1767384688.473514:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384688.473517:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009c6fa1ee 00000040:00001000:0.0:1767384688.473519:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384688.473521:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384688.473522:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000800:00000010:3.0:1767384688.473523:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b02c5bf4. 00000040:00001000:0.0:1767384688.473524:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000010:3.0:1767384688.473530:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ac3b6777. 00000040:00001000:0.0:1767384688.473531:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384688.473534:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384688.473537:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000800:00000200:3.0:1767384688.473542:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000040:00001000:0.0:1767384688.473542:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.117@tcp::2 00000040:00000001:0.0:1767384688.473548:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:3.1:1767384688.473551:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000400:00000200:3.0:1767384688.473573:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384688.473579:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000004:00000001:0.0:1767384688.473629:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384688.473636:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000acd71f67. 00000040:00000010:0.0:1767384688.473640:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000016ac609b. 00000020:00000010:0.0:1767384688.473643:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d1ec938. 00000400:00000200:2.0:1767384688.473680:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473742:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473764:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473795:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473816:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473877:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473906:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473931:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473952:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.473973:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474013:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474042:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474072:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474098:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474120:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474142:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474182:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474205:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474229:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474252:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474270:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474297:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474327:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474350:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474369:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474396:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474423:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474453:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474478:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474503:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474526:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474560:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474595:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474620:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384688.474644:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384688.474817:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c3c6fab. 00000800:00000010:2.0:1767384688.474823:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044f1676f. 00000800:00000010:2.0:1767384688.474829:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec6f830f. 00000800:00000010:2.0:1767384688.474877:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec6f830f. 00000800:00020000:2.0:1767384688.474888:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384688.474892:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044f1676f. 00000800:00000010:2.0:1767384688.474895:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c3c6fab. 00000400:02020000:2.0:1767384688.474931:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp48 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384688.474939:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp48 notifying 192.168.202.117@tcp48: down 00000800:00000200:2.0:1767384688.474945:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp48 down 00000800:00000100:2.0:1767384688.474951:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.202.117@tcp48 00000800:00000010:2.0:1767384688.474956:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e602426f. 00000400:00000200:2.0:1767384688.474959:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384688.474962:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp48->192.168.202.117@tcp48: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384688.474973:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp48 added to recovery queue. ping count: 0 next ping: 312 health :900 00000400:00000200:2.0:1767384688.474978:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384688.474981:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:2.0:1767384688.474984:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384688.475017:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384688.475023:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101171 00000400:00000001:3.0:1767384688.475027:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384688.475028:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384688.475030:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00000400:00000010:3.0:1767384688.475032:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00000400:00000200:3.0:1767384688.475036:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384688.475040:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:3.0:1767384688.475043:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:3.0:1767384688.475046:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384688.475048:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc -71 00000400:00000200:3.0:1767384688.475051:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:3.0:1767384688.475056:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (42) 00000020:00000010:0.0:1767384688.475812:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000087c723ed. 00000020:00000010:0.0:1767384688.475819:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005b4fd4da. 80000000:00000010:0.0:1767384688.475824:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e75000b1. 40000000:00000010:0.0:1767384688.475828:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000ce71d0e. 00100000:00000010:0.0:1767384688.475845:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000474c5b1a. 00040000:00000010:0.0:1767384688.475851:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009820c3da. 00040000:00000010:0.0:1767384688.475856:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000073025040. 00040000:00000010:0.0:1767384688.475861:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c5dd0e6. 00080000:00000010:0.0:1767384688.475865:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002cf0673d. 00000004:00000010:0.0:1767384688.475869:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cb7b49bb. 00000004:00000010:0.0:1767384688.475873:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000972686cb. 00000004:00000010:0.0:1767384688.475878:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b492e447. 00002000:00000010:0.0:1767384688.475882:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006f6c3bef. 00000004:00000010:0.0:1767384688.475886:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ce9ff0d7. 00000020:00000010:0.0:1767384688.475890:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b006b84b. 00000020:00000001:0.0:1767384688.475893:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.475895:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384688.475899:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000009c6fa1ee. 10000000:00000010:0.0:1767384688.475902:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003eedcf79. 10000000:00000001:0.0:1767384688.475905:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.475908:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384688.475913:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bab01833 x1853237059681792/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384704 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.475921:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384688.475924:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384688.475926:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088cea41f. 02000000:00000001:0.0:1767384688.475928:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384688.475930:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384688.475931:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384688.475933:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384688.475935:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384688.475943:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384688.475944:0:16775:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384688.475946:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384688.475949:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f805b4b7. 00000100:00000010:0.0:1767384688.475951:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f8bdf028. 00000100:00000001:0.0:1767384688.475953:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384688.475955:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007cc1c387. 02000000:00000001:0.0:1767384688.475958:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384688.475960:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384688.475961:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab01833. 00000100:00000001:0.0:1767384688.475964:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384688.475966:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384688.475988:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a524b12c. 10000000:01000000:0.0:1767384688.475992:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384688.475996:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384688.475999:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384688.476001:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.476002:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007040f296 refcount=3 00000020:00000001:0.0:1767384688.476004:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:0.0:1767384688.476007:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:0.0:1767384688.476010:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384688.476014:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.476021:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.476023:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384688.476026:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.476032:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384688.476034:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.476035:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384688.476036:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384688.476039:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384688.476041:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384688.476044:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384688.476050:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 3 10000000:00000001:0.0:1767384688.476053:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384688.482920:0:39688:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005225a19d. 00000020:00000040:1.0:1767384688.482936:0:39688:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384688.482938:0:39688:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005225a19d. 00000100:00000040:2.0:1767384688.483897:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294978573, at 4294978574 00000100:00000040:0.0:1767384688.483899:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294978573, at 4294978574 00000100:00000010:2.0:1767384688.483911:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f1ff817. 00000100:00000010:0.0:1767384688.483913:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dff7440. 00000100:00000040:1.0:1767384688.483987:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294978573, at 4294978574 00000100:00000010:1.0:1767384688.483994:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000132bfe97. 00000100:00000040:3.0:1767384688.484930:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294978573, at 4294978575 00000100:00000010:3.0:1767384688.484940:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006576491c. 00010000:00000001:0.0:1767384688.533960:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384688.533973:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.533982:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384688.533984:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.534051:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384688.534056:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384688.534059:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384688.742506:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.742524:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.742528:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.742532:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.742545:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.742563:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 224 into portal 12 MB=0x6958260400800 00000400:00000200:1.0:1767384688.742572:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.17@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:1.0:1767384688.742580:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.742586:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.742589:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.742593:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:1.0:1767384688.742602:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.742604:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384688.742610:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfabf4a0. 00000100:00000040:1.0:1767384688.742616:0:16134:0:(events.c:337:request_in_callback()) incoming req@00000000dfabf4a0 x1853237053360128 msgsize 224 00000100:00100000:1.0:1767384688.742620:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:1.0:1767384688.742635:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.742644:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.742648:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.742649:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.742651:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.742655:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.742662:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 224 into portal 12 MB=0x6958260400880 00000400:00000200:1.0:1767384688.742666:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.17@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:1.0:1767384688.742670:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384688.742677:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384688.742679:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384688.742681:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360128 00000400:00000200:1.0:1767384688.742683:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384688.742685:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.742688:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.742691:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384688.742692:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 02000000:00000001:0.0:1767384688.742695:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.742697:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.742699:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1767384688.742700:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360128 00000100:00000010:1.0:1767384688.742704:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035eb845d. 00000020:00000001:0.0:1767384688.742704:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.742707:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c978 00000100:00000040:1.0:1767384688.742709:0:16134:0:(events.c:337:request_in_callback()) incoming req@0000000035eb845d x1853237053360256 msgsize 224 00000020:00000001:0.0:1767384688.742709:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.742713:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000002562b51 refcount=6 00000020:00000001:0.0:1767384688.742717:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000100:00100000:1.0:1767384688.742721:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000020:00000001:0.0:1767384688.742721:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000100:00000001:0.0:1767384688.742725:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.742730:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f805b4b7. 00000020:00000010:0.0:1767384688.742735:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000683b99fc. 00000100:00000001:1.0:1767384688.742736:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.742743:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767384688.742744:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 10 - evictor 00000800:00000001:1.0:1767384688.742748:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.742763:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384688.742777:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cc1c387. 00000100:00000001:3.0:1767384688.742781:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384688.742783:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c6fa1ee. 00000100:00100000:3.0:1767384688.742785:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360256 02000000:00000001:3.0:1767384688.742788:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384688.742789:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384688.742789:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0bbe90a. 00000100:00000040:0.0:1767384688.742799:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384688.742800:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.742803:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384688.742804:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.742806:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384688.742808:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360256 00000100:00000001:0.0:1767384688.742809:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.742810:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384688.742813:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c978 00000020:00000001:3.0:1767384688.742814:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384688.742816:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000002562b51 refcount=7 00000100:00000001:0.0:1767384688.742817:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.742819:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000020:00000001:3.0:1767384688.742822:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000100:00000001:3.0:1767384688.742824:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1767384688.742824:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:3.0:1767384688.742826:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043d0c7a4. 00000100:00000001:0.0:1767384688.742829:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384688.742831:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 10 - evictor 00000100:00000001:3.0:1767384688.742866:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384688.742870:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043d0c7a4. 00000100:00000001:1.0:1767384688.742873:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384688.742879:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000953b8a73. 00000100:00000001:1.0:1767384688.742881:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384688.742884:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384688.742885:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004aa54422. 00000100:00000001:0.0:1767384688.742886:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.742891:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 4 00000020:00000010:3.0:1767384688.742892:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007448c00a. 00000100:00000040:1.0:1767384688.742895:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000002562b51 : new rpc_count 1 00000100:00000001:0.0:1767384688.742896:0:16778:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.742899:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.742901:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546339200 : -115912163212416 : ffff969418afc380) 00000100:00000001:0.0:1767384688.742901:0:16778:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.742902:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384688.742907:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.742913:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.742913:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dfabf4a0 x1853237053360128/t0(0) o41->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384688.742920:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.742928:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.742932:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:0.0:1767384688.742933:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384688.742936:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.742936:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384688.742937:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384688.742941:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384688.742941:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000100:00100000:0.0:1767384688.742947:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 5 00000100:00100000:1.0:1767384688.742951:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dfabf4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+7:0:x1853237053360128:12345-192.168.202.17@tcp50:41: 00000100:00000040:0.0:1767384688.742951:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000002562b51 : new rpc_count 2 00000100:00000001:3.0:1767384688.742953:0:16780:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.742956:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546340096 : -115912163211520 : ffff969418afc700) 00000100:00000001:3.0:1767384688.742958:0:16780:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384688.742963:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360128 00000100:00000040:0.0:1767384688.742966:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035eb845d x1853237053360256/t0(0) o41->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384688.742968:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.742973:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384688.742980:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384688.742981:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384688.742984:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000683b99fc. 00000020:00000001:1.0:1767384688.742985:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384688.742988:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384688.742989:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736960 : -1040814656 : ffffffffc1f66dc0) 00000020:00000010:0.0:1767384688.742991:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000683b99fc. 00000020:00000001:1.0:1767384688.742995:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384688.742998:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035eb845d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+7:15567:x1853237053360256:12345-192.168.202.17@tcp50:41: 00000001:00000001:1.0:1767384688.743000:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237053360128, found 0 last_xid 0 00000100:00000200:0.0:1767384688.743001:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360256 00000020:00000001:0.0:1767384688.743005:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.743007:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.743008:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.743011:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.743013:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.743014:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.743016:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736960 : -1040814656 : ffffffffc1f66dc0) 00000020:00000001:1.0:1767384688.743017:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.743020:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384688.743022:0:16778:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237053360256, found 0 last_xid 0 00000020:00000001:1.0:1767384688.743023:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.743024:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.743028:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.743030:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384688.743031:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384688.743031:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.743036:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384688.743036:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.743037:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.743042:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ce9ff0d7. 02000000:00000010:1.0:1767384688.743043:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b7f9b097. 02000000:00000001:0.0:1767384688.743045:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.743047:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.743050:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.743053:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.743058:0:16779:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384688.743058:0:16778:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1767384688.743091:0:16779:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384688.743093:0:16779:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384688.743100:0:16779:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384688.743118:0:16779:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1767384688.743121:0:16779:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:1.0:1767384688.743125:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384688.743128:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 dirty 0 pend 0 grant 3407872 00000020:00000020:1.0:1767384688.743131:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ebf9d10e dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384688.743134:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a13a6a4c dirty 0 pend 0 grant 0 00000004:00000020:1.0:1767384688.743137:0:16779:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000004:00000001:0.0:1767384688.743153:0:16778:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000010:1.0:1767384688.743156:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000004e3fce07. 00000004:00000001:0.0:1767384688.743160:0:16778:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.743165:0:16779:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384688.743170:0:16779:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1767384688.743170:0:16778:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000001:00000001:1.0:1767384688.743181:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000020:0.0:1767384688.743181:0:16778:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000001:00000001:1.0:1767384688.743191:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384688.743191:0:16778:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 dirty 0 pend 0 grant 3407872 00000020:00000020:0.0:1767384688.743203:0:16778:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ebf9d10e dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384688.743204:0:16779:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384688.743210:0:16778:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a13a6a4c dirty 0 pend 0 grant 0 00010000:00000040:1.0:1767384688.743215:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360128 00000004:00000020:0.0:1767384688.743215:0:16778:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000010:0.0:1767384688.743232:0:16778:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000b492e447. 00000020:00000001:0.0:1767384688.743237:0:16778:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384688.743238:0:16778:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.743241:0:16778:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384688.743243:0:16778:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.743245:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000001:0.0:1767384688.743247:0:16778:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.743252:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360256 00010000:00000200:1.0:1767384688.743255:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dfabf4a0 x1853237053360128/t0(0) o41->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/368 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.743258:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384688.743269:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:0.0:1767384688.743271:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035eb845d x1853237053360256/t0(0) o41->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/368 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384688.743273:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.743282:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=91 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384688.743288:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384688.743290:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384688.743292:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.743296:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=91 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384688.743297:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 5 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.743305:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00000100:00000001:0.0:1767384688.743309:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384688.743311:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.743317:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.743317:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00000100:00000001:0.0:1767384688.743325:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00000100:00000001:1.0:1767384688.743327:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384688.743331:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384688.743339:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 02000000:00000001:0.0:1767384688.743339:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384688.743348:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fd2c99. 00000100:00000001:0.0:1767384688.743349:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.743355:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000100:00000200:1.0:1767384688.743358:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237053360128, offset 224 00000400:00000010:0.0:1767384688.743361:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a77cedf. 00000400:00000200:1.0:1767384688.743371:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000100:00000200:0.0:1767384688.743376:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237053360256, offset 224 00000400:00000200:1.0:1767384688.743383:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:0.0:1767384688.743395:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.743403:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [221:221:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1767384688.743414:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.743419:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384688.743424:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce683067. 00000400:00000200:0.0:1767384688.743428:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000800:00000200:1.0:1767384688.743436:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000400:00000200:0.0:1767384688.743449:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [222:222:255:4294967295] 192.168.202.17@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:1.0:1767384688.743450:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384688.743459:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce683067 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1767384688.743472:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.743477:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:0.0:1767384688.743481:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009820c3da. 00000100:00000001:1.0:1767384688.743485:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384688.743490:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000100:00000040:1.0:1767384688.743496:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 5 to 192.168.202.17@tcp50 00000800:00000200:0.0:1767384688.743501:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00010000:00000001:1.0:1767384688.743504:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000200:0.0:1767384688.743506:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009820c3da type 1, nob 464 niov 1 nkiov 1 00000020:00000001:1.0:1767384688.743509:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.743511:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.743517:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 4 to 192.168.202.17@tcp50 00000020:00000001:1.0:1767384688.743518:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384688.743520:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.743525:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.743528:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384688.743530:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfabf4a0 x1853237053360128/t0(0) o41->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/368 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384688.743537:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035eb845d x1853237053360256/t0(0) o41->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/368 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384688.743600:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.743608:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce683067. 00000100:00100000:1.0:1767384688.743608:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dfabf4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+7:0:x1853237053360128:12345-192.168.202.17@tcp50:41: Request processed in 663us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.743608:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035eb845d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+7:15567:x1853237053360256:12345-192.168.202.17@tcp50:41: Request processed in 612us (882us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384688.743628:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.743648:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00100000:0.0:1767384688.743648:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 5 00000100:00000040:0.0:1767384688.743655:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002562b51 : new rpc_count 1 00000400:00000200:2.0:1767384688.743658:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fd2c99 00000100:00000001:0.0:1767384688.743660:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384688.743665:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 4 00000100:00000001:0.0:1767384688.743666:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384688.743667:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fd2c99. 00000020:00000010:0.0:1767384688.743674:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004aa54422. 00000100:00000040:1.0:1767384688.743676:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002562b51 : new rpc_count 0 00000100:00000001:2.0:1767384688.743677:0:16133:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384688.743681:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007448c00a. 00000100:00000001:2.0:1767384688.743683:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384688.743683:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384688.743687:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000953b8a73. 00000100:00000001:1.0:1767384688.743689:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384688.743698:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 6 00000020:00000010:1.0:1767384688.743699:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c6fa1ee. 00000100:00000001:0.0:1767384688.743707:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384688.743708:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0bbe90a. 00000020:00000010:1.0:1767384688.743717:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cc1c387. 00000020:00000040:1.0:1767384688.743725:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 5 00000100:00000001:1.0:1767384688.743730:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384688.743752:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.743756:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009820c3da. 00000400:00000200:2.0:1767384688.743763:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.743783:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.743786:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77cedf 00000400:00000010:2.0:1767384688.743788:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a77cedf. 00000100:00000001:2.0:1767384688.743792:0:16133:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384688.743794:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384688.744809:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.744823:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.744826:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.744829:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.744864:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.744877:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 440 into portal 12 MB=0x6958260400900 00000400:00000200:2.0:1767384688.744885:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.17@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:2.0:1767384688.744892:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.744900:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.744903:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.744907:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:2.0:1767384688.744913:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.744915:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384688.744920:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f0ee6d0. 00000100:00000040:2.0:1767384688.744924:0:16135:0:(events.c:337:request_in_callback()) incoming req@000000001f0ee6d0 x1853237053360384 msgsize 440 00000100:00100000:2.0:1767384688.744928:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:2.0:1767384688.744941:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.744949:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.744954:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.744979:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384688.744982:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360384 02000000:00000001:1.0:1767384688.744984:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384688.744985:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384688.744987:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.744989:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384688.744991:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360384 00000020:00000001:1.0:1767384688.744993:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.744994:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c978 00000020:00000001:1.0:1767384688.744995:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.744997:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000002562b51 refcount=6 00000020:00000001:1.0:1767384688.744998:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000020:00000001:1.0:1767384688.745000:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000100:00000001:1.0:1767384688.745002:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.745005:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.745006:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.745008:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000020:00000010:1.0:1767384688.745011:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384688.745015:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076357620. 00000020:00000010:1.0:1767384688.745017:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384688.745020:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384688.745022:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.745023:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384688.745024:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.745028:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.745039:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.745045:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.745046:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.745049:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 6 00000100:00000040:1.0:1767384688.745051:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000002562b51 : new rpc_count 1 00000100:00000001:1.0:1767384688.745052:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864917760 : -115916844633856 : ffff969301a6f100) 00000100:00000040:1.0:1767384688.745055:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f0ee6d0 x1853237053360384/t0(0) o40->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 440/0 e 0 to 0 dl 1767384699 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.745062:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.745064:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.745065:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.745067:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000100:00100000:1.0:1767384688.745070:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f0ee6d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:15567:x1853237053360384:12345-192.168.202.17@tcp50:40: 00000100:00000200:1.0:1767384688.745072:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360384 00000020:00000001:1.0:1767384688.745075:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.745078:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384688.745080:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.745082:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384688.745083:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736912 : -1040814704 : ffffffffc1f66d90) 00000020:00000001:1.0:1767384688.745086:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384688.745087:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237053360384, found 0 last_xid 1853237053360383 00000020:00000001:1.0:1767384688.745089:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384688.745091:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384688.745091:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384688.745093:0:16779:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384688.745095:0:16779:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.745096:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.745097:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.745098:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384688.745100:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000006947b2ec. 02000000:00000001:1.0:1767384688.745101:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.745102:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.745105:0:16779:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:1.0:1767384688.745107:0:16779:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384688.745108:0:16779:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.745110:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384688.745111:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.745112:0:16779:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:1.0:1767384688.745114:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360384 00010000:00000001:1.0:1767384688.745116:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384688.745118:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f0ee6d0 x1853237053360384/t0(0) o40->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 440/448 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384688.745123:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384688.745125:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.745126:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.745129:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.745130:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 5 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.745131:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384688.745133:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.745134:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.745135:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384688.745137:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384688.745140:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fd2c99. 00000100:00000200:1.0:1767384688.745142:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237053360384, offset 224 00000400:00000200:1.0:1767384688.745146:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.745152:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384688.745161:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [223:223:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1767384688.745168:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.745171:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384688.745174:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f36db92f. 00000800:00000200:1.0:1767384688.745177:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384688.745180:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384688.745183:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f36db92f type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1767384688.745198:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.745201:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 4 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384688.745203:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384688.745204:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.745206:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384688.745209:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f0ee6d0 x1853237053360384/t0(0) o40->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 440/448 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384688.745217:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f0ee6d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:15567:x1853237053360384:12345-192.168.202.17@tcp50:40: Request processed in 153us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384688.745225:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 6 00000100:00000040:1.0:1767384688.745229:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002562b51 : new rpc_count 0 00000100:00000001:1.0:1767384688.745231:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.745232:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.745236:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076357620. 00000020:00000010:1.0:1767384688.745239:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384688.745242:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384688.745246:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 5 00000100:00000001:1.0:1767384688.745248:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384688.745268:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384688.745271:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f36db92f. 00000400:00000200:0.0:1767384688.745275:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384688.745287:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:0.0:1767384688.745290:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fd2c99 00000400:00000010:0.0:1767384688.745292:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fd2c99. 00000100:00000001:0.0:1767384688.745295:0:16134:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384688.745296:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384688.746304:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.746318:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.746320:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.746322:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.746327:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.746335:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 520 into portal 28 MB=0x6958260400980 00000400:00000200:2.0:1767384688.746341:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.17@tcp50 of length 520/520 into md 0xa9d [8] + 4560 00000800:00000001:2.0:1767384688.746345:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.746349:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.746351:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.746353:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:2.0:1767384688.746357:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.746358:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384688.746361:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a3fab14. 00000100:00000040:2.0:1767384688.746363:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000004a3fab14 x1853237053360512 msgsize 520 00000100:00100000:2.0:1767384688.746366:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:2.0:1767384688.746374:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.746377:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.746379:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384688.746535:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384688.746540:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360512 02000000:00000001:3.0:1767384688.746544:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384688.746547:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384688.746550:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384688.746555:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384688.746559:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360512 00000020:00000001:3.0:1767384688.746562:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384688.746564:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384688.746566:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384688.746575:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.746577:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.746582:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002815f18c. 00000020:00000010:3.0:1767384688.746588:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d6ca0ab. 00000020:00000010:3.0:1767384688.746593:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a098c94. 00000100:00000001:3.0:1767384688.746601:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384688.746603:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384688.746606:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.746613:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.746640:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384688.746653:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384688.746656:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384688.746662:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 4 00000100:00000001:3.0:1767384688.746665:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864913280 : -115916844638336 : ffff969301a6df80) 00000100:00000040:3.0:1767384688.746671:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a3fab14 x1853237053360512/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384708 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384688.746684:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a3fab14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:12164:x1853237053360512:12345-192.168.202.17@tcp50:8: 00000100:00000200:3.0:1767384688.746689:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360512 00000020:00000001:3.0:1767384688.746692:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384688.746697:0:17556:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384688.746713:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - find 00000020:00000001:3.0:1767384688.746718:0:17556:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446628161540430040 : -115912169121576 : ffff9694185598d8) 00000100:00000001:3.0:1767384688.746725:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384688.746728:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384688.746734:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e7d69756. 02000000:00000001:3.0:1767384688.746736:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.746739:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384688.746742:0:17556:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384688.746749:0:17556:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50 t0 exp 0000000000000000 cur 311 last 0 00010000:00000001:3.0:1767384688.746754:0:17556:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:3.0:1767384688.746758:0:17556:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1767384688.746761:0:17556:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384688.746764:0:17556:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384688.746785:0:17556:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000078f8bf5a. 00000020:00000001:3.0:1767384688.746789:0:17556:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384688.746791:0:17556:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078f8bf5a with handle 0x534bb1615bf4c98d to hash 00000020:00000001:3.0:1767384688.746793:0:17556:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384688.746797:0:17556:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384688.746800:0:17556:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384688.746803:0:17556:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b6630ee7. 00000001:00000001:3.0:1767384688.746806:0:17556:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.746809:0:17556:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384688.746813:0:17556:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384688.746817:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000052e4866d. 00000001:00000010:3.0:1767384688.746821:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001f1fec87. 00000001:00000010:3.0:1767384688.746824:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cbc0967d. 00000001:00000010:3.0:1767384688.746827:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa1a40ee. 00000001:00000010:3.0:1767384688.746830:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c9e63eb. 00000001:00000010:3.0:1767384688.746877:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0ed688d. 00010000:00000001:3.0:1767384688.746881:0:17556:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.746883:0:17556:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.746885:0:17556:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384688.746888:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=3 00000020:00000040:3.0:1767384688.746893:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 7 - export 00000020:00000001:3.0:1767384688.746897:0:17556:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628156878350336 : -115916831201280 : ffff96930273e800) 00000020:00000040:3.0:1767384688.746900:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 2 00000020:00000080:3.0:1767384688.746903:0:17556:0:(genops.c:1402:class_connect()) connect: client 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa, cookie 0x534bb1615bf4c98d 00000020:00000001:3.0:1767384688.746906:0:17556:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.746908:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384688.746909:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c98d 00000020:00000001:3.0:1767384688.746911:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384688.746912:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078f8bf5a refcount=3 00000020:00000001:3.0:1767384688.746915:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878350336 : -115916831201280 : ffff96930273e800) 00000020:00000001:3.0:1767384688.746917:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878350336 : -115916831201280 : ffff96930273e800) 00000001:00000001:3.0:1767384688.746921:0:17556:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384688.746924:0:17556:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384688.746929:0:17556:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 7 00000001:00000001:3.0:1767384688.746938:0:17556:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446628162144548864 : -115911565002752 : ffff96943c57b800) 00000001:00000001:3.0:1767384688.746941:0:17556:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384688.746944:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=4 00000001:00000040:3.0:1767384688.746946:0:17556:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 8 00000001:00000001:3.0:1767384688.746950:0:17556:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384688.746954:0:17556:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.202.17@tcp50 to nodemap default 00000001:00000040:3.0:1767384688.746957:0:17556:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 7 00000001:00000001:3.0:1767384688.746959:0:17556:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384688.746962:0:17556:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:3.0:1767384688.746970:0:17556:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384688.746974:0:17556:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384688.746990:0:17556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.746992:0:17556:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384688.746995:0:17556:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384688.746998:0:17556:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384688.747001:0:17556:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000020:00000001:3.0:1767384688.747004:0:17556:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000020:00000001:3.0:1767384688.747007:0:17556:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384688.747010:0:17556:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:3.0:1767384688.747013:0:17556:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a tot cached:0 granted:44236800 num_exports: 2 00000020:00000001:3.0:1767384688.747015:0:17556:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:3.0:1767384688.747018:0:17556:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a ocd_grant: 3407872 want: 134217728 left: 346030080 00000020:00000001:3.0:1767384688.747020:0:17556:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00002000:00100000:3.0:1767384688.747023:0:17556:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00000001:3.0:1767384688.747026:0:17556:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384688.747029:0:17556:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384688.747032:0:17556:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '4b1bf630-9dce-4fdf-87e4-ce26b4256bfa' generation 0 00000001:00000001:3.0:1767384688.747035:0:17556:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384688.747043:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384688.747063:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003f2aa6bf. 00080000:00000001:3.0:1767384688.747067:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161538080768 : -115912171470848 : ffff96941831c000) 00080000:00000001:3.0:1767384688.747072:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384688.747230:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384688.747233:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384688.747237:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384688.747257:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384688.747259:0:17556:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006302fc66. 00000001:00000040:3.0:1767384688.747263:0:17556:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000078f8bf5a : new cb_count 1 00000020:00000040:3.0:1767384688.747265:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=5 00080000:00000001:3.0:1767384688.747271:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384688.747368:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384688.747372:0:17556:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384688.747374:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384688.747391:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384688.747392:0:17556:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384688.747395:0:17556:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384688.747398:0:17556:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384688.747400:0:17556:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384688.747404:0:17556:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000657dd318 00000020:00000010:3.0:1767384688.747407:0:17556:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000017bc5523. 00000020:00000040:3.0:1767384688.747419:0:17556:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000017bc5523 for nid 192.168.202.17@tcp50 - ref 2 00000020:00000001:3.0:1767384688.747628:0:17556:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.747637:0:17556:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009cb7f49d. 00000020:00000010:3.0:1767384688.747640:0:17556:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000e8825c06. 00000020:00000010:3.0:1767384688.747644:0:17556:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000096ed8eba. 00000800:00000001:2.0:1767384688.747685:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.747695:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.747697:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.747700:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.747707:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.747719:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 448 into portal 23 MB=0x6958260400a80 00000400:00000200:2.0:1767384688.747727:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.17@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:2.0:1767384688.747734:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.747740:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.747743:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384688.747747:0:17556:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000086f95724. 00000400:00000200:2.0:1767384688.747749:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000020:00000010:3.0:1767384688.747753:0:17556:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000956a9bde. 00000100:00000001:2.0:1767384688.747757:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384688.747758:0:17556:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000f3f5176a. 00000100:00000200:2.0:1767384688.747761:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1767384688.747783:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067949b54. 00000100:00000040:2.0:1767384688.747786:0:16135:0:(events.c:337:request_in_callback()) incoming req@0000000067949b54 x1853237053360768 msgsize 448 00000100:00100000:2.0:1767384688.747797:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:2.0:1767384688.747813:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.747819:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.747822:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.747824:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.747825:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.747827:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.747855:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 224 into portal 26 MB=0x6958260400a00 00000020:00000010:0.0:1767384688.747864:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d78bab9f. 00000400:00000200:2.0:1767384688.747866:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 224/224 into md 0x1905 [2] + 0 00000400:00000010:2.0:1767384688.747871:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d4978a. 00000400:00000200:2.0:1767384688.747876:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d849fc5 00000800:00000001:2.0:1767384688.747882:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384688.747885:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.747887:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360768 00000800:00000001:2.0:1767384688.747889:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384688.747890:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:3.0:1767384688.747891:0:17556:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384688.747893:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384688.747893:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.747896:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384688.747897:0:17556:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000400:00000200:2.0:1767384688.747901:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00002000:00000001:3.0:1767384688.747902:0:17556:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.747902:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384688.747905:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d849fc5 00000100:00100000:0.0:1767384688.747908:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360768 00010000:00000001:3.0:1767384688.747909:0:17556:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384688.747909:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d849fc5. 00000020:00000001:0.0:1767384688.747912:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.747914:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c978 00000100:00000001:2.0:1767384688.747915:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384688.747918:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384688.747919:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:0.0:1767384688.747920:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000002562b51 refcount=6 00000020:00000010:3.0:1767384688.747922:0:17556:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000005998539. 00000100:00000040:2.0:1767384688.747924:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000cadc5ac3 x1853237053360640 msgsize 224 00000020:00000001:0.0:1767384688.747924:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000020:00000040:3.0:1767384688.747927:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 8 - import 00000020:00000001:0.0:1767384688.747930:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000100:00100000:2.0:1767384688.747935:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:0.0:1767384688.747936:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384688.747938:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384688.747938:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:0.0:1767384688.747941:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000683b99fc. 00000020:00000040:3.0:1767384688.747942:0:17556:0:(genops.c:1242:class_import_put()) import 0000000005998539 refcount=1 obd=lustre-OST0000 00000100:00000001:2.0:1767384688.747943:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384688.747947:0:16782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384688.747948:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767384688.747948:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.747953:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384688.747954:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043d0c7a4. 00000020:00000010:0.0:1767384688.747954:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000683b99fc. 00000020:00000010:0.0:1767384688.747962:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088cea41f. 00000020:00000040:3.0:1767384688.747964:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=6 00000100:00000040:3.0:1767384688.747969:0:17556:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000078f8bf5a : new rpc_count 1 00000020:00000010:0.0:1767384688.747969:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536b9a06. 00000100:00000001:3.0:1767384688.747975:0:17556:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1767384688.747977:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000011cbcde5. 00000400:00000200:3.0:1767384688.747985:0:17556:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.17@tcp50 primary NID 192.168.202.17@tcp50 rc 0 00000100:00000040:0.0:1767384688.747986:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1767384688.747991:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384688.747992:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.747995:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384688.747997:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 5 to 192.168.202.17@tcp50 00000100:00000001:0.0:1767384688.747998:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.748001:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00000100:00000001:3.0:1767384688.748005:0:17556:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446628156881380416 : -115916828171200 : 0xffff969302a22440) 00000100:00000001:0.0:1767384688.748007:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384688.748008:0:17556:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000655c74a2 refcount 5 to 192.168.202.17@tcp50 00000020:00000040:3.0:1767384688.748013:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=7 00000100:00000001:3.0:1767384688.748019:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384688.748020:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00000100:00000001:3.0:1767384688.748022:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:3.0:1767384688.748025:0:17556:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1767384688.748025:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384688.748029:0:17556:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384688.748034:0:17556:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384688.748037:0:17556:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659300416 : -1050251200 : ffffffffc1667040) 00000100:00000001:0.0:1767384688.748038:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.748042:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384688.748043:0:17556:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.748047:0:17556:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00100000:0.0:1767384688.748050:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 0 00000100:00000001:3.0:1767384688.748052:0:17556:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384688.748056:0:17556:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384688.748061:0:17556:0:(import.c:65:import_set_state_nolock()) 0000000005998539 : changing import state from RECOVER to FULL 00000020:00000010:2.0:1767384688.748063:0:16781:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007c3c6fab. 00000100:00000040:0.0:1767384688.748063:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000002562b51 : new rpc_count 1 00000100:00000001:3.0:1767384688.748069:0:17556:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384688.748069:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864911488 : -115916844640128 : ffff969301a6d880) 00000100:00000001:2.0:1767384688.748070:0:16781:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:3.0:1767384688.748073:0:17556:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384688.748074:0:16781:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00000001:3.0:1767384688.748077:0:17556:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.748080:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067949b54 x1853237053360768/t0(0) o33->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 448/0 e 0 to 0 dl 1767384699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000040:3.0:1767384688.748082:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 6 00000100:00000010:2.0:1767384688.748083:0:16781:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004833af75. 00000020:00000040:3.0:1767384688.748088:0:17556:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 8 - find 00000100:00100000:2.0:1767384688.748092:0:16781:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00000001:0.0:1767384688.748100:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384688.748101:0:17556:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384688.748105:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000683b99fc. 00000020:00000001:3.0:1767384688.748107:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384688.748109:0:16782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384688.748112:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860512 : -1038691104 : ffffffffc216d4e0) 00000020:00000010:0.0:1767384688.748114:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000683b99fc. 00000020:00000001:3.0:1767384688.748119:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384688.748121:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067949b54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:15567:x1853237053360768:12345-192.168.202.17@tcp50:33: 00000020:00000001:3.0:1767384688.748123:0:17556:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.748128:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360768 00000020:00000001:3.0:1767384688.748129:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384688.748134:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.748134:0:16782:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384688.748140:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.748140:0:16782:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384688.748144:0:17556:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384688.748147:0:16782:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.748151:0:17556:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384688.748156:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360512 00000020:00000001:0.0:1767384688.748160:0:16782:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384688.748161:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384688.748163:0:16782:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736576 : -1040815040 : ffffffffc1f66c40) 00000020:00000001:0.0:1767384688.748168:0:16782:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000200:3.0:1767384688.748169:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a3fab14 x1853237053360512/t0(0) o8->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384688.748172:0:16782:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237053360768, found 0 last_xid 1853237053360767 00000020:00000001:0.0:1767384688.748179:0:16782:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.748184:0:16782:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384688.748187:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384688.748187:0:16782:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384688.748192:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384688.748197:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=86 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384688.748202:0:17556:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000001:0.0:1767384688.748205:0:16782:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000100:00000001:3.0:1767384688.748206:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384688.748211:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000020:00000001:0.0:1767384688.748212:0:16782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384688.748214:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:3.0:1767384688.748218:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384688.748221:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.748221:0:16782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628161271642296 : -115912437909320 : ffff9694085038b8) 00000100:00000001:3.0:1767384688.748226:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384688.748228:0:16782:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.748231:0:16782:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.748232:0:16781:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384688.748234:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000004:00000001:0.0:1767384688.748240:0:16782:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000400:00000010:3.0:1767384688.748242:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000100:00000001:2.0:1767384688.748245:0:39689:0:(service.c:2991:ptlrpc_main()) Process entered 00000004:00000001:0.0:1767384688.748248:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000200:3.0:1767384688.748249:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237053360512, offset 0 00000004:00000001:0.0:1767384688.748258:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:3.0:1767384688.748261:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00080000:00000001:0.0:1767384688.748264:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000010:2.0:1767384688.748265:0:39689:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ec6f830f. 00080000:00000001:0.0:1767384688.748273:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:3.0:1767384688.748274:0:17556:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000004:00000001:0.0:1767384688.748280:0:16782:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1767384688.748281:0:39689:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000198b39f3. 00000004:00000001:0.0:1767384688.748286:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1767384688.748296:0:39689:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007a6df33. 00000004:00000001:0.0:1767384688.748299:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:3.0:1767384688.748300:0:17556:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [224:224:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [22:22:8:4294967295] 00000020:00000010:2.0:1767384688.748303:0:39689:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f1c83836. 00000040:00000010:2.0:1767384688.748310:0:39689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f8376f32. 00000400:00000200:3.0:1767384688.748317:0:17556:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000020:00000010:2.0:1767384688.748318:0:39689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004e09a674. 00000020:00000010:2.0:1767384688.748325:0:39689:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000326711ab. 00000004:00000001:0.0:1767384688.748327:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:3.0:1767384688.748330:0:17556:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.17@tcp50 00080000:00000001:0.0:1767384688.748331:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000010:2.0:1767384688.748334:0:39689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055293157. 00080000:00000001:0.0:1767384688.748336:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 80000000:00000010:2.0:1767384688.748342:0:39689:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee4c442b. 00080000:00000001:0.0:1767384688.748343:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000010:3.0:1767384688.748344:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7b35399. 00080000:00000001:0.0:1767384688.748346:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 40000000:00000010:2.0:1767384688.748350:0:39689:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003cdd560c. 00000004:00000001:0.0:1767384688.748351:0:16782:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:3.0:1767384688.748357:0:17556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00100000:00000010:2.0:1767384688.748358:0:39689:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044863a55. 00000004:00000001:0.0:1767384688.748361:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00040000:00000010:2.0:1767384688.748366:0:39689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae3b1fb7. 00000004:00000001:0.0:1767384688.748366:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:3.0:1767384688.748369:0:17556:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00040000:00000010:2.0:1767384688.748375:0:39689:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e6c34944. 00000800:00000200:3.0:1767384688.748376:0:17556:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7b35399 type 1, nob 512 niov 1 nkiov 1 00040000:00000010:2.0:1767384688.748382:0:39689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000654dc7be. 00080000:00000010:2.0:1767384688.748388:0:39689:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e82d7cf9. 00000004:00000001:0.0:1767384688.748389:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:3.0:1767384688.748392:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.748393:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000004:00000010:2.0:1767384688.748395:0:39689:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bc7a8b65. 00080000:00000001:0.0:1767384688.748397:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00000040:3.0:1767384688.748399:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00000004:00000001:0.0:1767384688.748403:0:16782:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00010000:00000001:3.0:1767384688.748404:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000010:2.0:1767384688.748404:0:39689:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f658cd8b. 00000020:00000001:3.0:1767384688.748407:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.748410:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000010:2.0:1767384688.748412:0:39689:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000967e8288. 00000100:00000040:3.0:1767384688.748416:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a3fab14 x1853237053360512/t0(0) o8->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384688.748420:0:39689:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f239dd75. 00000004:00000001:0.0:1767384688.748430:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00100000:3.0:1767384688.748435:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a3fab14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:12164:x1853237053360512:12345-192.168.202.17@tcp50:8: Request processed in 1749us (2067us total) trans 0 rc 0/0 00000004:00000001:0.0:1767384688.748438:0:16782:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384688.748442:0:16782:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000010:2.0:1767384688.748443:0:39689:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004f5d2f46. 00000100:00000001:0.0:1767384688.748446:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384688.748449:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 4 00000100:00000200:2.0:1767384688.748453:0:39689:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000040:3.0:1767384688.748454:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078f8bf5a : new rpc_count 0 00000100:00000001:3.0:1767384688.748459:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384688.748461:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384688.748466:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d6ca0ab. 02000000:00000001:0.0:1767384688.748468:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384688.748473:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a098c94. 02000000:00000010:0.0:1767384688.748475:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000cb7b49bb. 00000020:00000010:3.0:1767384688.748479:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002815f18c. 02000000:00000001:0.0:1767384688.748480:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.748485:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384688.748486:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 5 00000100:00000001:3.0:1767384688.748491:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384688.748493:0:16782:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384688.748496:0:16782:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.748500:0:16782:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384688.748502:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384688.748505:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.748509:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.748511:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.748514:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.748515:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.748517:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.748518:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.748520:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.748521:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.748523:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.748525:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.748526:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.748550:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.748555:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384688.748556:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384688.748559:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384688.748562:0:16782:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000800:00000010:2.0:1767384688.748565:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7b35399. 00000400:00000200:2.0:1767384688.748569:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.748572:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.748575:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043276235 00000400:00000010:2.0:1767384688.748576:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043276235. 00000100:00000001:2.0:1767384688.748580:0:16134:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384688.748582:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384688.748582:0:16782:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000b006b84b. 00000100:00000001:1.0:1767384688.748589:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384688.748593:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360640 02000000:00000001:1.0:1767384688.748596:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384688.748597:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384688.748599:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.748602:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.748604:0:16782:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000100:00100000:1.0:1767384688.748605:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360640 00000004:00000040:0.0:1767384688.748608:0:16782:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000020:00000001:1.0:1767384688.748609:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.748612:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384688.748614:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.748617:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=9 00000020:00000001:1.0:1767384688.748619:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384688.748621:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384688.748625:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.748629:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.748631:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.748633:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000020:00000010:1.0:1767384688.748637:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384688.748640:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076357620. 00000020:00000010:1.0:1767384688.748644:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384688.748650:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384688.748652:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.748654:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384688.748656:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.748661:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.748671:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.748677:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.748679:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.748682:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 169 00000100:00000040:1.0:1767384688.748685:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384688.748687:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935592528 : -115911773959088 : ffff96942fe34c50) 00000100:00000040:1.0:1767384688.748692:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cadc5ac3 x1853237053360640/t0(0) o400->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 224/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.748701:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.748703:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.748705:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.748707:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000100:00100000:1.0:1767384688.748711:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cadc5ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:12166:x1853237053360640:12345-192.168.202.17@tcp50:400: 00000100:00000200:1.0:1767384688.748715:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360640 00000020:00000001:1.0:1767384688.748717:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.748719:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384688.748721:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.748723:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384688.748724:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000020:00000001:1.0:1767384688.748727:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384688.748728:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384688.748730:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384688.748731:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384688.748733:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.748735:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384688.748737:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.748739:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384688.748742:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db6f0fd1. 02000000:00000001:1.0:1767384688.748744:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.748746:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.748748:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384688.748751:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360640 00010000:00000001:1.0:1767384688.748753:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384688.748756:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cadc5ac3 x1853237053360640/t0(0) o400->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384688.748763:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384688.748765:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.748785:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.748789:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.748791:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.748793:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384688.748795:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.748796:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.748798:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384688.748801:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384688.748804:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008428da98. 00000100:00000200:1.0:1767384688.748807:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237053360640, offset 224 00000400:00000200:1.0:1767384688.748812:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.748818:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384688.748827:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [225:225:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1767384688.748859:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.748863:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384688.748867:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbef0f9b. 00000800:00000200:1.0:1767384688.748871:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384688.748875:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384688.748878:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbef0f9b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384688.748887:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.748890:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384688.748892:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384688.748893:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.748895:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384688.748899:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cadc5ac3 x1853237053360640/t0(0) o400->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384688.748907:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cadc5ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:12166:x1853237053360640:12345-192.168.202.17@tcp50:400: Request processed in 206us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384688.748914:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 169 00000100:00000040:1.0:1767384688.748916:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384688.748918:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.748920:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.748922:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076357620. 00000020:00000010:1.0:1767384688.748925:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384688.748928:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000020:00000040:1.0:1767384688.748931:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 8 00000100:00000001:1.0:1767384688.748936:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384688.748941:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384688.748946:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7c70db. 00000400:00000010:1.0:1767384688.748950:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000825923d. 00000800:00000200:2.0:1767384688.749071:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.749074:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbef0f9b. 00000400:00000200:2.0:1767384688.749078:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.749082:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.749084:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008428da98 00000400:00000010:2.0:1767384688.749086:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008428da98. 00000100:00000001:2.0:1767384688.749088:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384688.749094:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384688.749096:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db6f0fd1. 02000000:00000001:2.0:1767384688.749098:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384688.749098:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:0.0:1767384688.749910:0:16782:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1295us 00000004:00000001:0.0:1767384688.749916:0:16782:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:1.0:1767384688.757555:0:39690:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000007070bd98. 02000000:00000001:1.0:1767384688.757570:0:39690:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:1.0:1767384688.757574:0:39690:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:1.0:1767384688.757577:0:39690:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@000000007c441148: 0:0, ngroups 0, nperms 0 00000004:00000001:1.0:1767384688.757580:0:39690:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1767384688.757583:0:39690:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000b006b84b for key 0 02000000:00000001:1.0:1767384688.757600:0:39690:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384688.757603:0:39690:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000007070bd98. 02000000:00001000:0.0:1767384688.757648:0:16782:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000b006b84b flags 0x0 02000000:00000001:0.0:1767384688.757654:0:16782:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446628161234701824 : -115912474849792 : ffff9694061c8e00) 00000001:00000001:0.0:1767384688.757659:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.757662:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.757664:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.757665:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.757666:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.757668:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.757673:0:16782:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384688.757675:0:16782:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.757680:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384688.757681:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.757683:0:16782:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384688.757685:0:16782:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.757689:0:16782:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:0.0:1767384688.757695:0:16782:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa: does not need LOVEA. 00000004:00000001:0.0:1767384688.757699:0:16782:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384688.757702:0:16782:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384688.757941:0:16782:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384688.757943:0:16782:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384688.757945:0:16782:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.757948:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384688.757949:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.757950:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.757951:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.757958:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.757960:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.757961:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.757962:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.757963:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384688.757964:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384688.757965:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384688.757966:0:16782:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384688.757968:0:16782:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:0.0:1767384688.757970:0:16782:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384688.757971:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384688.757972:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.757974:0:16782:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384688.757977:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384688.757983:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384688.757986:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384688.757992:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384688.757996:0:16782:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384688.757998:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384688.758000:0:16782:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.758006:0:16782:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384688.758008:0:16782:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384688.758009:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384688.758010:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.758011:0:16782:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.758028:0:16782:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:0.0:1767384688.758031:0:16782:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384688.758032:0:16782:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384688.758033:0:16782:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384688.758035:0:16782:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384688.758036:0:16782:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384688.758038:0:16782:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1767384688.758041:0:16782:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384688.758043:0:16782:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384688.758046:0:16782:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1767384688.758050:0:16782:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360768 00010000:00000001:0.0:1767384688.758056:0:16782:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.758067:0:16782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067949b54 x1853237053360768/t0(0) o33->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 448/464 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384688.758077:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.758080:0:16782:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.758084:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000173a0831 time=1767384688 v=10 (0 0 0 0) 00000100:00001000:0.0:1767384688.758089:0:16782:0:(import.c:2194:obd_at_measure()) AT 00000000173a0831 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767384688.758094:0:16782:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@0000000067949b54 x1853237053360768/t0(0) o33->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 448/464 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384688.758104:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.758107:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:0.0:1767384688.758110:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:0.0:1767384688.758113:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.758116:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.758122:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.758125:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:0.0:1767384688.758131:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2813bd2. 00000100:00000200:0.0:1767384688.758138:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237053360768, offset 224 00000400:00000200:0.0:1767384688.758144:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:0.0:1767384688.758158:0:16782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:0.0:1767384688.758180:0:16782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [226:226:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384688.758194:0:16782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.758201:0:16782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:0.0:1767384688.758206:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9de991a. 00000800:00000200:0.0:1767384688.758215:0:16782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:0.0:1767384688.758222:0:16782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:0.0:1767384688.758226:0:16782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9de991a type 1, nob 560 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.758238:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.758241:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00010000:00000001:0.0:1767384688.758243:0:16782:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.758249:0:16782:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.758252:0:16782:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:0.0:1767384688.758256:0:16782:0:(lu_object.c:207:lu_object_put()) Add 00000000a71ca988/00000000d61fa30e to site lru. bkt: 000000005930584b 00000100:00000040:0.0:1767384688.758262:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067949b54 x1853237053360768/t0(0) o33->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 448/464 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384688.758269:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067949b54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:15567:x1853237053360768:12345-192.168.202.17@tcp50:33: Request processed in 10169us (10481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.758279:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 0 00000100:00000040:0.0:1767384688.758282:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002562b51 : new rpc_count 0 00000100:00000001:0.0:1767384688.758285:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.758287:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.758291:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536b9a06. 00000020:00000010:0.0:1767384688.758295:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000011cbcde5. 00000020:00000010:0.0:1767384688.758299:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088cea41f. 00000020:00000040:0.0:1767384688.758304:0:16782:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 5 00000100:00000001:0.0:1767384688.758306:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384688.758493:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.758499:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9de991a. 00000400:00000200:2.0:1767384688.758506:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.758513:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.758520:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2813bd2 00000400:00000010:2.0:1767384688.758522:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2813bd2. 00000100:00000001:2.0:1767384688.758529:0:16135:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384688.758531:0:16135:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384688.776038:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.776063:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.776068:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.776070:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.776085:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.776116:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 576 into portal 12 MB=0x6958260400b00 00000400:00000200:2.0:1767384688.776127:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.17@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:2.0:1767384688.776136:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.776146:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.776150:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.776155:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:2.0:1767384688.776166:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.776169:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384688.776175:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5e0e31. 00000100:00000040:2.0:1767384688.776181:0:16134:0:(events.c:337:request_in_callback()) incoming req@000000009f5e0e31 x1853237053360896 msgsize 576 00000100:00100000:2.0:1767384688.776185:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:2.0:1767384688.776198:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.776208:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.776212:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.776236:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384688.776240:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053360896 02000000:00000001:1.0:1767384688.776244:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384688.776247:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384688.776250:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.776255:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384688.776261:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053360896 00000020:00000001:1.0:1767384688.776264:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.776266:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c978 00000020:00000001:1.0:1767384688.776270:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.776274:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000002562b51 refcount=6 00000020:00000001:1.0:1767384688.776276:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000020:00000001:1.0:1767384688.776279:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000100:00000001:1.0:1767384688.776285:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.776291:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.776295:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.776298:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000020:00000010:1.0:1767384688.776305:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6616163. 00000020:00000010:1.0:1767384688.776312:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072e20ceb. 00000020:00000010:1.0:1767384688.776317:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384688.776328:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384688.776332:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.776333:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1767384688.776336:0:16779:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1767384688.776338:0:16779:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.776340:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.776350:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.776367:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.776383:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.776386:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.776391:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 7 00000100:00000040:1.0:1767384688.776395:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000002562b51 : new rpc_count 1 00000100:00000001:1.0:1767384688.776398:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864912384 : -115916844639232 : ffff969301a6dc00) 00000100:00000040:1.0:1767384688.776406:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f5e0e31 x1853237053360896/t0(0) o101->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 576/0 e 0 to 0 dl 1767384699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384688.776417:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.776420:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005225a19d. 00000100:00000001:1.0:1767384688.776422:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.776424:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005225a19d. 00000100:00100000:1.0:1767384688.776429:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f5e0e31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:15597:x1853237053360896:12345-192.168.202.17@tcp50:101: 00000100:00000200:1.0:1767384688.776433:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053360896 00000020:00000001:1.0:1767384688.776437:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.776442:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384688.776448:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.776451:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384688.776453:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048640 : -1050502976 : ffffffffc16298c0) 00000020:00000001:1.0:1767384688.776457:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384688.776460:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237053360896, found 0 last_xid 1853237053360895 00000020:00000001:1.0:1767384688.776464:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384688.776467:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384688.776469:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384688.776477:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.776479:0:16779:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384688.776482:0:16779:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384688.776484:0:16779:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384688.776486:0:16779:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384688.776489:0:16779:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.776495:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384688.776504:0:16779:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b8ab47eb. 00010000:00000010:1.0:1767384688.776507:0:16779:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005aada149. 00010000:00000001:1.0:1767384688.776511:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384688.776513:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000833253ef. 00000020:00000010:1.0:1767384688.776519:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005225a19d. 00000020:00000001:1.0:1767384688.776523:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384688.776524:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000833253ef with handle 0x534bb1615bf4c994 to hash 00000020:00000001:1.0:1767384688.776526:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384688.776527:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161132367872 : -115912577183744 : ffff969400031000) 00010000:00000010:1.0:1767384688.776531:0:16779:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000295291b7. 00010000:00000001:1.0:1767384688.776533:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161132367872 : -115912577183744 : ffff969400031000) 00010000:00010000:1.0:1767384688.776536:0:16779:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000833253ef/0x534bb1615bf4c994 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x90fdb82ca5ef750c expref: -99 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384688.776544:0:16779:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000002562b51 : new locks_count 1 00000020:00000040:1.0:1767384688.776546:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=7 00010000:00000001:1.0:1767384688.776552:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1767384688.776555:0:16779:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1767384688.776563:0:16779:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1767384688.776565:0:16779:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1767384688.776567:0:16779:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1767384688.776570:0:16779:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1767384688.776572:0:16779:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1767384688.776585:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384688.776592:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446628161271642296 : -115912437909320 : ffff9694085038b8) 00000004:00000001:1.0:1767384688.776595:0:16779:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446628161271642208 : -115912437909408 : ffff969408503860) 00000004:00000001:1.0:1767384688.776597:0:16779:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776601:0:16779:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1767384688.776603:0:16779:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1767384688.776607:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.776610:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384688.776616:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000039a77871. 02000000:00000001:1.0:1767384688.776619:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.776622:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776624:0:16779:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776627:0:16779:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1767384688.776631:0:16779:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:1.0:1767384688.776634:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384688.776636:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776640:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.776642:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.776644:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776646:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.776647:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.776648:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776649:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.776651:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.776652:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776654:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.776655:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.776656:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776658:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.776659:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.776666:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776669:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384688.776670:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.776676:0:16779:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1767384688.776683:0:16779:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000b006b84b flags 0x0 02000000:00000001:1.0:1767384688.776685:0:16779:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446628161234701824 : -115912474849792 : ffff9694061c8e00) 00000001:00000001:1.0:1767384688.776688:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.776689:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.776691:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776693:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.776693:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.776695:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776697:0:16779:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384688.776700:0:16779:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.776703:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384688.776704:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776706:0:16779:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384688.776708:0:16779:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776712:0:16779:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1767384688.776717:0:16779:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1767384688.776719:0:16779:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1767384688.776721:0:16779:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1767384688.776723:0:16779:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384688.776725:0:16779:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000f2c5e6e1 00000004:00000001:1.0:1767384688.776731:0:16779:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1767384688.776735:0:16779:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384688.776737:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384688.776740:0:16779:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b8ab47eb count: 2 00010000:00000001:1.0:1767384688.776743:0:16779:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384688.776745:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384688.776748:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021875073. 00000020:00000001:1.0:1767384688.776751:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384688.776752:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021875073 with handle 0x534bb1615bf4c99b to hash 00000020:00000001:1.0:1767384688.776754:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384688.776755:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00010000:00000010:1.0:1767384688.776758:0:16779:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf25512c. 00010000:00000001:1.0:1767384688.776761:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00010000:00000001:1.0:1767384688.776765:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384688.776784:0:16779:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384688.776787:0:16779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000021875073/0x534bb1615bf4c99b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16779 initiator: MDT0 00010000:00000001:1.0:1767384688.776794:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384688.776799:0:16779:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384688.776801:0:16779:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1767384688.776804:0:16779:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384688.776806:0:16779:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384688.776808:0:16779:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384688.776809:0:16779:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384688.776812:0:16779:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384688.776814:0:16779:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384688.776816:0:16779:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384688.776817:0:16779:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384688.776820:0:16779:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000b8ab47eb) refcount = 2 00010000:00010000:1.0:1767384688.776823:0:16779:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000021875073/0x534bb1615bf4c99b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16779 initiator: MDT0 00010000:00000001:1.0:1767384688.776829:0:16779:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767384688.776858:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000023686995. 00010000:00000001:1.0:1767384688.776865:0:16779:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384688.776868:0:16779:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.776870:0:16779:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384688.776872:0:16779:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384688.776874:0:16779:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.776876:0:16779:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384688.776879:0:16779:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384688.776881:0:16779:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384688.776884:0:16779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000021875073/0x534bb1615bf4c99b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16779 initiator: MDT0 00010000:00000001:1.0:1767384688.776890:0:16779:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384688.776892:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.776893:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.776895:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384688.776897:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.776898:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021875073 refcount=3 00000020:00000001:1.0:1767384688.776900:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00010000:00000001:1.0:1767384688.776903:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00010000:00000001:1.0:1767384688.776905:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.776906:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384688.776907:0:16779:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776911:0:16779:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1767384688.776918:0:16779:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384688.776921:0:16779:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384688.776968:0:16779:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.776971:0:16779:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384688.776976:0:16779:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384688.776979:0:16779:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384688.776984:0:16779:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384688.776987:0:16779:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384688.776990:0:16779:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384688.776991:0:16779:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384688.776992:0:16779:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384688.776993:0:16779:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384688.776995:0:16779:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384688.776996:0:16779:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384688.776997:0:16779:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:1.0:1767384688.776999:0:16779:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384688.777000:0:16779:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.777002:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384688.777003:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.777004:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.777004:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.777006:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.777007:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.777007:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.777008:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.777010:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384688.777011:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384688.777012:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384688.777013:0:16779:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384688.777015:0:16779:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1767384688.777018:0:16779:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:1.0:1767384688.777019:0:16779:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384688.777020:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384688.777021:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.777023:0:16779:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384688.777024:0:16779:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384688.777025:0:16779:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384688.777025:0:16779:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384688.777026:0:16779:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384688.777028:0:16779:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384688.777029:0:16779:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384688.777031:0:16779:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.777036:0:16779:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384688.777037:0:16779:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.777038:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384688.777039:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.777040:0:16779:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.777049:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384688.777050:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.777051:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021875073 refcount=3 00000020:00000001:1.0:1767384688.777053:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00010000:00000001:1.0:1767384688.777055:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00000004:00010000:1.0:1767384688.777058:0:16779:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000021875073/0x534bb1615bf4c99b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16779 initiator: MDT0 00010000:00000001:1.0:1767384688.777064:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.777065:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384688.777066:0:16779:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1767384688.777069:0:16779:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384688.777071:0:16779:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1767384688.777074:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384688.777075:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.777076:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021875073 refcount=3 00000020:00000001:1.0:1767384688.777078:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00010000:00000001:1.0:1767384688.777080:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161132363776 : -115912577187840 : ffff969400030000) 00000004:00000040:1.0:1767384688.777082:0:16779:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 0000000002562b51 : new locks_count 2 00000020:00000040:1.0:1767384688.777084:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=8 00010000:00000001:1.0:1767384688.777087:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.777089:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384688.777090:0:16779:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384688.777092:0:16779:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1767384688.777095:0:16779:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384688.777098:0:16779:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384688.777099:0:16779:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384688.777101:0:16779:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384688.777102:0:16779:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384688.777104:0:16779:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:1.0:1767384688.777109:0:16779:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.777111:0:16779:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384688.777113:0:16779:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1767384688.777117:0:16779:0:(lu_object.c:207:lu_object_put()) Add 00000000a71ca988/00000000d61fa30e to site lru. bkt: 000000005930584b 00000004:00000001:1.0:1767384688.777120:0:16779:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1767384688.777121:0:16779:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1767384688.777124:0:16779:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1767384688.777126:0:16779:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384688.777129:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.777131:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.777133:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384688.777134:0:16779:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.777137:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000833253ef with handle 0x534bb1615bf4c994 from hash 00010000:00000001:1.0:1767384688.777139:0:16779:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384688.777140:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.777141:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.777142:0:16779:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1767384688.777143:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384688.777147:0:16779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000833253ef/0x534bb1615bf4c994 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef750c expref: 8 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384688.777160:0:16779:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000002562b51 : new locks_count 1 00000020:00000040:1.0:1767384688.777162:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 7 00010000:00000010:1.0:1767384688.777165:0:16779:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000295291b7. 00010000:00000001:1.0:1767384688.777174:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.777176:0:16779:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.777181:0:16779:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384688.777182:0:16779:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000021875073/0x534bb1615bf4c99b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef750c expref: 7 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384688.777188:0:16779:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384688.777190:0:16779:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384688.777191:0:16779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000b8ab47eb) 00010000:00010000:1.0:1767384688.777193:0:16779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384688.777195:0:16779:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384688.777197:0:16779:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.777199:0:16779:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384688.777200:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.777201:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384688.777202:0:16779:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000021875073, rc 0) 00000020:00000001:1.0:1767384688.777204:0:16779:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384688.777208:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053360896 00010000:00000001:1.0:1767384688.777211:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384688.777216:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f5e0e31 x1853237053360896/t0(0) o101->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 576/688 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384688.777224:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384688.777227:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.777232:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.777237:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.777239:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.777241:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384688.777244:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.777247:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.777252:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384688.777255:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384688.777260:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094e2cc42. 00000100:00000200:1.0:1767384688.777267:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237053360896, offset 224 00000400:00000200:1.0:1767384688.777275:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.777288:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384688.777311:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [227:227:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384688.777324:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.777330:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384688.777336:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000310be20f. 00000800:00000200:1.0:1767384688.777343:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384688.777350:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384688.777355:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000310be20f type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1767384688.777371:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.777375:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384688.777378:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384688.777380:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.777382:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384688.777385:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f5e0e31 x1853237053360896/t0(0) o101->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 576/688 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384688.777394:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f5e0e31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+7:15597:x1853237053360896:12345-192.168.202.17@tcp50:101: Request processed in 975us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384688.777402:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 7 00000100:00000040:1.0:1767384688.777405:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002562b51 : new rpc_count 0 00000100:00000001:1.0:1767384688.777408:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.777410:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.777415:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072e20ceb. 00000020:00000010:1.0:1767384688.777420:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384688.777433:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6616163. 00000020:00000040:1.0:1767384688.777438:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 6 00000100:00000001:1.0:1767384688.777442:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384688.777505:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.777511:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000310be20f. 00000400:00000200:2.0:1767384688.777517:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.777522:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.777543:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e2cc42 00000400:00000010:2.0:1767384688.777545:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094e2cc42. 00000100:00000001:2.0:1767384688.777548:0:16133:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384688.777550:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384688.787491:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.787514:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.787520:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.787522:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.787536:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.787558:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 328 into portal 17 MB=0x6958260400b80 00000400:00000200:2.0:1767384688.787568:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.17@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:2.0:1767384688.787589:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.787596:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.787599:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.787604:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:2.0:1767384688.787614:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.787617:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384688.787624:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000658c9daf. 00000100:00000040:2.0:1767384688.787630:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000658c9daf x1853237053361024 msgsize 328 00000100:00100000:2.0:1767384688.787635:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:2.0:1767384688.787649:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.787661:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.787665:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.787667:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.787670:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.787675:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.787681:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 328 into portal 17 MB=0x6958260400c00 00000400:00000200:2.0:1767384688.787686:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.17@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000100:00000001:1.0:1767384688.787689:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384688.787691:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f388aa55. 00000100:00100000:1.0:1767384688.787695:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053361024 00000400:00000200:2.0:1767384688.787697:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000287f312c 02000000:00000001:1.0:1767384688.787700:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384688.787702:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384688.787704:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384688.787708:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.787709:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384688.787713:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384688.787718:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384688.787724:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053361024 00000020:00000001:1.0:1767384688.787728:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.787730:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384688.787736:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384688.787740:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000020:00000040:1.0:1767384688.787742:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=9 00000400:00000200:2.0:1767384688.787746:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000287f312c 00000020:00000001:1.0:1767384688.787747:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000400:00000010:2.0:1767384688.787750:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000287f312c. 00000020:00000001:1.0:1767384688.787752:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:2.0:1767384688.787757:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.787760:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384688.787760:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384688.787766:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000eab791cf x1853237053361152 msgsize 328 00000020:00000010:1.0:1767384688.787780:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3abf868. 00000100:00000001:1.0:1767384688.787785:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.787788:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3abf868. 00000100:00100000:2.0:1767384688.787796:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000020:00000010:1.0:1767384688.787797:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6616163. 00000100:00000040:2.0:1767384688.787799:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:1.0:1767384688.787805:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd3ed31. 00000020:00000010:1.0:1767384688.787813:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000001:2.0:1767384688.787821:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384688.787825:0:19654:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000800:00000001:2.0:1767384688.787828:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1767384688.787860:0:19654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000833253ef. 00000800:00000001:2.0:1767384688.787866:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.787870:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384688.787872:0:16765:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384688.787872:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384688.787874:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.787876:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384688.787877:0:16765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053361152 02000000:00000001:3.0:1767384688.787881:0:16765:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384688.787881:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384688.787884:0:16765:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384688.787885:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000100:00000001:3.0:1767384688.787887:0:16765:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.787888:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384688.787892:0:16765:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.787894:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:3.0:1767384688.787896:0:16765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053361152 00000400:00000200:2.0:1767384688.787899:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 328 into portal 17 MB=0x6958260400c80 00000020:00000001:3.0:1767384688.787900:0:16765:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384688.787902:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384688.787904:0:16765:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384688.787905:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384688.787909:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384688.787909:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.17@tcp50 of length 328/328 into md 0x15 [2] + 0 00000020:00000040:1.0:1767384688.787910:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=3 00000020:00000001:1.0:1767384688.787916:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00000800:00000001:2.0:1767384688.787917:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384688.787920:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=10 00010000:00000001:1.0:1767384688.787922:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00000020:00000001:3.0:1767384688.787925:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00010000:00000001:1.0:1767384688.787928:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384688.787930:0:16765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00010000:00000001:1.0:1767384688.787933:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384688.787935:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384688.787936:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.787940:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098b6a633. 00000800:00000001:2.0:1767384688.787940:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.787941:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384688.787946:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384688.787947:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384688.787953:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098b6a633. 00000400:00000200:2.0:1767384688.787955:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:1.0:1767384688.787955:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.787961:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000139d91f6. 00000100:00000001:2.0:1767384688.787963:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384688.787966:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d6ca0ab. 00000100:00000200:2.0:1767384688.787967:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384688.787967:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384688.787973:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a098c94. 00000100:00000010:2.0:1767384688.787975:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0ec5561. 00000100:00000040:2.0:1767384688.787981:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000f0ec5561 x1853237053361280 msgsize 328 00000100:00000001:3.0:1767384688.787982:0:16765:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384688.787986:0:16765:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384688.787988:0:19654:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384688.787990:0:16765:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00100000:2.0:1767384688.787991:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:1.0:1767384688.787991:0:19654:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384688.787995:0:16765:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.788000:0:16765:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:1.0:1767384688.788000:0:19654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 0 00000100:00000001:2.0:1767384688.788002:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384688.788003:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384688.788006:0:19654:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000020:00000001:3.0:1767384688.788007:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384688.788010:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384688.788011:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000975650e0 refcount=3 00000100:00000001:1.0:1767384688.788012:0:19654:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864915968 : -115916844635648 : ffff969301a6ea00) 00000020:00000001:3.0:1767384688.788016:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161154354688 : -115912555196928 : ffff969401528e00) 00000800:00000001:2.0:1767384688.788017:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384688.788023:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161154354688 : -115912555196928 : ffff969401528e00) 00000100:00000040:1.0:1767384688.788024:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000658c9daf x1853237053361024/t0(0) o103->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384688.788028:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384688.788031:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384688.788033:0:16765:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.788038:0:16765:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.788042:0:16765:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.788048:0:16765:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.788049:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.788054:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3abf868. 00000100:00000001:1.0:1767384688.788057:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384688.788059:0:16765:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384688.788060:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3abf868. 00000100:00100000:3.0:1767384688.788062:0:16765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053361280 02000000:00000001:3.0:1767384688.788066:0:16765:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384688.788067:0:19654:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000658c9daf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1628bf15-a3d5-41fc-bd84-da398ffc4be5+10:12167:x1853237053361024:12345-192.168.202.17@tcp50:103: 00000100:00000001:3.0:1767384688.788069:0:16765:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384688.788072:0:16765:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384688.788075:0:19654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053361024 02000000:00000001:3.0:1767384688.788077:0:16765:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788078:0:19654:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00100000:3.0:1767384688.788082:0:16765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053361280 00010000:00000002:1.0:1767384688.788082:0:19654:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384688.788085:0:19654:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:3.0:1767384688.788086:0:16765:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384688.788089:0:16765:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000100:00000001:1.0:1767384688.788093:0:19654:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384688.788095:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384688.788097:0:19654:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384688.788098:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384688.788099:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384688.788103:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=11 02000000:00000010:1.0:1767384688.788105:0:19654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079a7597c. 00000020:00000001:3.0:1767384688.788108:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00100000:0.0:1767384688.788109:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 1 02000000:00000001:1.0:1767384688.788111:0:19654:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.788114:0:16765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384688.788116:0:19654:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.788116:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 2 00000100:00000001:3.0:1767384688.788122:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384688.788122:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162144351312 : -115911565200304 : ffff96943c54b450) 00010000:00000001:1.0:1767384688.788123:0:19654:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:3.0:1767384688.788126:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098b6a633. 00010000:00010000:1.0:1767384688.788128:0:19654:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384688.788130:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384688.788132:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eab791cf x1853237053361152/t0(0) o103->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384688.788134:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767384688.788135:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098b6a633. 00000020:00000001:1.0:1767384688.788138:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384688.788143:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002815f18c. 00000020:00000040:1.0:1767384688.788143:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b6ae7f6 refcount=3 00000020:00000001:1.0:1767384688.788149:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00000100:00000001:0.0:1767384688.788150:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384688.788151:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004aa54422. 00010000:00000001:1.0:1767384688.788155:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146624 : -115912128404992 : ffff96941ac2e200) 00000020:00000010:3.0:1767384688.788158:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec51e3dd. 00000020:00000010:0.0:1767384688.788158:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000683b99fc. 00010000:00000040:1.0:1767384688.788161:0:19654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 8 00000100:00000001:0.0:1767384688.788164:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384688.788165:0:16765:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384688.788166:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384688.788167:0:16765:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384688.788170:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000683b99fc. 00010000:00000001:3.0:1767384688.788171:0:16765:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000001:1.0:1767384688.788173:0:19654:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384688.788176:0:16765:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788179:0:19654:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00100000:0.0:1767384688.788180:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eab791cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+11:12168:x1853237053361152:12345-192.168.202.17@tcp50:103: 00010000:00000001:3.0:1767384688.788181:0:16765:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384688.788182:0:19654:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.788186:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384688.788188:0:19654:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.788189:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384688.788190:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053361152 00000020:00000040:3.0:1767384688.788193:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000020:00000001:3.0:1767384688.788195:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384688.788196:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384688.788198:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384688.788200:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384688.788201:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.788202:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1767384688.788205:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000002:0.0:1767384688.788206:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384688.788208:0:16765:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.788209:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1767384688.788211:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384688.788212:0:16765:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.788214:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384688.788215:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384688.788217:0:16765:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.788218:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384688.788219:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384688.788222:0:16765:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384688.788223:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384688.788224:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000198e05cb. 02000000:00000001:0.0:1767384688.788228:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.788230:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b6ae7f6 with handle 0x534bb1615bf4c963 from hash 00000100:00000001:0.0:1767384688.788233:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788235:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384688.788237:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.788238:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384688.788239:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.788242:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1767384688.788242:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384688.788244:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384688.788247:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384688.788248:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384688.788251:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767384688.788252:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b6ae7f6/0x534bb1615bf4c963 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74bf expref: 11 pid: 16772 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384688.788254:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000975650e0 refcount=3 00000020:00000001:0.0:1767384688.788259:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161154354688 : -115912555196928 : ffff969401528e00) 00010000:00000001:0.0:1767384688.788265:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161154354688 : -115912555196928 : ffff969401528e00) 00010000:00000040:1.0:1767384688.788268:0:19654:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001b683242 : new locks_count 3 00010000:00000040:0.0:1767384688.788270:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d020bef count: 4 00000020:00000040:1.0:1767384688.788274:0:19654:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 10 00010000:00000001:0.0:1767384688.788275:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384688.788278:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384688.788281:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384688.788283:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788284:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384688.788285:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788288:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384688.788290:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384688.788293:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384688.788294:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384688.788297:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.788299:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.788302:0:19654:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.788302:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384688.788304:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384688.788307:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384688.788308:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384688.788311:0:19654:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:0.0:1767384688.788312:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000975650e0 with handle 0x534bb1615bf4c971 from hash 00010000:00000001:1.0:1767384688.788315:0:19654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.788318:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384688.788320:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.788322:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384688.788323:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384688.788324:0:19654:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.788325:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384688.788328:0:19654:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.788329:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384688.788334:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000975650e0/0x534bb1615bf4c971 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74e9 expref: 10 pid: 16772 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384688.788336:0:19654:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.788346:0:19654:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.788353:0:19654:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.788358:0:19654:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00010000:00000040:0.0:1767384688.788361:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001b683242 : new locks_count 2 02000000:00000001:1.0:1767384688.788363:0:19654:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384688.788364:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 9 02000000:00000001:1.0:1767384688.788367:0:19654:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.788371:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384688.788373:0:19654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384688.788375:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384688.788377:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1767384688.788381:0:19654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00010000:00000001:0.0:1767384688.788381:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.788385:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.788387:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384688.788387:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000010:1.0:1767384688.788389:0:19654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acfae5b8. 00010000:00000001:0.0:1767384688.788389:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.788394:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.788397:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384688.788399:0:19654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237053361024, offset 224 00000100:00001000:0.0:1767384688.788400:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.788406:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.788409:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 8 to 192.168.202.17@tcp50 00000100:00000001:0.0:1767384688.788413:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00000400:00000200:1.0:1767384688.788414:0:19654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 02000000:00000001:0.0:1767384688.788417:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.788420:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.788422:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.788427:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:0.0:1767384688.788432:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf61e47. 00000400:00000200:1.0:1767384688.788433:0:19654:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000100:00000200:0.0:1767384688.788439:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237053361152, offset 224 00000400:00000200:0.0:1767384688.788447:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.788459:0:19654:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [228:228:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:1.0:1767384688.788471:0:19654:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.788477:0:19654:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000400:00000200:0.0:1767384688.788482:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000800:00000010:1.0:1767384688.788485:0:19654:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e912bb87. 00000400:00000200:0.0:1767384688.788491:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [229:229:255:4294967295] 192.168.202.17@tcp50 LPNI seq info [27:27:7:4294967295] 00000800:00000200:1.0:1767384688.788497:0:19654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000400:00000200:0.0:1767384688.788505:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.788514:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:0.0:1767384688.788518:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f265e5. 00000800:00000200:1.0:1767384688.788519:0:19654:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:0.0:1767384688.788526:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384688.788527:0:19654:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e912bb87 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767384688.788533:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:0.0:1767384688.788542:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5f265e5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384688.788547:0:19654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.788547:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.788552:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000040:1.0:1767384688.788555:0:19654:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00010000:00000001:0.0:1767384688.788557:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788560:0:19654:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.788562:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788565:0:19654:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.788570:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eab791cf x1853237053361152/t0(0) o103->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384688.788575:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000658c9daf x1853237053361024/t0(0) o103->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.788595:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eab791cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:12168:x1853237053361152:12345-192.168.202.17@tcp50:103: Request processed in 441us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384688.788599:0:19654:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000658c9daf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1628bf15-a3d5-41fc-bd84-da398ffc4be5+9:12167:x1853237053361024:12345-192.168.202.17@tcp50:103: Request processed in 545us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.788610:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 1 00000100:00000040:0.0:1767384688.788614:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 1 00000100:00100000:1.0:1767384688.788623:0:19654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 0 00000100:00000040:1.0:1767384688.788627:0:19654:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000100:00000001:1.0:1767384688.788629:0:19654:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.788631:0:19654:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.788636:0:19654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd3ed31. 00000020:00000010:1.0:1767384688.788640:0:19654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384688.788644:0:19654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6616163. 00000020:00000040:1.0:1767384688.788649:0:19654:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 8 00000100:00000001:1.0:1767384688.788653:0:19654:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.788662:0:19654:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.788664:0:19654:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.788667:0:19654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 2 00000100:00000040:1.0:1767384688.788669:0:19654:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384688.788671:0:19654:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864918656 : -115916844632960 : ffff969301a6f480) 00000100:00000040:1.0:1767384688.788674:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0ec5561 x1853237053361280/t0(0) o103->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.788682:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.788685:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3abf868. 00000100:00000001:1.0:1767384688.788688:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384688.788689:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384688.788690:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3abf868. 00000800:00000010:2.0:1767384688.788696:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e912bb87. 00000100:00100000:1.0:1767384688.788697:0:19654:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0ec5561 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1628bf15-a3d5-41fc-bd84-da398ffc4be5+8:12165:x1853237053361280:12345-192.168.202.17@tcp50:103: 00000400:00000200:2.0:1767384688.788704:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384688.788704:0:19654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053361280 00010000:00000001:1.0:1767384688.788708:0:19654:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000200:2.0:1767384688.788712:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00010000:00000002:1.0:1767384688.788712:0:19654:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384688.788716:0:19654:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:2.0:1767384688.788718:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acfae5b8 00000100:00000001:1.0:1767384688.788721:0:19654:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.788722:0:19654:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384688.788726:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acfae5b8. 02000000:00000010:1.0:1767384688.788727:0:19654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c372a66. 02000000:00000001:1.0:1767384688.788731:0:19654:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.788732:0:16134:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384688.788734:0:19654:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.788736:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384688.788738:0:19654:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384688.788741:0:19654:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384688.788743:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384688.788745:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.788746:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000419554d3 refcount=3 00000020:00000001:1.0:1767384688.788749:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000001:1.0:1767384688.788752:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581151744 : -115912128399872 : ffff96941ac2f600) 00010000:00000040:1.0:1767384688.788755:0:19654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dae2d6ec count: 3 00010000:00000001:1.0:1767384688.788757:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384688.788758:0:19654:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384688.788760:0:19654:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384688.788761:0:19654:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.788762:0:19654:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788764:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384688.788765:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384688.788781:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.788783:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.788784:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384688.788785:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.788786:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000419554d3 with handle 0x534bb1615bf4c96a from hash 00010000:00000001:1.0:1767384688.788788:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384688.788790:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384688.788790:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.788791:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384688.788792:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384688.788792:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384688.788794:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000419554d3/0x534bb1615bf4c96a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74e2 expref: 8 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384688.788798:0:19654:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001b683242 : new locks_count 1 00000020:00000040:1.0:1767384688.788799:0:19654:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 7 00010000:00000001:1.0:1767384688.788804:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384688.788805:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384688.788805:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384688.788806:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384688.788807:0:19654:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.788809:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384688.788809:0:19654:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384688.788810:0:19654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384688.788812:0:19654:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384688.788813:0:19654:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.788814:0:19654:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.788817:0:19654:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.788819:0:19654:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.788821:0:19654:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00000800:00000200:2.0:1767384688.788822:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384688.788823:0:19654:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.788825:0:19654:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384688.788827:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f265e5. 00000100:00000001:1.0:1767384688.788828:0:19654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384688.788856:0:19654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000200:2.0:1767384688.788859:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384688.788860:0:19654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029fb2da. 00000100:00000200:1.0:1767384688.788865:0:19654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237053361280, offset 224 00000400:00000200:2.0:1767384688.788872:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.788872:0:19654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.788883:0:19654:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384688.788891:0:19654:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [230:230:255:4294967295] 192.168.202.17@tcp50 LPNI seq info [28:28:7:4294967295] 00000400:00000200:1.0:1767384688.788901:0:19654:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.788906:0:19654:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384688.788910:0:19654:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e912bb87. 00000800:00000200:1.0:1767384688.788914:0:19654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000100:00000001:0.0:1767384688.788920:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1767384688.788923:0:19654:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000100:00000001:0.0:1767384688.788924:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1767384688.788929:0:19654:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e912bb87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1767384688.788929:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d6ca0ab. 00000100:00000001:1.0:1767384688.788934:0:19654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384688.788936:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a098c94. 00000100:00000040:1.0:1767384688.788939:0:19654:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00000020:00000010:0.0:1767384688.788942:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000139d91f6. 00010000:00000001:1.0:1767384688.788945:0:19654:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384688.788947:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 6 00010000:00000001:1.0:1767384688.788951:0:19654:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.788956:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384688.788960:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000079a7597c. 00000100:00000040:1.0:1767384688.788961:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0ec5561 x1853237053361280/t0(0) o103->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384688.788966:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384688.788970:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000658c9daf. 00000100:00100000:1.0:1767384688.788975:0:19654:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0ec5561 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1628bf15-a3d5-41fc-bd84-da398ffc4be5+6:12165:x1853237053361280:12345-192.168.202.17@tcp50:103: Request processed in 291us (992us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384688.788976:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384688.788979:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f30882f8. 02000000:00000001:0.0:1767384688.788983:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384688.788986:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848b0850. 00000100:00100000:1.0:1767384688.788990:0:19654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 2 02000000:00000001:0.0:1767384688.788992:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384688.788995:0:19654:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 02000000:00000010:0.0:1767384688.788996:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000032f965e6. 00000100:00000001:1.0:1767384688.789000:0:19654:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384688.789001:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.789003:0:19654:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384688.789004:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa33995e. 00000020:00000010:1.0:1767384688.789009:0:19654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004aa54422. 02000000:00000001:0.0:1767384688.789011:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1767384688.789014:0:19654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec51e3dd. 02000000:00000010:0.0:1767384688.789014:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ea3395f. 00000020:00000010:1.0:1767384688.789020:0:19654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002815f18c. 02000000:00000001:0.0:1767384688.789022:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384688.789025:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e40c3e27. 00000020:00000040:1.0:1767384688.789027:0:19654:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 5 00000100:00000001:1.0:1767384688.789031:0:19654:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384688.789040:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384688.789042:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000796fb75c. 02000000:00000001:0.0:1767384688.789046:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384688.789047:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ad64594. 02000000:00000001:0.0:1767384688.789049:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384688.789050:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a4ddab25. 02000000:00000001:0.0:1767384688.789053:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384688.789054:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080eca1a4. 00000100:00000001:0.0:1767384688.789057:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.789064:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767384688.789068:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1d45788. 00000400:00000010:0.0:1767384688.789073:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bb9f2a5. 00000400:00000200:2.0:1767384688.789110:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf61e47 00000400:00000010:2.0:1767384688.789113:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf61e47. 00000100:00000001:2.0:1767384688.789118:0:16134:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384688.789120:0:16134:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384688.789121:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000198e05cb. 02000000:00000001:2.0:1767384688.789124:0:16134:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384688.789125:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1767384688.789158:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.789161:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e912bb87. 00000400:00000200:2.0:1767384688.789164:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.789168:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.789170:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029fb2da 00000400:00000010:2.0:1767384688.789172:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029fb2da. 00000100:00000001:2.0:1767384688.789174:0:16134:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384688.789176:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384688.793874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b6ae7f6. 00010000:00000010:1.1:1767384688.793887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000419554d3. 00000800:00000001:2.0:1767384688.794183:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.794196:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.794198:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.794199:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.794209:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.794222:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 224 into portal 28 MB=0x6958260400d00 00000400:00000200:2.0:1767384688.794230:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.17@tcp50 of length 224/224 into md 0xa9d [8] + 5080 00000800:00000001:2.0:1767384688.794237:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.794243:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.794245:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.794248:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:2.0:1767384688.794254:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.794257:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384688.794262:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000658c9daf. 00000100:00000040:2.0:1767384688.794277:0:16133:0:(events.c:337:request_in_callback()) incoming req@00000000658c9daf x1853237053361408 msgsize 224 00000100:00100000:2.0:1767384688.794280:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:2.0:1767384688.794295:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.794302:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.794305:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.794359:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384688.794362:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053361408 02000000:00000001:1.0:1767384688.794364:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384688.794366:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384688.794367:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.794371:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384688.794375:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053361408 00000020:00000001:1.0:1767384688.794377:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.794378:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c98d 00000020:00000001:1.0:1767384688.794380:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.794382:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078f8bf5a refcount=6 00000020:00000001:1.0:1767384688.794384:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878350336 : -115916831201280 : ffff96930273e800) 00000020:00000001:1.0:1767384688.794386:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878350336 : -115916831201280 : ffff96930273e800) 00000100:00000001:1.0:1767384688.794389:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.794393:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3abf868. 00000020:00000010:1.0:1767384688.794397:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000043d0c7a4. 00000020:00000040:1.0:1767384688.794403:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 8 - evictor 00000100:00000001:1.0:1767384688.794413:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384688.794417:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6616163. 00000020:00000010:1.0:1767384688.794422:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd3ed31. 00000020:00000010:1.0:1767384688.794425:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384688.794433:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384688.794435:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.794436:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384688.794438:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.794452:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.794459:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.794469:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.794471:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.794475:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 5 00000100:00000040:1.0:1767384688.794479:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078f8bf5a : new rpc_count 1 00000100:00000001:1.0:1767384688.794481:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864915968 : -115916844635648 : ffff969301a6ea00) 00000100:00000040:1.0:1767384688.794487:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000658c9daf x1853237053361408/t0(0) o9->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.794495:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.794497:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fc1c832. 00000100:00000001:1.0:1767384688.794499:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.794501:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fc1c832. 00000100:00100000:1.0:1767384688.794504:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000658c9daf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+6:12164:x1853237053361408:12345-192.168.202.17@tcp50:9: 00000100:00000200:1.0:1767384688.794506:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053361408 00000020:00000001:1.0:1767384688.794509:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.794512:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384688.794515:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.794517:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384688.794518:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860560 : -1038691056 : ffffffffc216d510) 00000020:00000001:1.0:1767384688.794520:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384688.794522:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384688.794524:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384688.794526:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384688.794530:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.794532:0:17557:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384688.794533:0:17557:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384688.794536:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.794537:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384688.794541:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cdabe110. 02000000:00000001:1.0:1767384688.794543:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.794545:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.794550:0:17557:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=7 00010000:00000001:1.0:1767384688.794552:0:17557:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:1.0:1767384688.794554:0:17557:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384688.794555:0:17557:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=8 00010000:00000001:1.0:1767384688.794557:0:17557:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384688.794559:0:17557:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384688.794580:0:17557:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 7 00000020:00000080:1.0:1767384688.794584:0:17557:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c98d 00000020:00000040:1.0:1767384688.794587:0:17557:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078f8bf5a with handle 0x534bb1615bf4c98d from hash 00000020:00000040:1.0:1767384688.794592:0:17557:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 6 00000020:00000010:1.0:1767384688.794595:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c3abf868. 00000020:00000001:1.0:1767384688.794598:0:17557:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384688.794600:0:17557:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 5 00000020:00000001:1.0:1767384688.794602:0:17557:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384688.794604:0:17557:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 4 00000020:00000001:1.0:1767384688.794605:0:17557:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.794608:0:17557:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384688.794611:0:17557:0:(import.c:65:import_set_state_nolock()) 0000000005998539 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384688.794615:0:17557:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384688.794617:0:17557:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384688.794619:0:17557:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384688.794635:0:17557:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384688.794640:0:17557:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384688.794644:0:17557:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384688.794647:0:17557:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a dirty 0 pend 0 grant 0 00000020:00000010:1.0:1767384688.794653:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004198b5b0. 00000020:00000010:1.0:1767384688.794658:0:17557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000efc56dd4. 00000020:00000001:3.0:1767384688.794661:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767384688.794664:0:17557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001e6d94ea. 00000020:00000001:3.0:1767384688.794666:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384688.794671:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384688.794671:0:17557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034d54094. 00000020:00000010:1.0:1767384688.794678:0:17557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000992b3979. 80000000:00000010:1.0:1767384688.794683:0:17557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003815b3c7. 40000000:00000010:1.0:1767384688.794687:0:17557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3abf868. 00100000:00000010:1.0:1767384688.794693:0:17557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007070bd98. 00040000:00000010:1.0:1767384688.794697:0:17557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000310be20f. 00040000:00000010:1.0:1767384688.794702:0:17557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dffe7e72. 00080000:00000010:1.0:1767384688.794706:0:17557:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acc6b05d. 00002000:00000010:1.0:1767384688.794710:0:17557:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019dd3586. 00000001:00000001:1.0:1767384688.794713:0:17557:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384688.794716:0:17557:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '4b1bf630-9dce-4fdf-87e4-ce26b4256bfa' 00000001:00000001:1.0:1767384688.794720:0:17557:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384688.794722:0:17557:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:1.0:1767384688.794726:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384688.794735:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e034f7b8. 00080000:00000001:1.0:1767384688.794737:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161258723328 : -115912450828288 : ffff9694078b1800) 00080000:00000001:1.0:1767384688.794741:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384688.794780:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384688.794782:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384688.794785:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384688.794808:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.794811:0:17557:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:1.0:1767384688.794815:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384688.794917:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:1.0:1767384688.794920:0:17557:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384688.794922:0:17557:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384688.794924:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384688.794938:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384688.794940:0:17557:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384688.794942:0:17557:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.794945:0:17557:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384688.794947:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384688.794951:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032f965e6. 00080000:00000001:1.0:1767384688.794953:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161258726400 : -115912450825216 : ffff9694078b2400) 00080000:00000001:1.0:1767384688.794956:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384688.794967:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384688.794968:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384688.794970:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384688.794976:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384688.794978:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d5b56de6. 00000001:00000040:1.0:1767384688.794980:0:17557:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000078f8bf5a : new cb_count 2 00000020:00000040:1.0:1767384688.794982:0:17557:0:(genops.c:887:class_export_get()) GET export 0000000078f8bf5a refcount=5 00080000:00000001:1.0:1767384688.794985:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384688.794992:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384688.794993:0:17557:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384688.794995:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384688.794998:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384688.794999:0:17557:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:1.0:1767384688.795001:0:17557:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:1.0:1767384688.795003:0:17557:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384688.795006:0:17557:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000efc56dd4. 00000020:00000010:1.0:1767384688.795008:0:17557:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001e6d94ea. 00000020:00000010:1.0:1767384688.795012:0:17557:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000034d54094. 00000020:00000010:1.0:1767384688.795015:0:17557:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000992b3979. 80000000:00000010:1.0:1767384688.795018:0:17557:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003815b3c7. 40000000:00000010:1.0:1767384688.795020:0:17557:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3abf868. 00100000:00000010:1.0:1767384688.795023:0:17557:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007070bd98. 00040000:00000010:1.0:1767384688.795026:0:17557:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000310be20f. 00040000:00000010:1.0:1767384688.795029:0:17557:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dffe7e72. 00080000:00000010:1.0:1767384688.795032:0:17557:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000acc6b05d. 00002000:00000010:1.0:1767384688.795034:0:17557:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019dd3586. 00000020:00000010:1.0:1767384688.795036:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004198b5b0. 00000001:00000001:1.0:1767384688.795039:0:17557:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384688.795041:0:17557:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 8 00000001:00000001:1.0:1767384688.795043:0:17557:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384688.795045:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 7 00000020:00000040:1.0:1767384688.795046:0:17557:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 4 00000001:00000001:1.0:1767384688.795048:0:17557:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384688.795049:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 6 00000001:00000001:1.0:1767384688.795050:0:17557:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384688.795050:0:17557:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 3 00002000:00000001:1.0:1767384688.795051:0:17557:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.795052:0:17557:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.795053:0:17557:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.795055:0:17557:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384688.795057:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053361408 00010000:00000001:1.0:1767384688.795059:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384688.795063:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000658c9daf x1853237053361408/t0(0) o9->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384688.795073:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384688.795075:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.795078:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.795081:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.795083:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.795084:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384688.795087:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.795089:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.795091:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384688.795093:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384688.795096:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58c6aa2. 00000100:00000200:1.0:1767384688.795100:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237053361408, offset 224 00000400:00000200:1.0:1767384688.795107:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.795117:0:17557:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384688.795137:0:17557:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [231:231:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1767384688.795147:0:17557:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.795152:0:17557:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384688.795156:0:17557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000310be20f. 00000800:00000200:1.0:1767384688.795162:0:17557:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384688.795169:0:17557:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384688.795172:0:17557:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000310be20f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384688.795189:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.795192:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384688.795194:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384688.795195:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.795197:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384688.795199:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000658c9daf x1853237053361408/t0(0) o9->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384688.795206:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000658c9daf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+3:12164:x1853237053361408:12345-192.168.202.17@tcp50:9: Request processed in 710us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384688.795212:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 5 00000100:00000040:1.0:1767384688.795215:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078f8bf5a : new rpc_count 0 00000100:00000001:1.0:1767384688.795218:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.795219:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.795222:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd3ed31. 00000020:00000010:1.0:1767384688.795225:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384688.795228:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6616163. 00000020:00000040:1.0:1767384688.795232:0:17557:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 2 00000100:00000001:1.0:1767384688.795234:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384688.795309:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384688.795313:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 8 - evictor 00000800:00000200:3.0:1767384688.795314:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384688.795320:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000310be20f. 00000400:00000200:3.0:1767384688.795325:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384688.795330:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384688.795342:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58c6aa2 00000400:00000010:3.0:1767384688.795345:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58c6aa2. 00000100:00000001:3.0:1767384688.795349:0:16135:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384688.795351:0:16135:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384688.797887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000975650e0. 00000800:00000001:2.0:1767384688.804075:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.804098:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.804103:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.804106:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.804119:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.804138:0:16134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 224 into portal 12 MB=0x6958260400e00 00000400:00000200:2.0:1767384688.804149:0:16134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.17@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:2.0:1767384688.804159:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.804167:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.804170:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.804175:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000100:00000001:2.0:1767384688.804183:0:16134:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.804186:0:16134:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384688.804192:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0d313c2. 00000100:00000040:2.0:1767384688.804197:0:16134:0:(events.c:337:request_in_callback()) incoming req@00000000f0d313c2 x1853237053361664 msgsize 224 00000100:00100000:2.0:1767384688.804201:0:16134:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000001:2.0:1767384688.804213:0:16134:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.804223:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.804227:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.804259:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384688.804264:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053361664 02000000:00000001:1.0:1767384688.804267:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384688.804270:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384688.804272:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.804277:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384688.804282:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053361664 00000020:00000001:1.0:1767384688.804285:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.804287:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c978 00000020:00000001:1.0:1767384688.804290:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.804293:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000002562b51 refcount=7 00000020:00000001:1.0:1767384688.804295:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000020:00000001:1.0:1767384688.804298:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00000100:00000001:1.0:1767384688.804304:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.804309:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074331416. 00000100:00000001:1.0:1767384688.804313:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.804316:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074331416. 00000020:00000010:1.0:1767384688.804323:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dffe7e72. 00000020:00000010:1.0:1767384688.804329:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd3ed31. 00000020:00000010:1.0:1767384688.804335:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384688.804345:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384688.804349:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.804351:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384688.804355:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.804365:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.804382:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.804395:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.804398:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.804404:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 8 00000100:00000040:1.0:1767384688.804408:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000002562b51 : new rpc_count 1 00000100:00000001:1.0:1767384688.804410:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864916864 : -115916844634752 : ffff969301a6ed80) 00000100:00000040:1.0:1767384688.804418:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0d313c2 x1853237053361664/t0(0) o39->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.804429:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.804431:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074331416. 00000100:00000001:1.0:1767384688.804433:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.804436:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074331416. 00000100:00100000:1.0:1767384688.804440:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0d313c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+7:12164:x1853237053361664:12345-192.168.202.17@tcp50:39: 00000100:00000200:1.0:1767384688.804454:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053361664 00000020:00000001:1.0:1767384688.804457:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.804461:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384688.804466:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.804470:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384688.804472:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736864 : -1040814752 : ffffffffc1f66d60) 00000020:00000001:1.0:1767384688.804476:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384688.804479:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237053361664, found 0 last_xid 1853237053360895 00000020:00000001:1.0:1767384688.804483:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384688.804486:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384688.804488:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384688.804492:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.804495:0:16779:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384688.804498:0:16779:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384688.804502:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.804505:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384688.804511:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000019dd3586. 02000000:00000001:1.0:1767384688.804515:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.804518:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.804524:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=8 00010000:00000001:1.0:1767384688.804527:0:16779:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384688.804530:0:16779:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384688.804531:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=9 00010000:00000001:1.0:1767384688.804533:0:16779:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384688.804536:0:16779:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384688.804559:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 8 00000020:00000080:1.0:1767384688.804563:0:16779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c978 00000020:00000040:1.0:1767384688.804566:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000002562b51 with handle 0x534bb1615bf4c978 from hash 00000020:00000040:1.0:1767384688.804571:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 7 00000020:00000010:1.0:1767384688.804576:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f805b4b7. 00000020:00000001:1.0:1767384688.804580:0:16779:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384688.804582:0:16779:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000002562b51: total 0 00000020:00000001:1.0:1767384688.804584:0:16779:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384688.804585:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 6 00000020:00000001:1.0:1767384688.804587:0:16779:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.804590:0:16779:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384688.804592:0:16779:0:(import.c:65:import_set_state_nolock()) 00000000af626e3b : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384688.804596:0:16779:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384688.804599:0:16779:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384688.804600:0:16779:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384688.804613:0:16779:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384688.804620:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384688.804624:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ebf9d10e dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384688.804627:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a13a6a4c dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384688.804630:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384688.804634:0:16779:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384688.804639:0:16779:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384688.804642:0:16779:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '4b1bf630-9dce-4fdf-87e4-ce26b4256bfa' 00000020:00000001:2.0:1767384688.804643:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:2.0:1767384688.804647:0:16767:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000002562b51: total 0 00000001:00000001:1.0:1767384688.804647:0:16779:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384688.804651:0:16779:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00000001:2.0:1767384688.804652:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446628161542031360 : -115912167520256 : ffff9694186e0800) 00010000:00000001:2.0:1767384688.804659:0:16767:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000001:1.0:1767384688.804659:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:2.0:1767384688.804667:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000729eed. 00080000:00000010:1.0:1767384688.804671:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f30882f8. 00000020:00000010:2.0:1767384688.804674:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000185362c8. 00080000:00000001:1.0:1767384688.804677:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161258729472 : -115912450822144 : ffff9694078b3000) 00000020:00000010:2.0:1767384688.804682:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b26b25ca. 00080000:00000001:1.0:1767384688.804684:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:2.0:1767384688.804702:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c3dda664. 00000020:00000010:2.0:1767384688.804708:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000617c31d6. 80000000:00000010:2.0:1767384688.804713:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f55aba3. 00000001:00000001:1.0:1767384688.804716:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 40000000:00000010:2.0:1767384688.804717:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc88f332. 00080000:00000001:1.0:1767384688.804719:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384688.804724:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dba3a8cc. 00080000:00000001:1.0:1767384688.804725:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00040000:00000010:2.0:1767384688.804732:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009796942e. 00080000:00000001:1.0:1767384688.804732:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384688.804737:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00040000:00000010:2.0:1767384688.804739:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a51ec5c9. 00080000:00000001:1.0:1767384688.804741:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384688.804745:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008f5c1738. 00002000:00000010:2.0:1767384688.804751:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000892ec51e. 00000020:00000010:2.0:1767384688.804755:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000185362c8. 00000020:00000010:2.0:1767384688.804759:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b26b25ca. 00000020:00000010:2.0:1767384688.804764:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c3dda664. 00000020:00000010:2.0:1767384688.804782:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000617c31d6. 80000000:00000010:2.0:1767384688.804786:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000f55aba3. 00080000:00000001:1.0:1767384688.804787:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384688.804790:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc88f332. 00000001:00000001:1.0:1767384688.804792:0:16779:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00100000:00000010:2.0:1767384688.804795:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dba3a8cc. 00080000:00000001:1.0:1767384688.804799:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00040000:00000010:2.0:1767384688.804800:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009796942e. 00040000:00000010:2.0:1767384688.804806:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a51ec5c9. 00080000:00000010:2.0:1767384688.804810:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008f5c1738. 00002000:00000010:2.0:1767384688.804814:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000892ec51e. 00000020:00000010:2.0:1767384688.804817:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000729eed. 00010000:00010000:2.0:1767384688.804821:0:16767:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000002562b51, canceled 0 locks, left on hash table 1. 00000020:00000010:2.0:1767384688.804825:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51ec5c9. 00000020:00000010:2.0:1767384688.804829:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000617c31d6. 00000020:00000010:2.0:1767384688.804857:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008f5c1738. 00000020:00000010:2.0:1767384688.804861:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c3dda664. 00000020:00000010:2.0:1767384688.804864:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000185362c8. 80000000:00000010:2.0:1767384688.804867:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f55aba3. 40000000:00000010:2.0:1767384688.804869:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc88f332. 00100000:00000010:2.0:1767384688.804873:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dba3a8cc. 00040000:00000010:2.0:1767384688.804876:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009796942e. 00040000:00000010:2.0:1767384688.804879:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056d5c078. 00080000:00000010:2.0:1767384688.804882:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b26b25ca. 00002000:00000010:2.0:1767384688.804891:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000892ec51e. 00000001:00000001:2.0:1767384688.804895:0:16767:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384688.804899:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384688.804906:0:16767:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b8ab47eb count: 2 00000004:00000001:2.0:1767384688.804911:0:16767:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00080000:00000001:1.0:1767384688.804912:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00010000:00000001:2.0:1767384688.804913:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000040:1.0:1767384688.804916:0:16779:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000001:2.0:1767384688.804918:0:16767:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000001:1.0:1767384688.804922:0:16779:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.804923:0:16767:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384688.804927:0:16767:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384688.804928:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:2.0:1767384688.804930:0:16767:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.804933:0:16779:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1767384688.804936:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000002:1.0:1767384688.804938:0:16779:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00010000:00000001:2.0:1767384688.804939:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000010:1.0:1767384688.804944:0:16779:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b1539b7a. 00010000:00000001:2.0:1767384688.804947:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:1.0:1767384688.804949:0:16779:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000002562b51 : new cb_count 2 00010000:00000001:2.0:1767384688.804951:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384688.804953:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=7 00010000:00000001:2.0:1767384688.804955:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384688.804958:0:16767:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384688.804961:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021875073 with handle 0x534bb1615bf4c99b from hash 00000001:00000010:1.0:1767384688.804962:0:16779:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000da656225. 00010000:00000001:2.0:1767384688.804964:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384688.804967:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384688.804968:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384688.804969:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384688.804976:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c761d11c. 00010000:00000001:2.0:1767384688.804981:0:16767:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384688.804983:0:16767:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.804985:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384688.804987:0:16767:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384688.804990:0:16767:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384688.804993:0:16767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000b8ab47eb) 00010000:00010000:2.0:1767384688.804996:0:16767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384688.804999:0:16767:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.805001:0:16767:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.805003:0:16767:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384688.805006:0:16767:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000002562b51, 1 locks cancelled. 00010000:00000001:2.0:1767384688.805008:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384688.805009:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384688.805010:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384688.805014:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000021875073/0x534bb1615bf4c99b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef750c expref: 7 pid: 16779 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384688.805031:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000002fc35918. 00000001:00000010:1.0:1767384688.805031:0:16779:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000058dcbd71. 00010000:00000040:2.0:1767384688.805037:0:16767:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000002562b51 : new locks_count 0 00080000:00000001:1.0:1767384688.805039:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:2.0:1767384688.805040:0:16767:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 6 00010000:00000010:2.0:1767384688.805044:0:16767:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf25512c. 00010000:00000040:2.0:1767384688.805048:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b8ab47eb count: 0 00010000:00000010:2.0:1767384688.805056:0:16767:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005aada149. 00010000:00000001:2.0:1767384688.805067:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384688.805069:0:16767:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 4b1bf630-9dce-4, loop: 0 00000001:00000001:2.0:1767384688.805071:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384688.805076:0:16767:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384688.805078:0:16767:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000002562b51, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384688.805082:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000617c31d6. 00000020:00000010:2.0:1767384688.805085:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008f5c1738. 00000020:00000010:2.0:1767384688.805087:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c3dda664. 00000020:00000010:2.0:1767384688.805091:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000185362c8. 80000000:00000010:2.0:1767384688.805094:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000f55aba3. 40000000:00000010:2.0:1767384688.805096:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc88f332. 00100000:00000010:2.0:1767384688.805098:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dba3a8cc. 00040000:00000010:2.0:1767384688.805101:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009796942e. 00040000:00000010:2.0:1767384688.805103:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000056d5c078. 00080000:00000010:2.0:1767384688.805105:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b26b25ca. 00002000:00000010:2.0:1767384688.805107:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000892ec51e. 00000020:00000010:2.0:1767384688.805111:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a51ec5c9. 00000020:00000001:2.0:1767384688.805114:0:16767:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384688.805115:0:16767:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 5 00000020:00000001:2.0:1767384688.805117:0:16767:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384688.805119:0:16767:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.805121:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384688.805123:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384688.805126:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384688.805128:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384688.805129:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384688.805137:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384688.805138:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384688.805140:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384688.805142:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384688.805157:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1767384688.805162:0:16779:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000da656225: xid 1853237053361664, transno 8589934593, tag 0, client gen 1, slot idx 0 00000001:00000001:1.0:1767384688.805166:0:16779:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384688.805184:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384688.805187:0:16779:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384688.805189:0:16779:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.805192:0:16779:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384688.805194:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384688.805198:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000079a7597c. 00080000:00000001:1.0:1767384688.805200:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161258732544 : -115912450819072 : ffff9694078b3c00) 00080000:00000001:1.0:1767384688.805202:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384688.805213:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384688.805215:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384688.805217:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384688.805223:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384688.805226:0:16779:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000003815b3c7. 00000001:00000040:1.0:1767384688.805228:0:16779:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000002562b51 : new cb_count 3 00000020:00000040:1.0:1767384688.805230:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000002562b51 refcount=6 00080000:00000001:1.0:1767384688.805233:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384688.805240:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384688.805242:0:16779:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384688.805244:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384688.805248:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384688.805249:0:16779:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:1.0:1767384688.805252:0:16779:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:1.0:1767384688.805255:0:16779:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384688.805257:0:16779:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384688.805260:0:16779:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384688.805263:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 7 00000001:00000001:1.0:1767384688.805266:0:16779:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384688.805268:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 6 00000020:00000040:1.0:1767384688.805270:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 5 00000001:00000001:1.0:1767384688.805272:0:16779:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384688.805273:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 5 00000001:00000001:1.0:1767384688.805276:0:16779:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384688.805277:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 4 00000004:00000001:1.0:1767384688.805278:0:16779:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.805280:0:16779:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.805282:0:16779:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.805284:0:16779:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384688.805288:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853237053361664 00010000:00000001:1.0:1767384688.805291:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384688.805296:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0d313c2 x1853237053361664/t8589934593(0) o39->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384688.805305:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384688.805308:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.805312:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.805317:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.805320:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.805322:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 02000000:00000001:1.0:1767384688.805326:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.805328:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.805331:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384688.805334:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384688.805339:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006374cd0. 00000100:00000200:1.0:1767384688.805345:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237053361664, offset 224 00000400:00000200:1.0:1767384688.805352:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00000400:00000200:1.0:1767384688.805364:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00000400:00000200:1.0:1767384688.805384:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [232:232:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384688.805396:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384688.805402:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.17@tcp50 00000800:00000010:1.0:1767384688.805406:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbef0f9b. 00000800:00000200:1.0:1767384688.805413:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00000800:00000200:1.0:1767384688.805419:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:1.0:1767384688.805424:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbef0f9b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384688.805438:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384688.805441:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00010000:00000001:1.0:1767384688.805443:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384688.805445:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.805447:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384688.805451:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0d313c2 x1853237053361664/t8589934593(0) o39->4b1bf630-9dce-4fdf-87e4-ce26b4256bfa@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384688.805460:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0d313c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4b1bf630-9dce-4fdf-87e4-ce26b4256bfa+4:12164:x1853237053361664:12345-192.168.202.17@tcp50:39: Request processed in 1030us (1261us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1767384688.805469:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 8 00000100:00000040:1.0:1767384688.805473:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002562b51 : new rpc_count 0 00000100:00000001:1.0:1767384688.805476:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.805477:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.805481:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd3ed31. 00000020:00000010:1.0:1767384688.805485:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384688.805488:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dffe7e72. 00000020:00000040:1.0:1767384688.805493:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 3 00000100:00000001:1.0:1767384688.805496:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384688.805560:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.805565:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbef0f9b. 00000400:00000200:2.0:1767384688.805570:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.805575:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.805579:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006374cd0 00000400:00000010:2.0:1767384688.805583:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006374cd0. 00000100:00000001:2.0:1767384688.805587:0:16133:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384688.805589:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384688.810872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b8ab47eb. 00010000:00000010:2.1:1767384688.810892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021875073. 00000800:00000001:3.0:1767384688.813815:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.813854:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384688.813857:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.813859:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384688.813871:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50) <- 192.168.202.17@tcp50 : PUT - for me 00000400:00000200:3.0:1767384688.813889:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.17@tcp50 of length 224 into portal 26 MB=0x6958260400f00 00000400:00000200:3.0:1767384688.813896:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.17@tcp50 of length 224/224 into md 0x1915 [2] + 0 00000400:00000010:3.0:1767384688.813901:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008273a224. 00000400:00000200:3.0:1767384688.813906:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6d23b38 00000800:00000001:3.0:1767384688.813912:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.813919:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384688.813921:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384688.813924:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000400:00000200:3.0:1767384688.813929:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6d23b38 00000400:00000010:3.0:1767384688.813931:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6d23b38. 00000100:00000001:3.0:1767384688.813935:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384688.813938:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384688.813941:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000b484353f x1853237053361920 msgsize 224 00000100:00100000:3.0:1767384688.813944:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp50 (source: 12345-192.168.202.17@tcp50) 00000100:00000040:3.0:1767384688.813945:0:16135:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384688.813957:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384688.813964:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.813967:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.814013:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384688.814018:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237053361920 02000000:00000001:1.0:1767384688.814022:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384688.814025:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384688.814028:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384688.814033:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384688.814038:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237053361920 00000020:00000001:1.0:1767384688.814042:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384688.814044:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c955 00000020:00000001:1.0:1767384688.814047:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384688.814050:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001b683242 refcount=6 00000020:00000001:1.0:1767384688.814053:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000020:00000001:1.0:1767384688.814056:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00000100:00000001:1.0:1767384688.814061:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.814067:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384688.814070:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.814073:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000020:00000010:1.0:1767384688.814081:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6616163. 00000020:00000010:1.0:1767384688.814094:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd3ed31. 00000020:00000010:1.0:1767384688.814100:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000040:1.0:1767384688.814110:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384688.814114:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384688.814116:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384688.814118:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.814128:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.814139:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384688.814153:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384688.814155:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384688.814161:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp50, seq: 170 00000100:00000040:1.0:1767384688.814165:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001b683242 : new rpc_count 1 00000100:00000001:1.0:1767384688.814168:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935594576 : -115911773957040 : ffff96942fe35450) 00000100:00000040:1.0:1767384688.814176:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b484353f x1853237053361920/t0(0) o251->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 224/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384688.814187:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384688.814189:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9ce7576. 00000100:00000001:1.0:1767384688.814191:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384688.814193:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9ce7576. 00000100:00100000:1.0:1767384688.814197:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b484353f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+6:12164:x1853237053361920:12345-192.168.202.17@tcp50:251: 00000100:00000200:1.0:1767384688.814201:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237053361920 00000020:00000001:1.0:1767384688.814204:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384688.814209:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384688.814211:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.814215:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384688.814217:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695920 : -1042855696 : ffffffffc1d748f0) 00000020:00000001:1.0:1767384688.814221:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384688.814222:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384688.814225:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384688.814227:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384688.814232:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384688.814235:0:16772:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:1.0:1767384688.814237:0:16772:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384688.814240:0:16772:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384688.814244:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384688.814247:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384688.814253:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db6f0fd1. 02000000:00000001:1.0:1767384688.814255:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.814258:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.814264:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=7 00010000:00000001:1.0:1767384688.814267:0:16772:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384688.814271:0:16772:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384688.814275:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 6 20000000:00000010:1.0:1767384688.814278:0:16772:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000d25602f0. 00000020:00000040:1.0:1767384688.814281:0:16772:0:(genops.c:887:class_export_get()) GET export 000000001b683242 refcount=7 00010000:00000001:1.0:1767384688.814286:0:16772:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384688.814288:0:16772:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384688.814302:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 6 00000020:00000080:1.0:1767384688.814304:0:16772:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c955 00000020:00000040:1.0:1767384688.814308:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b683242 with handle 0x534bb1615bf4c955 from hash 00000020:00000040:1.0:1767384688.814314:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 5 00000020:00000001:1.0:1767384688.814317:0:16772:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384688.814319:0:16772:0:(genops.c:1938:obd_stale_export_put()) Put export 000000001b683242: total 0 00000020:00000001:1.0:1767384688.814321:0:16772:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384688.814323:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 4 00000020:00000001:1.0:1767384688.814324:0:16772:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.814327:0:16772:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384688.814330:0:16772:0:(import.c:65:import_set_state_nolock()) 0000000091d5073b : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384688.814334:0:16772:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384688.814336:0:16772:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384688.814338:0:16772:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384688.814349:0:16772:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.814351:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 3 20000000:00000001:1.0:1767384688.814353:0:16772:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.814355:0:16772:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.814357:0:16772:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.814359:0:16772:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384688.814362:0:16772:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384688.814365:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237053361920 00010000:00000001:1.0:1767384688.814369:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384688.814370:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:3.0:1767384688.814372:0:16766:0:(genops.c:1924:obd_stale_export_get()) Get export 000000001b683242: total 0 00000020:00000001:3.0:1767384688.814375:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446628156869367808 : -115916840183808 : ffff969301ead800) 00010000:00000200:1.0:1767384688.814375:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b484353f x1853237053361920/t0(0) o251->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384688.814381:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384688.814384:0:16766:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00010000:00000001:1.0:1767384688.814390:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384688.814391:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a7a21af. 00000020:00000010:3.0:1767384688.814396:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000953b8a73. 00010000:00000001:1.0:1767384688.814396:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384688.814401:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384688.814406:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384688.814410:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000655c74a2 refcount 7 to 192.168.202.17@tcp50 00000100:00000001:1.0:1767384688.814413:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628156881380416 : -115916828171200 : ffff969302a22440) 00000020:00000010:3.0:1767384688.814418:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037d41dc5. 02000000:00000001:1.0:1767384688.814418:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384688.814420:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.814426:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062415456. 00000100:00000001:1.0:1767384688.814427:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384688.814433:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005334718c. 00000100:00000040:1.0:1767384688.814433:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.17@tcp50 00000400:00000010:1.0:1767384688.814439:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002164d602. 80000000:00000010:3.0:1767384688.814447:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a03ee887. 00000100:00000200:1.0:1767384688.814447:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237053361920, offset 224 40000000:00000010:3.0:1767384688.814455:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000098b6a633. 00000400:00000200:1.0:1767384688.814459:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.17@tcp50 00100000:00000010:3.0:1767384688.814463:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022a9add5. 00040000:00000010:3.0:1767384688.814469:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a891893a. 00000400:00000200:1.0:1767384688.814474:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp50 to NMR: 192.168.202.17@tcp50 local destination 00040000:00000010:3.0:1767384688.814475:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002815f18c. 00080000:00000010:3.0:1767384688.814483:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000006fd5441. 00002000:00000010:3.0:1767384688.814489:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000069bfa2a4. 00000020:00000010:3.0:1767384688.814493:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000953b8a73. 00000020:00000010:3.0:1767384688.814497:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000037d41dc5. 00000400:00000200:1.0:1767384688.814500:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp50 NI seq info: [233:233:256:4294967295] 192.168.202.17@tcp50 LPNI seq info [31:31:8:4294967295] 00000020:00000010:3.0:1767384688.814506:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000062415456. 00000020:00000010:3.0:1767384688.814515:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005334718c. 00000400:00000200:1.0:1767384688.814515:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp50(192.168.202.117@tcp50:192.168.202.117@tcp50) -> 192.168.202.17@tcp50(192.168.202.17@tcp50:192.168.202.17@tcp50) : PUT try# 0 80000000:00000010:3.0:1767384688.814520:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a03ee887. 00000800:00000200:1.0:1767384688.814525:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.17@tcp50 40000000:00000010:3.0:1767384688.814530:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000098b6a633. 00000800:00000010:1.0:1767384688.814531:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f36db92f. 00100000:00000010:3.0:1767384688.814535:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000022a9add5. 00000800:00000200:1.0:1767384688.814541:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e219542] -> 12345-192.168.202.17@tcp50 (4) 00040000:00000010:3.0:1767384688.814545:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a891893a. 00000800:00000200:1.0:1767384688.814550:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00040000:00000010:3.0:1767384688.814551:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002815f18c. 00080000:00000010:3.0:1767384688.814556:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000006fd5441. 00000800:00000200:1.0:1767384688.814557:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f36db92f type 1, nob 320 niov 1 nkiov 1 00002000:00000010:3.0:1767384688.814567:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000069bfa2a4. 00000020:00000010:3.0:1767384688.814571:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a7a21af. 00010000:00010000:3.0:1767384688.814574:0:16766:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000001b683242, canceled 0 locks, left on hash table 1. 00000020:00000010:3.0:1767384688.814579:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a7a21af. 00000020:00000010:3.0:1767384688.814582:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002815f18c. 00000100:00000001:1.0:1767384688.814582:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.814588:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006fd5441. 00000100:00000040:1.0:1767384688.814589:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 6 to 192.168.202.17@tcp50 00000020:00000010:3.0:1767384688.814593:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062415456. 00010000:00000001:1.0:1767384688.814594:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384688.814597:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005334718c. 00000020:00000001:1.0:1767384688.814598:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384688.814603:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a03ee887. 00000020:00000001:1.0:1767384688.814603:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 40000000:00000010:3.0:1767384688.814608:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000098b6a633. 00000100:00000040:1.0:1767384688.814610:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b484353f x1853237053361920/t0(0) o251->1628bf15-a3d5-41fc-bd84-da398ffc4be5@192.168.202.17@tcp50:669/0 lens 224/224 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384688.814612:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022a9add5. 00040000:00000010:3.0:1767384688.814618:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a891893a. 00040000:00000010:3.0:1767384688.814622:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000953b8a73. 00000100:00100000:1.0:1767384688.814625:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b484353f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1628bf15-a3d5-41fc-bd84-da398ffc4be5+3:12164:x1853237053361920:12345-192.168.202.17@tcp50:251: Request processed in 437us (682us total) trans 0 rc 0/0 00080000:00000010:3.0:1767384688.814633:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000037d41dc5. 00002000:00000010:3.0:1767384688.814637:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000069bfa2a4. 00000100:00100000:1.0:1767384688.814638:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp50, seq: 170 00000001:00000001:3.0:1767384688.814642:0:16766:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000100:00000040:1.0:1767384688.814645:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b683242 : new rpc_count 0 00000001:00000001:3.0:1767384688.814648:0:16766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1767384688.814649:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384688.814653:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384688.814657:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd3ed31. 00010000:00000040:3.0:1767384688.814658:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 7 00000020:00000010:1.0:1767384688.814662:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00010000:00000001:3.0:1767384688.814664:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:1.0:1767384688.814667:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6616163. 00000020:00000001:3.0:1767384688.814668:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:1.0:1767384688.814673:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 2 00010000:00000001:3.0:1767384688.814674:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384688.814677:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.814681:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384688.814681:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384688.814686:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1767384688.814687:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384688.814688:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384688.814689:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:2.0:1767384688.814694:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f36db92f. 00000400:00000010:1.0:1767384688.814696:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa5b4ba. 00010000:00000001:3.0:1767384688.814697:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384688.814702:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384688.814702:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384688.814704:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030ce7182. 00010000:00000001:3.0:1767384688.814706:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384688.814711:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384688.814712:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp50->192.168.202.17@tcp50: PUT: OK 00000020:00000040:3.0:1767384688.814716:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037df4612 with handle 0x534bb1615bf4c95c from hash 00000400:00000200:2.0:1767384688.814718:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002164d602 00010000:00000001:3.0:1767384688.814722:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384688.814722:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002164d602. 00010000:00000001:3.0:1767384688.814726:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384688.814729:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384688.814729:0:16134:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384688.814731:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384688.814734:0:16134:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384688.814736:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:2.0:1767384688.814738:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db6f0fd1. 00010000:00000001:3.0:1767384688.814740:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384688.814743:0:16134:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384688.814745:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384688.814747:0:16134:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384688.814749:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384688.814754:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.814757:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384688.814761:0:16766:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000001b683242, 1 locks cancelled. 00010000:00000001:3.0:1767384688.814858:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384688.814860:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384688.814862:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384688.814866:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037df4612/0x534bb1615bf4c95c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp50 remote: 0x90fdb82ca5ef74b8 expref: 2 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384688.814876:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001b683242 : new locks_count 0 00000020:00000040:3.0:1767384688.814879:0:16766:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 1 00010000:00000001:3.0:1767384688.814888:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384688.814896:0:16766:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 1628bf15-a3d5-4, loop: 0 00000001:00000001:3.0:1767384688.814899:0:16766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384688.814902:0:16766:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384688.814905:0:16766:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000001b683242, canceled 1 locks, left on hash table 0. 00000020:00000010:3.0:1767384688.814909:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002815f18c. 00000020:00000010:3.0:1767384688.814912:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000006fd5441. 00000020:00000010:3.0:1767384688.814915:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000062415456. 00000020:00000010:3.0:1767384688.814918:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005334718c. 80000000:00000010:3.0:1767384688.814921:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a03ee887. 40000000:00000010:3.0:1767384688.814924:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000098b6a633. 00100000:00000010:3.0:1767384688.814926:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000022a9add5. 00040000:00000010:3.0:1767384688.814929:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a891893a. 00040000:00000010:3.0:1767384688.814931:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000953b8a73. 00080000:00000010:3.0:1767384688.814934:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000037d41dc5. 00002000:00000010:3.0:1767384688.814936:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000069bfa2a4. 00000020:00000010:3.0:1767384688.814938:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a7a21af. 00000020:00000001:3.0:1767384688.814941:0:16766:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384688.814943:0:16766:0:(genops.c:898:class_export_put()) PUTting export 000000001b683242 : new refcount 0 00000020:00000080:3.0:1767384688.814945:0:16766:0:(genops.c:904:class_export_put()) final put 000000001b683242/1628bf15-a3d5-41fc-bd84-da398ffc4be5 00000020:00000001:3.0:1767384688.814960:0:16766:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384688.814962:0:16766:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.814965:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384688.814966:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384688.814968:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384688.814970:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384688.814971:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384688.814973:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384688.814975:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384688.814977:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384688.814978:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384688.814980:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384688.814984:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000001b683242/1628bf15-a3d5-41fc-bd84-da398ffc4be5 for MGS 00000020:00000040:1.0:1767384688.814989:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 5 to 192.168.202.17@tcp50 00000020:00000001:1.0:1767384688.814992:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384688.814994:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:1.0:1767384688.814997:0:36:0:(genops.c:1229:class_import_get()) import 0000000091d5073b refcount=2 obd=MGS 00000020:00000001:1.0:1767384688.814999:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384688.815001:0:36:0:(genops.c:1242:class_import_put()) import 0000000091d5073b refcount=1 obd=MGS 00000020:00000001:1.0:1767384688.815002:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384688.815005:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384688.815006:0:36:0:(genops.c:1242:class_import_put()) import 0000000091d5073b refcount=0 obd=MGS 00000020:00000040:1.0:1767384688.815008:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000091d5073b 00000020:00000001:1.0:1767384688.815018:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384688.815021:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384688.815023:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384688.815028:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000126aa885. 00000001:00000010:1.0:1767384688.815032:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068b3d267. 00000001:00000010:1.0:1767384688.815036:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002cee3258. 00000001:00000010:1.0:1767384688.815039:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007592f2a4. 00000001:00000010:1.0:1767384688.815042:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002120da71. 00000001:00000010:1.0:1767384688.815046:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008842db04. 00000001:00000001:1.0:1767384688.815049:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384688.815051:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384688.815053:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384688.815054:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:1.0:1767384688.815056:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.815058:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384688.815061:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 7 - export 00000020:00000010:1.0:1767384688.815065:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001b683242. 00000020:00000001:1.0:1767384688.815073:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384688.815077:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384688.815079:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000091d5073b for MGS 00000020:00000040:1.0:1767384688.815083:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 4 to 192.168.202.17@tcp50 00000020:00000040:1.0:1767384688.815084:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 6 - import 00000020:00000010:1.0:1767384688.815087:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000091d5073b. 00000020:00000001:1.0:1767384688.815090:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:3.1:1767384688.824869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037df4612. 00000400:00000001:3.0:1767384688.981978:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384688.981987:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384688.981989:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000400:00000200:3.0:1767384688.981992:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:3.0:1767384688.981997:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000800:00000200:2.1:1767384688.982002:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000400:00000200:3.0:1767384688.982007:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384688.982013:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp46 recovery ping unlinked 00000800:00000200:2.0:1767384688.982041:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (4) 00000800:00000200:2.1:1767384688.982047:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (4) 00000400:00000010:3.0:1767384688.982055:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009192ef43. 00000400:00000010:3.0:1767384688.982063:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b9299114. 00000400:00000200:1.0:1767384688.982162:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982162:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982230:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982244:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982270:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982290:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982312:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982333:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982355:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982378:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982400:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982423:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982443:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982475:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982489:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982517:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982536:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982560:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982585:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982610:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982634:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982653:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982676:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982699:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982724:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982743:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982778:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982801:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982822:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982883:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982926:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982941:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.982971:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.982991:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983014:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983037:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983060:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983082:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983106:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983129:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983152:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983174:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983199:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983227:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983248:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983271:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983292:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983314:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983334:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983359:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983378:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983422:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983450:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983469:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983493:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983514:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983539:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983558:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983586:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983607:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983629:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983653:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983675:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983695:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983724:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983740:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983783:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384688.983798:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983829:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983886:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983913:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983943:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.983973:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984006:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000800:00000010:1.0:1767384688.984014:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f228b0ef. 00000800:00000010:1.0:1767384688.984019:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006092486d. 00000800:00000010:1.0:1767384688.984024:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000427a0703. 00000400:00000200:0.0:1767384688.984036:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000800:00000010:1.0:1767384688.984045:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000427a0703. 00000800:00020000:1.0:1767384688.984056:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384688.984060:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006092486d. 00000800:00000010:1.0:1767384688.984063:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f228b0ef. 00000400:00000200:0.0:1767384688.984068:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:02020000:1.0:1767384688.984103:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp26 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384688.984108:0:16131:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384688.984109:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984141:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984166:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984190:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984241:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984265:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984290:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.117:988 00000400:00000200:0.0:1767384688.984314:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.117:988 00000800:00000010:0.0:1767384688.984515:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cdab883. 00000800:00000010:0.0:1767384688.984526:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a597e1ea. 00000400:00000200:1.0:1767384688.984529:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384688.984531:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000683b99fc. 00000400:00000200:1.0:1767384688.984549:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp34 from 204.3.0.2 00000800:00000010:1.0:1767384688.984553:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002120da71. 00000800:00000010:0.0:1767384688.984568:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000683b99fc. 00000800:00000010:2.0:1767384688.984609:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000800a305c. 00000800:00000010:2.0:1767384688.984616:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000428e844b. 00000800:00000010:2.0:1767384688.984640:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000512b661a. 00000800:00000200:2.1:1767384688.984644:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8fe1937] -> 12345-192.168.202.117@tcp34 (4) 00000800:00000200:2.1:1767384688.984649:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp34 00000000512b661a deleted 00000800:00000010:2.1:1767384688.984651:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000512b661a. 00000800:00000200:2.1:1767384688.984656:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384688.984663:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp34 p 3.x 192.168.202.117 -> 192.168.202.117:972 incarnation:1767384645033523379 sched[0] 00000800:00000010:2.0:1767384688.984667:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc88f332. 00000800:00000010:2.0:1767384688.984716:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc88f332. 00000800:00000010:2.0:1767384688.984720:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000428e844b. 00000800:00000200:0.1:1767384688.984747:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384688.984756:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002120da71. 00000800:00000200:0.1:1767384688.984757:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp34 ip 192.168.202.117:988 00000800:00000200:0.1:1767384688.984764:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384688.984783:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp34 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384645033523379 sched[0] 00000800:00000010:0.0:1767384688.984787:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a597e1ea. 00000800:00000001:3.0:1767384688.984867:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.984875:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384688.984886:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384688.984936:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384688.984942:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384688.984945:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384688.984951:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384688.984956:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.984963:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384689.493958:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384689.493969:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384689.493982:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c2141bb. 00000020:00000040:1.0:1767384689.493993:0:16802:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384689.493999:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384689.494003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384689.494003:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384689.494011:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494012:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384689.494020:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5274f80. 02000000:00000010:1.0:1767384689.494021:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce683067. 00000020:00000040:3.0:1767384689.494025:0:36:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:3.0:1767384689.494029:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384689.494031:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384689.494031:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384689.494036:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494041:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384689.494043:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a891893a. 00000100:00000001:1.0:1767384689.494044:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494049:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.494057:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384689.494057:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c2141bb] to pc [ptlrpcd_00_03+3] req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.494085:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384689.494087:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.494091:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5274f80] to pc [ptlrpcd_00_00+0] req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384689.494103:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494116:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384689.494117:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.494120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384689.494121:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384689.494124:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384689.494125:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384689.494126:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384689.494127:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98ba775. 00000020:00000040:3.0:1767384689.494131:0:36:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384689.494132:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384689.494133:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.494136:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384689.494138:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384689.494140:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384689.494141:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384689.494147:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce50c450. 00000100:00000040:2.0:1767384689.494149:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384689.494151:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384689.494152:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494156:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.494160:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384689.494162:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384689.494167:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384689.494173:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494177:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767384689.494180:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f5274f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059682048:0@lo:400: 00000100:00000001:2.0:1767384689.494181:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.494188:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384689.494188:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384689.494192:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384689.494195:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384689.494196:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384689.494200:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384689.494204:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c2141bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16143:1853237059681920:0@lo:13: 02000000:00000001:1.0:1767384689.494206:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384689.494211:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384689.494212:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384689.494213:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384689.494213:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007592f2a4. 02000000:00000001:2.0:1767384689.494217:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384689.494217:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.494220:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d98ba775] to pc [ptlrpcd_00_01+1] req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384689.494221:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384689.494225:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6d57788. 02000000:00000001:2.0:1767384689.494227:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384689.494234:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384689.494235:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cee01f52. 02000000:00000010:2.0:1767384689.494236:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000892ec51e. 00000100:00000040:3.0:1767384689.494237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384689.494241:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494242:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384689.494243:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682048, portal 25 00000100:00000010:3.0:1767384689.494246:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006367b9bc. 00000100:00000001:1.0:1767384689.494247:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384689.494250:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d4978a. 00000020:00000040:3.0:1767384689.494251:0:36:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384689.494251:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211313536 : -115912498238080 : ffff969404b7ad80) 00000100:00000001:3.0:1767384689.494257:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384689.494259:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384689.494259:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705de55b. 00000100:00000040:1.0:1767384689.494260:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384689.494262:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384689.494267:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059681920, portal 4 02000000:00000010:3.0:1767384689.494268:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed380862. 00000100:00000001:1.0:1767384689.494270:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384689.494274:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494274:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384689.494275:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384689.494279:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546352640 : -115912163198976 : ffff969418aff800) 00000100:00000040:3.0:1767384689.494281:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384689.494281:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc2bda9. 00000100:00000200:1.0:1767384689.494286:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059682048, offset 0 00000100:00000040:2.0:1767384689.494290:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.494293:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384689.494294:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384689.494298:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384689.494300:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006367b9bc] to pc [ptlrpcd_00_02+2] req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384689.494315:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384689.494328:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384689.494331:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384689.494331:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a07f00 00000100:00000040:2.0:1767384689.494336:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384689.494337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384689.494342:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014dc0bcf. 00000400:00000200:1.0:1767384689.494342:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1931 [2] + 0 00000100:00000001:3.0:1767384689.494343:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384689.494348:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2f27828. 00000400:00000010:1.0:1767384689.494349:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006439b1b5. 00000020:00000040:3.0:1767384689.494355:0:36:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384689.494356:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000879ec396 00000400:00000200:1.0:1767384689.494362:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.494365:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384689.494375:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059681920, offset 0 00000400:00000200:1.0:1767384689.494380:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000879ec396 00000400:00000010:1.0:1767384689.494383:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000879ec396. 00000100:00000001:1.0:1767384689.494389:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.494391:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384689.494394:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000fe655e8c x1853237059682048 msgsize 224 00000100:00100000:1.0:1767384689.494397:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384689.494399:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384689.494406:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384689.494410:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384689.494415:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc2bda9 00000400:00000010:1.0:1767384689.494419:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc2bda9. 00000400:00000200:2.0:1767384689.494421:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384689.494424:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384689.494430:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384689.494432:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a07e80 00000100:00000001:0.0:1767384689.494439:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384689.494444:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3808 00000100:00000001:0.0:1767384689.494445:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384689.494448:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384689.494455:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384689.494456:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384689.494457:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384689.494463:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384689.494465:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384689.494480:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384689.494484:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384689.494484:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494485:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384689.494488:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384689.494491:0:16140:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384689.494491:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384689.494494:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000664e28ba. 02000000:00000001:0.0:1767384689.494495:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384689.494499:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.494500:0:16143:0:(events.c:337:request_in_callback()) incoming req@00000000664e28ba x1853237059681920 msgsize 224 02000000:00000001:0.0:1767384689.494500:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494504:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294979596 00000100:00100000:0.0:1767384689.494507:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006367b9bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059682304:0@lo:400: 00000100:00000010:1.0:1767384689.494511:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026a8fd43. 00000100:00000001:0.0:1767384689.494512:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384689.494517:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384689.494519:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494520:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384689.494521:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384689.494527:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384689.494528:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294979596 02000000:00000010:0.0:1767384689.494528:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088cea41f. 02000000:00000001:0.0:1767384689.494533:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384689.494534:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a4f93ea. 00000100:00000001:1.0:1767384689.494539:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384689.494540:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782f9a47. 00000100:00000001:2.0:1767384689.494542:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384689.494542:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294979596 00000100:00000010:1.0:1767384689.494547:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d937af49. 00000100:00000001:1.0:1767384689.494550:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384689.494550:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d297065. 00000400:00000200:2.0:1767384689.494551:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014dc0bcf 00000100:00000001:1.0:1767384689.494554:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294979596 00000400:00000010:2.0:1767384689.494557:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014dc0bcf. 00000100:00000010:1.0:1767384689.494559:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b22a42bf. 00000100:00000001:2.0:1767384689.494562:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384689.494563:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384689.494566:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384689.494568:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384689.494569:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.494572:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384689.494572:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384689.494577:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384689.494578:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384689.494582:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494589:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384689.494590:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059b29f94. 00000100:00000001:1.0:1767384689.494590:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384689.494593:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384689.494594:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384689.494597:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384689.494598:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494599:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384689.494602:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384689.494606:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384689.494610:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.494611:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494612:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384689.494613:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384689.494614:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.494617:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384689.494618:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384689.494621:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384689.494623:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384689.494624:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384689.494628:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384689.494632:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4301 usecs (5 jiffies) 00000100:00000001:3.0:1767384689.494637:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384689.494640:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294979589 00000100:00000001:3.0:1767384689.494641:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.494642:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384689.494645:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494646:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294979596 02000000:00000001:1.0:1767384689.494648:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384689.494651:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2f27828] to pc [ptlrpcd_00_03+3] req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384689.494651:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384689.494652:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294979589 02000000:00000001:1.0:1767384689.494657:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494658:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294979596 00000100:00100000:1.0:1767384689.494663:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d98ba775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059682176:0@lo:400: 00000100:00000001:2.0:1767384689.494665:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294979589 00000100:00000001:1.0:1767384689.494669:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384689.494673:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294979596 02000000:00000001:1.0:1767384689.494673:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384689.494676:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494678:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494679:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294979589 02000000:00000001:1.0:1767384689.494679:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384689.494684:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294979596 02000000:00000010:1.0:1767384689.494685:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6616163. 00000100:00000040:3.0:1767384689.494687:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (317) 02000000:00000001:1.0:1767384689.494688:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494690:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384689.494692:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006439b1b5. 00000100:00000001:2.0:1767384689.494694:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494699:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494701:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.494703:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384689.494706:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384689.494707:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494715:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384689.494718:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384689.494720:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384689.494721:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384689.494726:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.494733:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384689.494735:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494736:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384689.494738:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384689.494740:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059681920 02000000:00000001:2.0:1767384689.494741:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384689.494745:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384689.494746:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494749:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384689.494751:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2f27828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16143:1853237059682432:0@lo:400: 00000100:00000001:3.0:1767384689.494753:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.494759:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384689.494768:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384689.494774:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059681920 02000000:00000001:2.0:1767384689.494777:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384689.494778:0:17559:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384689.494780:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384689.494782:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 02000000:00000001:2.0:1767384689.494785:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384689.494786:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.494791:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 02000000:00000010:2.0:1767384689.494791:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51ec5c9. 00000020:00000001:3.0:1767384689.494795:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 02000000:00000001:2.0:1767384689.494796:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384689.494802:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e74ec7b. 00000020:00000001:3.0:1767384689.494805:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:3.0:1767384689.494811:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.494816:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098b6a633. 00000020:00000010:3.0:1767384689.494821:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002a4b0810. 00000020:00000040:3.0:1767384689.494827:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 8 - evictor 00000100:00000001:3.0:1767384689.494858:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384689.494865:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a7a21af. 00000020:00000010:3.0:1767384689.494870:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dca5dfed. 00000020:00000010:3.0:1767384689.494875:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000100:00000040:3.0:1767384689.494883:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384689.494886:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384689.494887:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384689.494893:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494901:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494907:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.494916:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384689.494918:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384689.494921:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384689.494924:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384689.494926:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864905216 : -115916844646400 : ffff969301a6c000) 00000100:00000040:3.0:1767384689.494929:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000664e28ba x1853237059681920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.494935:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.494936:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060bb4bb7. 00000100:00000001:3.0:1767384689.494938:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384689.494939:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060bb4bb7. 00000100:00100000:3.0:1767384689.494942:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000664e28ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16143:x1853237059681920:12345-0@lo:13: 00000100:00000200:3.0:1767384689.494944:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059681920 00000020:00000001:3.0:1767384689.494947:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384689.494949:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384689.494951:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.494953:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384689.494955:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860752 : -1038690864 : ffffffffc216d5d0) 00000020:00000001:3.0:1767384689.494957:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384689.494959:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384689.494961:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384689.494964:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384689.494966:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494970:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384689.494972:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384689.494974:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ab24cc88. 02000000:00000001:3.0:1767384689.494975:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.494977:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384689.494979:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384689.494983:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384689.494985:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384689.494990:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384689.494992:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:3.0:1767384689.494995:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384689.494997:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384689.495000:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000078f8bf5a dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384689.495002:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:3.0:1767384689.495004:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384689.495008:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.495010:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384689.495011:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384689.495013:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059681920 00010000:00000001:3.0:1767384689.495016:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384689.495019:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000664e28ba x1853237059681920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:670/0 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384689.495024:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384689.495026:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384689.495029:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000009343651a time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384689.495032:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384689.495034:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384689.495035:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384689.495037:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384689.495039:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.495041:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384689.495042:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384689.495044:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000400:00000010:1.0:1767384689.495804:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc2bda9. 00000100:00000200:0.0:1767384689.495807:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682304, portal 10 00000100:00000001:0.0:1767384689.495811:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384689.495812:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682176, portal 4 00000100:00000001:0.0:1767384689.495812:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211307264 : -115912498244352 : ffff969404b79500) 00000100:00000001:1.0:1767384689.495816:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384689.495818:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211309056 : -115912498242560 : ffff969404b79c00) 00000400:00000010:2.0:1767384689.495819:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014dc0bcf. 00000100:00000040:0.0:1767384689.495819:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384689.495825:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682432, portal 10 00000100:00000040:1.0:1767384689.495828:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.495830:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384689.495853:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059681920, offset 224 00000100:00000001:2.0:1767384689.495854:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161211308160 : -115912498243456 : ffff969404b79880) 00000100:00000040:2.0:1767384689.495866:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384689.495868:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384689.495881:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384689.495884:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384689.495885:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384689.495891:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384689.495892:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384689.495892:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384689.495893:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a07e80 00000100:00000040:2.0:1767384689.495898:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384689.495898:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092e6c856. 00000400:00000010:0.0:1767384689.495899:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 00000400:00000200:3.0:1767384689.495903:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x20cd [1] + 224 00000400:00000010:2.0:1767384689.495904:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbbdb860. 00000400:00000200:3.0:1767384689.495911:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384689.495912:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059682176, offset 0 00000100:00000200:0.0:1767384689.495912:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059682304, offset 0 00000100:00000200:2.0:1767384689.495913:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059682432, offset 0 00000400:00000200:3.0:1767384689.495920:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384689.495924:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384689.495930:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384689.495931:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384689.495936:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384689.495941:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a08000 00000400:00000200:1.0:1767384689.495942:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384689.495944:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384689.495948:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384689.495952:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000400:00000200:1.0:1767384689.495956:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a07f80 00000100:00000200:3.0:1767384689.495958:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384689.495962:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a08080 00000400:00000200:0.0:1767384689.495962:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.495968:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5304 00000400:00000200:0.0:1767384689.495973:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384689.495978:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384689.495982:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000400:00000200:1.0:1767384689.495988:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384689.495991:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384689.495993:0:16142:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384689.495997:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384689.495998:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384689.495998:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.496002:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1767384689.496004:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384689.496005:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad64594. 00000100:00000010:1.0:1767384689.496011:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002aefdc0. 00000100:00000040:0.0:1767384689.496012:0:16142:0:(events.c:337:request_in_callback()) incoming req@000000006ad64594 x1853237059682304 msgsize 224 00000100:00000040:1.0:1767384689.496018:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000002aefdc0 x1853237059682176 msgsize 224 00000100:00080000:2.0:1767384689.496021:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384689.496024:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384689.496025:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 8 - evictor 00000100:00100000:0.0:1767384689.496027:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384689.496031:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384689.496032:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:3.0:1767384689.496035:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000100:00000001:3.0:1767384689.496039:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384689.496040:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384689.496041:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384689.496042:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384689.496046:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.496050:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:3.0:1767384689.496052:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384689.496054:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.496056:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384689.496056:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000400:00000010:0.0:1767384689.496061:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 00000100:00000040:3.0:1767384689.496062:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000664e28ba x1853237059681920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:670/0 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.496064:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384689.496068:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682048 00000400:00000200:1.0:1767384689.496069:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e6c856 00000100:00000001:0.0:1767384689.496069:0:16142:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384689.496072:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384689.496075:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092e6c856. 00000100:00000001:2.0:1767384689.496076:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384689.496077:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.496079:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384689.496080:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000664e28ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16143:x1853237059681920:12345-0@lo:13: Request processed in 1141us (1576us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384689.496081:0:16140:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384689.496085:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384689.496089:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384689.496091:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682048 00000020:00000001:2.0:1767384689.496095:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384689.496099:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000020:00000040:2.0:1767384689.496099:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:2.0:1767384689.496103:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384689.496105:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000020:00000040:2.0:1767384689.496107:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000100:00000001:3.0:1767384689.496110:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.496110:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384689.496115:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384689.496115:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:0.0:1767384689.496116:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384689.496117:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384689.496120:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dca5dfed. 00000020:00000001:2.0:1767384689.496121:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:1.0:1767384689.496124:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384689.496126:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000100:00000001:2.0:1767384689.496130:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.496132:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a7a21af. 00000020:00000010:2.0:1767384689.496136:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b921632. 00000020:00000040:3.0:1767384689.496138:0:17559:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:0.0:1767384689.496142:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.496144:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.496144:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384689.496148:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384689.496151:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384689.496152:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b921632. 00000100:00000001:0.0:1767384689.496156:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.496157:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384689.496160:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056d5c078. 00000100:00000001:1.0:1767384689.496163:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.496163:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3285 usecs (4 jiffies) 00000100:00000001:3.0:1767384689.496165:0:16143:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384689.496166:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d31cb76. 00000100:00000200:3.0:1767384689.496168:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384689.496170:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294979590 00000100:00000040:1.0:1767384689.496171:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4301 usecs (5 jiffies) 00000100:00000010:3.0:1767384689.496174:0:16143:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030d6e298. 00000020:00000010:2.0:1767384689.496175:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000100:00000001:1.0:1767384689.496178:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294979591 00000100:00000001:0.0:1767384689.496178:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294979596 00000100:00000040:3.0:1767384689.496179:0:16143:0:(events.c:337:request_in_callback()) incoming req@0000000030d6e298 x1853237059682432 msgsize 224 00000100:00000040:2.0:1767384689.496184:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384689.496185:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294979596 00000100:00000001:0.0:1767384689.496185:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294979590 00000100:00000001:2.0:1767384689.496189:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384689.496191:0:16143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384689.496193:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294979596 00000100:00000001:2.0:1767384689.496194:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384689.496194:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294979591 00000100:00000001:2.0:1767384689.496196:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.496199:0:16143:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384689.496202:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.496203:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294979590 00000100:00000001:1.0:1767384689.496204:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294979596 00000400:00000200:3.0:1767384689.496210:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbbdb860 00000100:00000001:1.0:1767384689.496211:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294979591 00000100:00000001:0.0:1767384689.496211:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294979596 00000100:00000001:2.0:1767384689.496212:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384689.496214:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbbdb860. 00000100:00000001:3.0:1767384689.496219:0:16143:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384689.496219:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294979596 00000100:00000001:0.0:1767384689.496219:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294979590 00000100:00000001:2.0:1767384689.496224:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384689.496225:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.496226:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384689.496226:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294979591 00000100:00000001:0.0:1767384689.496226:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294979596 00000100:00000001:0.0:1767384689.496233:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384689.496234:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000001:1.0:1767384689.496234:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294979596 00000100:00000040:2.0:1767384689.496241:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:0.0:1767384689.496241:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.496242:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384689.496244:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384689.496248:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161935598672 : -115911773952944 : ffff96942fe36450) 00000100:00000001:1.0:1767384689.496249:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.496249:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.496250:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.496255:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384689.496256:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.496263:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe655e8c x1853237059682048/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384689.496263:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.496265:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384689.496269:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.496270:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384689.496274:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384689.496277:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384689.496278:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.496280:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384689.496281:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384689.496283:0:16143:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3231 usecs (4 jiffies) 00000020:00000010:2.0:1767384689.496283:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b921632. 00000100:00000001:0.0:1767384689.496284:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.496288:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294979590 00000100:00000001:2.0:1767384689.496289:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384689.496290:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.496294:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294979596 00000020:00000010:2.0:1767384689.496295:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b921632. 00000100:00000001:3.0:1767384689.496299:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294979590 00000100:00100000:2.0:1767384689.496303:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe655e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059682048:12345-0@lo:400: 00000100:00000200:2.0:1767384689.496306:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682048 00000020:00000001:2.0:1767384689.496309:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384689.496309:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384689.496313:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384689.496314:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294979596 00000100:00100000:1.0:1767384689.496314:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682176 00000020:00000001:2.0:1767384689.496315:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384689.496318:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384689.496319:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384689.496322:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384689.496323:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294979590 00000020:00000001:2.0:1767384689.496323:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666695808 : -1042855808 : ffffffffc1d74880) 00000020:00000001:2.0:1767384689.496326:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384689.496326:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.496329:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294979596 00000020:00000001:2.0:1767384689.496329:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384689.496331:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.496334:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384689.496335:0:16143:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294979590 00000020:00000001:2.0:1767384689.496337:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384689.496337:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682176 00000100:00000001:3.0:1767384689.496340:0:16143:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294979596 00000020:00000001:2.0:1767384689.496340:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384689.496341:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384689.496345:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000001:3.0:1767384689.496346:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384689.496346:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384689.496348:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384689.496349:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384689.496352:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 00000100:00000001:3.0:1767384689.496353:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.496353:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384689.496358:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099e9944e. 00000020:00000001:1.0:1767384689.496359:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000400:00000001:3.0:1767384689.496361:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384689.496361:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384689.496364:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000400:00000001:3.0:1767384689.496365:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384689.496365:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384689.496369:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d4978a. 00000020:00000001:2.0:1767384689.496370:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.496371:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384689.496374:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059682048 00000400:00000200:3.0:1767384689.496375:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705de55b 00000020:00000010:1.0:1767384689.496377:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427a0703. 00000400:00000010:3.0:1767384689.496379:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705de55b. 00010000:00000001:2.0:1767384689.496379:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384689.496382:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384689.496384:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:2.0:1767384689.496385:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe655e8c x1853237059682048/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384689.496387:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427a0703. 00000100:00000200:3.0:1767384689.496391:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384689.496397:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cee3258. 00010000:00000001:2.0:1767384689.496404:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384689.496406:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000333674b4. 00010000:00000001:2.0:1767384689.496408:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384689.496410:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384689.496411:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ee79551 time=97 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384689.496413:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000001:2.0:1767384689.496416:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384689.496422:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384689.496426:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384689.496427:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384689.496428:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:3.0:1767384689.496430:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384689.496430:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384689.496433:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:1.0:1767384689.496435:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.496436:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384689.496438:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384689.496441:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384689.496442:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.496443:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384689.496445:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384689.496447:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384689.496448:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384689.496449:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.496452:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.496454:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384689.496455:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384689.496460:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb5107f4. 00000100:00001000:3.0:1767384689.496463:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 000000004c2fe754 time=87 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384689.496464:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237059682048, offset 224 00000100:00000001:1.0:1767384689.496464:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384689.496473:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=87 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384689.496478:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384689.496479:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384689.496479:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384689.496481:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.496483:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384689.496487:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384689.496487:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:3.0:1767384689.496493:0:16143:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384689.496493:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384689.496499:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000400:00000200:2.0:1767384689.496500:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260a07f00 00000100:00000001:1.0:1767384689.496506:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546343680 : -115912163207936 : ffff969418afd500) 00000400:00000200:2.0:1767384689.496511:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20c9 [1] + 224 00010000:00000001:3.0:1767384689.496513:0:16143:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384689.496517:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002aefdc0 x1853237059682176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.496518:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384689.496518:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384689.496522:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384689.496526:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384689.496527:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384689.496530:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.496533:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384689.496537:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384689.496540:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384689.496544:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384689.496550:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427a0703. 00000100:00000001:1.0:1767384689.496555:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384689.496561:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384689.496563:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427a0703. 00000100:00000001:3.0:1767384689.496566:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384689.496569:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384689.496569:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384689.496573:0:16143:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00100000:1.0:1767384689.496576:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002aefdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059682176:12345-0@lo:400: 00000004:00000040:3.0:1767384689.496577:0:16143:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384689.496582:0:16143:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000200:1.0:1767384689.496587:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682176 00000020:00000001:1.0:1767384689.496592:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000020:3.0:1767384689.496594:0:16143:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000066e2ec00): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:1.0:1767384689.496597:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:3.0:1767384689.496599:0:16143:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.496602:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384689.496602:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.496605:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384689.496608:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384689.496610:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5107f4 00000020:00000001:1.0:1767384689.496613:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000400:00000010:2.0:1767384689.496614:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb5107f4. 00000020:00000001:1.0:1767384689.496618:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384689.496620:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384689.496624:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384689.496630:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002c2141bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16143:1853237059681920:0@lo:13: 00000100:00000001:2.0:1767384689.496631:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.496637:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.496638:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:3.0:1767384689.496642:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384689.496642:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384689.496643:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384689.496647:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384689.496648:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384689.496649:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c2141bb x1853237059681920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384689.496652:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384689.496652:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384689.496657:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.496659:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe655e8c x1853237059682048/t0(0) o400->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384689.496661:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384689.496666:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384689.496667:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384689.496671:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384689.496675:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e503d4e3. 02000000:00000001:3.0:1767384689.496677:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384689.496678:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384689.496682:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000892ec51e. 00000100:00000001:1.0:1767384689.496683:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384689.496687:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384689.496688:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe655e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059682048:12345-0@lo:400: Request processed in 407us (2291us total) trans 0 rc 0/0 00010000:00000040:1.0:1767384689.496690:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059682176 00010000:00000001:1.0:1767384689.496695:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384689.496699:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002aefdc0 x1853237059682176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384689.496709:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384689.496712:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384689.496716:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=87 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384689.496719:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384689.496722:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384689.496726:0:16143:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384689.496727:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384689.496728:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384689.496733:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce683067. 00000100:00000040:1.0:1767384689.496733:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00100000:2.0:1767384689.496734:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 02000000:00000001:3.0:1767384689.496739:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384689.496741:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00000001:1.0:1767384689.496741:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384689.496742:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384689.496745:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c2141bb. 02000000:00000001:1.0:1767384689.496748:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384689.496749:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384689.496749:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384689.496753:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384689.496753:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.496754:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384689.496758:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384689.496772:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384689.496774:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384689.496774:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d31cb76. 00000100:00000001:3.0:1767384689.496777:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384689.496780:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384689.496781:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384689.496782:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000100:00000001:3.0:1767384689.496784:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384689.496785:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092e6c856. 00000100:00000001:3.0:1767384689.496787:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384689.496788:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056d5c078. 00000100:00000001:3.0:1767384689.496791:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384689.496791:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059682176, offset 224 00000020:00000040:2.0:1767384689.496795:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000100:00000001:0.0:1767384689.496797:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384689.496802:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384689.496802:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384689.496802:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682304 02000000:00000010:2.0:1767384689.496806:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000099e9944e. 02000000:00000001:0.0:1767384689.496807:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384689.496811:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384689.496812:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767384689.496814:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384689.496815:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.496817:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384689.496820:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384689.496823:0:19650:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384689.496825:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a07f80 00000100:00100000:0.0:1767384689.496826:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682304 00000400:00000010:3.0:1767384689.496829:0:19650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa97b2f. 00000020:00000001:0.0:1767384689.496829:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384689.496848:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000001:0.0:1767384689.496850:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384689.496852:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000020:00000001:0.0:1767384689.496855:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000400:00000200:1.0:1767384689.496857:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x20dd [1] + 224 00000100:00000001:2.0:1767384689.496858:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384689.496858:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:2.0:1767384689.496862:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384689.496864:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384689.496867:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000350a8936. 00000400:00000001:2.0:1767384689.496869:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384689.496869:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384689.496870:0:19650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d185f8d7. 00000100:00000001:0.0:1767384689.496870:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384689.496873:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384689.496877:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6d57788. 00000020:00000010:0.0:1767384689.496877:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000350a8936. 00000400:00000200:1.0:1767384689.496878:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384689.496882:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acd71f67. 00000400:00000200:2.0:1767384689.496884:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cee01f52 00000020:00000010:0.0:1767384689.496886:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003982208e. 00000400:00000010:2.0:1767384689.496888:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cee01f52. 00000100:00000001:2.0:1767384689.496891:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384689.496894:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384689.496897:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000011cbcde5. 00000100:00000200:2.0:1767384689.496898:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384689.496901:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384689.496905:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384689.496909:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384689.496912:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384689.496916:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.496924:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384689.496927:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384689.496928:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384689.496930:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.496931:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.496951:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384689.496952:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.496954:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384689.496955:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384689.496959:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384689.496962:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384689.496962:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e6c856 00000100:00000001:0.0:1767384689.496964:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384689.496965:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384689.496966:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092e6c856. 00000100:00000001:2.0:1767384689.496968:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384689.496968:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682432 00000100:00000001:1.0:1767384689.496972:0:17557:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384689.496973:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384689.496973:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384689.496976:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384689.496977:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384689.496978:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:2.0:1767384689.496979:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a450ef47 time=97 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384689.496980:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.496981:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384689.496982:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384689.496988:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=97 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384689.496988:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384689.496989:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:1.0:1767384689.496990:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000040:3.0:1767384689.496996:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00100000:0.0:1767384689.496996:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682432 00000100:00000001:2.0:1767384689.496997:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384689.496997:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384689.497001:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.497001:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384689.497002:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027871232 : -115911681680384 : ffff969435635c00) 00000020:00000001:1.0:1767384689.497006:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1767384689.497006:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c661 00000100:00000001:2.0:1767384689.497007:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.497011:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384689.497012:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384689.497013:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002aefdc0 x1853237059682176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384689.497016:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384689.497016:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a13a6a4c refcount=5 00000100:00000001:2.0:1767384689.497021:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.497023:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000040:3.0:1767384689.497028:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ad64594 x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384689.497030:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156865310720 : -115916844240896 : ffff969301acf000) 00000100:00000040:2.0:1767384689.497031:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.497037:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384689.497039:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002aefdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853237059682176:12345-0@lo:400: Request processed in 491us (1017us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384689.497042:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000350a8936. 00000020:00000010:0.0:1767384689.497050:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fcc936a5. 00000020:00000040:0.0:1767384689.497057:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ad73c424) now 10 - evictor 00000100:00100000:1.0:1767384689.497060:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384689.497065:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384689.497068:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:3.0:1767384689.497069:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384689.497069:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384689.497073:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384689.497074:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060bb4bb7. 00000100:00000001:1.0:1767384689.497074:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.497074:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384689.497079:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384689.497080:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384689.497080:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bc27f6a. 00000100:00000040:2.0:1767384689.497082:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384689.497084:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000333674b4. 00000020:00000010:3.0:1767384689.497086:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060bb4bb7. 00000020:00000010:0.0:1767384689.497088:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e20c7f94. 00000020:00000010:1.0:1767384689.497092:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:0.0:1767384689.497095:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00100000:3.0:1767384689.497098:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ad64594 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059682304:12345-0@lo:400: 00000020:00000010:1.0:1767384689.497099:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cee3258. 00000100:00000001:0.0:1767384689.497102:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384689.497107:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:0.0:1767384689.497107:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384689.497108:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682304 00000100:00000001:0.0:1767384689.497111:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384689.497113:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384689.497115:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384689.497115:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f5274f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059682048:0@lo:400: 00000100:00000001:0.0:1767384689.497117:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384689.497120:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384689.497121:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384689.497124:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.497124:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.497129:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384689.497131:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384689.497131:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.497133:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000100:00000001:1.0:1767384689.497136:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384689.497137:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5274f80 x1853237059682048/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384689.497138:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384689.497141:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384689.497142:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.497143:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384689.497148:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384689.497149:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000020:00000001:3.0:1767384689.497151:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384689.497154:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384689.497156:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a13a6a4c : new rpc_count 1 00000100:00000001:0.0:1767384689.497158:0:16778:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000001:3.0:1767384689.497159:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384689.497162:0:16778:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00000001:1.0:1767384689.497163:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161211309952 : -115912498241664 : ffff969404b79f80) 00000100:00000001:3.0:1767384689.497164:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384689.497165:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384689.497167:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384689.497170:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384689.497172:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000069bfa2a4. 02000000:00000010:2.0:1767384689.497174:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007592f2a4. 00000100:00000040:1.0:1767384689.497174:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000030d6e298 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384689.497175:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384689.497175:0:16778:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008684d8df. 00000100:00000001:3.0:1767384689.497179:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.497183:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.497183:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384689.497185:0:16778:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000020:00000001:2.0:1767384689.497188:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:3.0:1767384689.497189:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059682304 00000020:00000040:2.0:1767384689.497192:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00010000:00000001:3.0:1767384689.497193:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384689.497199:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ad64594 x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384689.497200:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384689.497201:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384689.497205:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a891893a. 00000020:00000010:1.0:1767384689.497207:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427a0703. 00010000:00000001:3.0:1767384689.497210:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384689.497212:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384689.497212:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384689.497213:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.497216:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767384689.497217:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=92 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384689.497219:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427a0703. 00000100:00000010:2.0:1767384689.497220:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5274f80. 00000100:00000001:3.0:1767384689.497221:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384689.497225:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384689.497228:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767384689.497229:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000030d6e298 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16143:x1853237059682432:12345-0@lo:400: 00000100:00000001:2.0:1767384689.497232:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.497233:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 02000000:00000001:3.0:1767384689.497239:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384689.497239:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384689.497240:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682432 02000000:00000001:3.0:1767384689.497243:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.497245:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384689.497245:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384689.497246:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384689.497249:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384689.497250:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384689.497252:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384689.497254:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384689.497255:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000400:00000001:2.0:1767384689.497255:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384689.497260:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384689.497260:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384689.497265:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006439b1b5. 00000020:00000001:1.0:1767384689.497265:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659048928 : -1050502688 : ffffffffc16299e0) 00000020:00000001:1.0:1767384689.497269:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384689.497271:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384689.497276:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc2bda9 00000020:00000001:1.0:1767384689.497276:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384689.497278:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384689.497280:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc2bda9. 00000020:00000001:1.0:1767384689.497281:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.497285:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384689.497286:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059682304, offset 224 00000020:00000001:1.0:1767384689.497286:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384689.497291:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384689.497293:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384689.497296:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384689.497296:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384689.497301:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006409caf2. 02000000:00000001:1.0:1767384689.497307:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384689.497309:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384689.497313:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384689.497315:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384689.497317:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384689.497321:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a08000 00010000:00000040:1.0:1767384689.497323:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059682432 00010000:00000001:1.0:1767384689.497329:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384689.497333:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20d9 [1] + 224 00010000:00000200:1.0:1767384689.497334:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000030d6e298 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.497335:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384689.497339:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384689.497340:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:3.0:1767384689.497342:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384689.497345:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384689.497346:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 10 - evictor 02000000:00000001:2.0:1767384689.497350:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384689.497353:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384689.497354:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384689.497357:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384689.497358:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.497359:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384689.497360:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384689.497365:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384689.497365:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384689.497365:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=92 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384689.497373:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=87 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384689.497376:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384689.497380:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384689.497381:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=87 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384689.497382:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:1.0:1767384689.497388:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:2.0:1767384689.497392:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384689.497394:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384689.497396:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384689.497397:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.497402:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384689.497403:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384689.497406:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:2.0:1767384689.497408:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384689.497410:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384689.497412:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:3.0:1767384689.497415:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000100:00000001:3.0:1767384689.497419:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384689.497422:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384689.497426:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.497426:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.497432:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000100:00000001:2.0:1767384689.497432:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1767384689.497437:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384689.497437:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:3.0:1767384689.497440:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.497442:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384689.497443:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384689.497446:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.497447:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ad64594 x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384689.497453:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384689.497460:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ad64594 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16142:x1853237059682304:12345-0@lo:400: Request processed in 388us (1444us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384689.497472:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000001:2.0:1767384689.497472:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384689.497476:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384689.497479:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384689.497481:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:3.0:1767384689.497485:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.497485:0:16778:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.497487:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.497488:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384689.497492:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003982208e. 00000020:00000010:3.0:1767384689.497497:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000011cbcde5. 00000100:00000001:0.0:1767384689.497499:0:39691:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000010:3.0:1767384689.497502:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acd71f67. 00000100:00100000:2.0:1767384689.497505:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d98ba775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16140:1853237059682176:0@lo:400: 00000020:00000040:3.0:1767384689.497507:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00000100:00000001:3.0:1767384689.497509:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.497519:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384689.497522:0:39691:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008a92e109. 00000100:00000001:3.0:1767384689.497523:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384689.497523:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384689.497526:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384689.497529:0:39691:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009f53cf03. 00000400:00000001:3.0:1767384689.497531:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384689.497531:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d98ba775 x1853237059682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384689.497534:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384689.497536:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000782f9a47. 00000020:00000010:0.0:1767384689.497539:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016ac609b. 00000400:00000200:3.0:1767384689.497541:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d297065 00000400:00000010:3.0:1767384689.497546:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d297065. 00000020:00000010:0.0:1767384689.497548:0:39691:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000acd71f67. 00000100:00000001:3.0:1767384689.497550:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384689.497552:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384689.497555:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384689.497556:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384689.497559:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6616163. 00000040:00000010:0.0:1767384689.497559:0:39691:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d043c99. 02000000:00000001:2.0:1767384689.497568:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384689.497569:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384689.497569:0:39691:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002cf0673d. 00000020:00000001:2.0:1767384689.497573:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384689.497577:0:16140:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:0.0:1767384689.497578:0:39691:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000087c723ed. 00000100:00000001:3.0:1767384689.497580:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384689.497582:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384689.497584:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384689.497585:0:16142:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384689.497587:0:39691:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df40a1ef. 02000000:00000001:3.0:1767384689.497588:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384689.497589:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce50c450. 00000100:00000001:3.0:1767384689.497590:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384689.497593:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.497595:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 80000000:00000010:0.0:1767384689.497595:0:39691:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e75000b1. 02000000:00000001:3.0:1767384689.497596:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.497599:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384689.497602:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98ba775. 00000100:00001000:3.0:1767384689.497603:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=92 v=5 (5 0 0 0) 40000000:00000010:0.0:1767384689.497604:0:39691:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000056809ea6. 00000100:00000001:2.0:1767384689.497606:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767384689.497611:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384689.497611:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:0.0:1767384689.497613:0:39691:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000073025040. 00000100:00000001:2.0:1767384689.497616:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.497619:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384689.497622:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.497623:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00040000:00000010:0.0:1767384689.497623:0:39691:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3d80613. 00010000:00000001:3.0:1767384689.497624:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384689.497628:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.497631:0:16142:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.497632:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:0.0:1767384689.497632:0:39691:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000474c5b1a. 00000100:00000001:3.0:1767384689.497637:0:16142:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384689.497637:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384689.497639:0:39691:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007965dd54. 00000100:00000040:3.0:1767384689.497640:0:16142:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384689.497645:0:16142:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00080000:00000010:0.0:1767384689.497647:0:39691:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d1ec938. 00000100:00000001:3.0:1767384689.497654:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384689.497656:0:39691:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bc41ac81. 00000100:00000040:3.0:1767384689.497660:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384689.497664:0:39691:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003eedcf79. 00000100:00000001:3.0:1767384689.497673:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384689.497675:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384689.497677:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384689.497679:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384689.497687:0:39691:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e0ab1715. 00000100:00100000:3.0:1767384689.497688:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006367b9bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16142:1853237059682304:0@lo:400: 00002000:00000010:0.0:1767384689.497695:0:39691:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000700467c4. 00000100:00000001:3.0:1767384689.497696:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.497700:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384689.497703:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006367b9bc x1853237059682304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384689.497704:0:39691:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000796fb75c. 00000100:00000001:3.0:1767384689.497711:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384689.497713:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384689.497715:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088cea41f. 02000000:00000001:3.0:1767384689.497717:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384689.497718:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384689.497719:0:16142:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384689.497721:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384689.497722:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed380862. 02000000:00000001:3.0:1767384689.497724:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384689.497725:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384689.497726:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006367b9bc. 00000100:00000001:3.0:1767384689.497728:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384689.497729:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.497732:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.497737:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384689.497739:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.497741:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384689.497743:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384689.497779:0:39691:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000006ef5d66. 00000100:00000200:0.0:1767384689.497792:0:39691:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000400:00000010:0.0:1767384689.497817:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 00000100:00000200:0.0:1767384689.497821:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059682432, offset 224 00000400:00000200:0.0:1767384689.497870:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384689.497877:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384689.497884:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a08080 00000400:00000200:0.0:1767384689.497890:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20e1 [1] + 224 00000400:00000200:0.0:1767384689.497895:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384689.497899:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384689.497904:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384689.497909:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384689.497920:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.497934:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384689.497939:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000400:00000010:0.0:1767384689.497941:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 00000100:00000001:0.0:1767384689.497944:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384689.497945:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384689.497949:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.497953:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00010000:00000001:0.0:1767384689.497956:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384689.497958:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.497960:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384689.497965:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030d6e298 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384689.497974:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000030d6e298 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16143:x1853237059682432:12345-0@lo:400: Request processed in 772us (1793us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384689.497982:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:0.0:1767384689.497985:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a13a6a4c : new rpc_count 0 00000100:00000001:0.0:1767384689.497988:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.497990:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384689.497993:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e20c7f94. 00000020:00000010:0.0:1767384689.497996:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00000020:00000010:0.0:1767384689.498000:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bc27f6a. 00000020:00000040:0.0:1767384689.498012:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:0.0:1767384689.498015:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.498058:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384689.498060:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384689.498065:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384689.498067:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384689.498069:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e74ec7b. 00000400:00000200:0.0:1767384689.498074:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014dc0bcf 00000400:00000010:0.0:1767384689.498076:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014dc0bcf. 00000100:00000001:0.0:1767384689.498080:0:16143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384689.498084:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384689.498094:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.498102:0:16143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384689.498104:0:16143:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.498106:0:16143:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384689.498108:0:16143:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384689.498110:0:16143:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384689.498111:0:16143:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384689.498114:0:16143:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384689.498118:0:16143:0:(import.c:2128:obd_at_measure()) add 5 to 00000000943854f5 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384689.498121:0:16143:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e66167bc time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384689.498124:0:16143:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384689.498125:0:16143:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.498127:0:16143:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384689.498130:0:16143:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.498133:0:16143:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384689.498134:0:16143:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384689.498136:0:16143:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384689.498138:0:16143:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.498142:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.498148:0:16143:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384689.498151:0:16143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384689.498159:0:16143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384689.498163:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384689.498170:0:16143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2f27828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16143:1853237059682432:0@lo:400: 00000100:00000001:0.0:1767384689.498177:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.498179:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384689.498182:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2f27828 x1853237059682432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.498190:0:16143:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384689.498192:0:16143:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384689.498194:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51ec5c9. 02000000:00000001:0.0:1767384689.498198:0:16143:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384689.498200:0:16143:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384689.498202:0:16143:0:(genops.c:1242:class_import_put()) import 00000000abb7cf6e refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384689.498205:0:16143:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384689.498206:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059b29f94. 02000000:00000001:0.0:1767384689.498209:0:16143:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384689.498210:0:16143:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384689.498212:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2f27828. 00000100:00000001:0.0:1767384689.498214:0:16143:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384689.498216:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.498218:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.498222:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384689.498223:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.498226:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384689.498228:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384689.504507:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:1.0:1767384689.504514:0:17578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa 00000001:00000040:1.0:1767384689.504518:0:17578:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000078f8bf5a : new cb_count 1 00000020:00000040:1.0:1767384689.504524:0:17578:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 1 00000001:00000010:1.0:1767384689.504527:0:17578:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d5b56de6. 00040000:00000001:1.0:1767384689.504534:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384689.504538:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384689.504542:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000032f965e6. 00080000:00000001:1.0:1767384689.504546:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384689.504550:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384689.504552:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384689.504554:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384689.504555:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e034f7b8. 00080000:00000001:1.0:1767384689.504558:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384689.504571:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:1.0:1767384689.504574:0:17578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa 00000001:00000040:1.0:1767384689.504579:0:17578:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000078f8bf5a : new cb_count 0 00000020:00000040:1.0:1767384689.504581:0:17578:0:(genops.c:898:class_export_put()) PUTting export 0000000078f8bf5a : new refcount 0 00000020:00000080:1.0:1767384689.504584:0:17578:0:(genops.c:904:class_export_put()) final put 0000000078f8bf5a/4b1bf630-9dce-4fdf-87e4-ce26b4256bfa 00000001:00000010:1.0:1767384689.504601:0:17578:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006302fc66. 00040000:00000001:1.0:1767384689.504606:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384689.504608:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384689.504610:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003f2aa6bf. 00080000:00000001:1.0:1767384689.504612:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384689.504636:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384689.504639:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000078f8bf5a/4b1bf630-9dce-4fdf-87e4-ce26b4256bfa for lustre-OST0000 00000020:00000040:3.0:1767384689.504646:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 3 to 192.168.202.17@tcp50 00000020:00000001:3.0:1767384689.504654:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:3.0:1767384689.504658:0:36:0:(genops.c:1229:class_import_get()) import 0000000005998539 refcount=2 obd=lustre-OST0000 00000020:00000001:3.0:1767384689.504660:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384689.504661:0:36:0:(genops.c:1242:class_import_put()) import 0000000005998539 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384689.504663:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384689.504666:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384689.504667:0:36:0:(genops.c:1242:class_import_put()) import 0000000005998539 refcount=0 obd=lustre-OST0000 00000020:00000040:3.0:1767384689.504668:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000005998539 00000020:00000001:3.0:1767384689.504679:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384689.504682:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384689.504686:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384689.504693:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cbc0967d. 00000001:00000010:3.0:1767384689.504697:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa1a40ee. 00000001:00000010:3.0:1767384689.504699:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c9e63eb. 00000001:00000010:3.0:1767384689.504701:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0ed688d. 00000001:00000010:3.0:1767384689.504703:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001f1fec87. 00000001:00000010:3.0:1767384689.504705:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000052e4866d. 00000001:00000001:3.0:1767384689.504708:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384689.504711:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1767384689.504713:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384689.504714:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1767384689.504718:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000b6630ee7. 00000020:00000020:3.0:1767384689.504730:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384689.504734:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006ff05459 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384689.504738:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384689.504741:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 7 - export 00000020:00000010:3.0:1767384689.504744:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000078f8bf5a. 00000020:00000001:3.0:1767384689.504753:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384689.504756:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384689.504757:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000005998539 for lustre-OST0000 00000020:00000040:3.0:1767384689.504770:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 2 to 192.168.202.17@tcp50 00000020:00000040:3.0:1767384689.504772:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - import 00000020:00000010:3.0:1767384689.504775:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000005998539. 00000020:00000001:3.0:1767384689.504778:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:0.0:1767384689.506879:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294979596, at 4294979597 00000100:00000040:2.0:1767384689.506882:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294979596, at 4294979597 00000100:00000040:3.0:1767384689.506891:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294979596, at 4294979597 00000100:00000010:0.0:1767384689.506891:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026a8fd43. 00000100:00000010:2.0:1767384689.506893:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d937af49. 00000100:00000010:3.0:1767384689.506903:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b22a42bf. 00000100:00000040:1.0:1767384689.506924:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294979596, at 4294979597 00000100:00000010:1.0:1767384689.506932:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a4f93ea. 00010000:00000001:0.0:1767384689.557964:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384689.557971:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.557978:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384689.557979:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.558048:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384689.558053:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384689.558057:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384690.004891:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384690.004904:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384690.004923:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384690.004925:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384690.004925:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384690.004944:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384690.004945:0:16134:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000022782003] EOF from 12345-192.168.202.17@tcp50 ip 192.168.202.17:1021 00000800:00000200:0.0:1767384690.004952:0:16135:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000a80b4905] EOF from 12345-192.168.202.17@tcp50 ip 192.168.202.17:1022 00000800:00000200:3.0:1767384690.004958:0:16133:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000023f31251] EOF from 12345-192.168.202.17@tcp50 ip 192.168.202.17:1023 00000800:00000200:2.0:1767384690.005240:0:16132:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000022782003 00000800:00000010:2.0:1767384690.005246:0:16132:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000022782003. 00000800:00000200:2.0:1767384690.005251:0:16132:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000a80b4905 00000800:00000010:2.0:1767384690.005253:0:16132:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000a80b4905. 00000800:00000200:2.0:1767384690.005256:0:16132:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000023f31251 00000800:00000200:2.0:1767384690.005273:0:16132:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.17@tcp50 000000006e219542 deleted 00000800:00000010:2.0:1767384690.005274:0:16132:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006e219542. 00000800:00000010:2.0:1767384690.005277:0:16132:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000023f31251. 00000400:00000200:3.0:1767384690.005913:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp48 00000400:00000010:3.0:1767384690.005919:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000471b22e9. 00000400:00000010:3.0:1767384690.005926:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aa1a40ee. 00000400:00000010:3.0:1767384690.005932:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000400:00000010:3.0:1767384690.005941:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072e80fad. 00000400:00000200:3.0:1767384690.005945:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp48 00000400:00000200:3.0:1767384690.005968:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp48 local destination 00000400:00000200:3.0:1767384690.005975:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp48 00000400:00000200:3.0:1767384690.005979:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp48 NI seq info: [234:234:256:4294967295] 192.168.202.117@tcp48 LPNI seq info [200:200:8:4294967295] 00000400:00000200:3.0:1767384690.005986:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp48 00000400:00000200:3.0:1767384690.005993:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp48(192.168.202.117@tcp48:) -> 192.168.202.117@tcp48(192.168.202.117@tcp48:192.168.202.117@tcp48) : GET try# 0 00000800:00000200:3.0:1767384690.005998:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp48 00000800:00000010:3.0:1767384690.006002:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000052e4866d. 00000800:00000200:3.0:1767384690.006009:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000800:00000200:3.1:1767384690.006014:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000400:00000200:3.0:1767384690.006037:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp48 added to recovery queue. ping count: 1 next ping: 314 health :900 00000400:00000200:2.0:1767384690.006117:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006160:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006186:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006210:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006232:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006248:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006259:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006271:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006283:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006294:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006313:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006335:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006360:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006383:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006403:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006419:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006432:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006444:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006455:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006468:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006480:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006501:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006523:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006544:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006567:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006581:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006594:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006606:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006627:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006642:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006664:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006686:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006705:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006717:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384690.006733:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384690.006919:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6c2ed8d. 00000800:00000010:2.0:1767384690.006924:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e219542. 00000800:00000010:2.0:1767384690.006931:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004874ce01. 00000800:00000010:2.0:1767384690.006955:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004874ce01. 00000800:00020000:2.0:1767384690.006968:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384690.006972:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e219542. 00000800:00000010:2.0:1767384690.006974:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6c2ed8d. 00000400:02020000:2.0:1767384690.007007:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp48 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384690.007013:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp48 notifying 192.168.202.117@tcp48: down 00000400:00000200:2.0:1767384690.007019:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384690.007023:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp48 00000800:00000010:2.0:1767384690.007027:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000052e4866d. 00000400:00000200:2.0:1767384690.007032:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384690.007037:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp48->192.168.202.117@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384690.007056:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384690.007060:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384690.007064:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp48) recovery failed with -71 00010000:00000001:0.0:1767384690.581965:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384690.581972:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384690.581980:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384690.581981:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384690.582038:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384690.582042:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384690.582045:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384690.836723:0:39694:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384690.836737:0:39694:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.836742:0:39694:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384690.836762:0:39694:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384690.836767:0:39694:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.836770:0:39694:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384690.961248:0:39731:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384690.961262:0:39731:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384690.961267:0:39731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384690.961271:0:39731:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384690.961277:0:39731:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384690.961279:0:39731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384691.029895:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384691.029899:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384691.029904:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (4) 00000400:00000200:1.0:1767384691.029904:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5934c1 00000400:00000010:1.0:1767384691.029908:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb5934c1. 00000400:00000200:1.0:1767384691.029913:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.1:1767384691.029914:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (4) 00000400:00000200:1.0:1767384691.029917:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery ping unlinked 00000400:00000010:1.0:1767384691.029931:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000471b22e9. 00000400:00000010:1.0:1767384691.029935:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aa1a40ee. 00000800:00000200:2.0:1767384691.029942:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000763b5d47] -> 12345-192.168.202.117@tcp16 (6) 00000400:00000200:1.0:1767384691.029945:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp47 00000400:00000010:1.0:1767384691.029951:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000020773525. 00000800:00000200:2.0:1767384691.029952:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp16 ip 192.168.202.117:988 00000800:00000200:2.0:1767384691.029958:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c965f15 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384691.029959:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c82aaec0. 00000400:00000010:1.0:1767384691.029966:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092e6c856. 00000400:00000010:1.0:1767384691.029974:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005118fe19. 00000800:00000010:2.0:1767384691.029977:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a4fa741. 00000400:00000200:1.0:1767384691.029978:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp47 00000800:00000200:2.0:1767384691.029986:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (4) 00000400:00000200:1.0:1767384691.029994:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp47 local destination 00000400:00000200:1.0:1767384691.030002:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp47 00000800:00000200:2.1:1767384691.030003:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (4) 00000400:00000200:1.0:1767384691.030008:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp47 NI seq info: [235:235:256:4294967295] 192.168.202.117@tcp47 LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1767384691.030014:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp47 00000400:00000200:1.0:1767384691.030022:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp47(192.168.202.117@tcp47:) -> 192.168.202.117@tcp47(192.168.202.117@tcp47:192.168.202.117@tcp47) : GET try# 0 00000800:00000200:1.0:1767384691.030027:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp47 00000400:00000200:0.0:1767384691.030027:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000010:1.0:1767384691.030031:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b749ce3d. 00000800:00000200:1.0:1767384691.030036:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000800:00000200:1.1:1767384691.030044:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000400:00000200:1.0:1767384691.030058:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp47 added to recovery queue. ping count: 3 next ping: 321 health :700 00000400:00000200:1.0:1767384691.030062:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp44 00000400:00000010:1.0:1767384691.030066:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000c21623e. 00000400:00000010:1.0:1767384691.030069:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001bb8a973. 00000400:00000010:1.0:1767384691.030072:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000020663c0. 00000400:00000200:0.0:1767384691.030074:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000010:1.0:1767384691.030076:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d76e4831. 00000400:00000200:1.0:1767384691.030083:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp44 00000400:00000200:1.0:1767384691.030091:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp44 local destination 00000400:00000200:1.0:1767384691.030095:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp44 00000400:00000200:1.0:1767384691.030099:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp44 NI seq info: [236:236:256:4294967295] 192.168.202.117@tcp44 LPNI seq info [202:202:8:4294967295] 00000400:00000200:0.0:1767384691.030102:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030106:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp44 00000800:00000200:2.0:1767384691.030114:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384691.030121:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384691.030122:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp44(192.168.202.117@tcp44:) -> 192.168.202.117@tcp44(192.168.202.117@tcp44:192.168.202.117@tcp44) : GET try# 0 00000800:00000200:1.0:1767384691.030130:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp44 00000400:00000200:0.0:1767384691.030130:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000001:2.0:1767384691.030134:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384691.030134:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d98c1bc0. 00000800:00000001:2.0:1767384691.030141:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384691.030143:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000800:00000001:2.0:1767384691.030147:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384691.030150:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006609a795] -> 12345-192.168.202.117@tcp44 (2) 00000400:00000200:1.0:1767384691.030164:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp44 added to recovery queue. ping count: 4 next ping: 329 health :600 00000400:00000200:0.0:1767384691.030178:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030202:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030220:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030227:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030267:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030272:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030290:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030324:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030343:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030355:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030386:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030402:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030410:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030447:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030465:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030470:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030511:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030518:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030543:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030575:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030581:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030611:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030638:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030648:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030670:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030710:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030710:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030732:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030782:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030804:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030813:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030866:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030902:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030916:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030928:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.030966:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.030978:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.030992:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031030:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031040:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031055:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031095:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031098:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031110:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031128:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031163:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031167:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031185:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031197:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031240:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031241:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031247:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031247:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031313:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031317:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031322:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031325:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031374:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031393:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031398:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031402:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031441:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031450:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031468:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031481:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031516:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031516:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031533:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031546:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031589:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031595:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031600:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031620:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031658:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031675:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031676:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031690:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031712:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031769:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031769:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031774:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031776:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031863:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031871:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031883:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031884:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.031938:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.031941:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.031954:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.031955:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032019:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032019:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032026:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.032037:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032080:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032105:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032106:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.032106:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032123:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032191:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.032191:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032192:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032195:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.032257:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032258:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032277:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032278:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032326:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384691.032330:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032356:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032359:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032391:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032421:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032432:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032442:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032475:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032508:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032509:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000800:00000010:0.0:1767384691.032516:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041a2fcd5. 00000800:00000010:0.0:1767384691.032521:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041617bb6. 00000800:00000010:0.0:1767384691.032525:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083bb1ae6. 00000400:00000200:3.0:1767384691.032528:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000800:00000010:0.0:1767384691.032547:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083bb1ae6. 00000800:00020000:0.0:1767384691.032557:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384691.032560:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041617bb6. 00000800:00000010:0.0:1767384691.032563:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041a2fcd5. 00000400:00000200:1.0:1767384691.032566:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032575:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032589:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:02020000:0.0:1767384691.032632:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp29 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384691.032634:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000100:0.0:1767384691.032636:0:16131:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384691.032649:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.032654:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032701:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:2.0:1767384691.032723:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032764:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032793:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032813:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032870:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.032901:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000800:00000010:2.0:1767384691.032911:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6c2ed8d. 00000800:00000010:2.0:1767384691.032916:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f892beea. 00000400:00000200:1.0:1767384691.032919:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000800:00000010:2.0:1767384691.032921:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005683a504. 00000400:00000200:1.0:1767384691.032942:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000800:00000010:2.0:1767384691.032946:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005683a504. 00000800:00020000:2.0:1767384691.032956:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384691.032960:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f892beea. 00000800:00000010:2.0:1767384691.032963:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6c2ed8d. 00000400:00000200:1.0:1767384691.032980:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033022:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:02020000:2.0:1767384691.033023:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp37 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384691.033029:0:16130:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384691.033037:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033072:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.033088:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033111:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.033143:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033156:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.033190:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033195:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.033234:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033245:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.033281:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033296:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033340:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033371:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033405:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033428:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384691.033448:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384691.033465:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f228b0ef. 00000800:00000010:1.0:1767384691.033469:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000913055be. 00000800:00000010:1.0:1767384691.033473:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042b55410. 00000800:00000010:1.0:1767384691.033507:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042b55410. 00000800:00000010:3.0:1767384691.033573:0:39746:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3f9adae. 00000800:00000010:3.0:1767384691.033577:0:39746:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0d5812c. 00000800:00000010:3.0:1767384691.033581:0:39746:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093105699. 00000800:00000010:3.0:1767384691.033596:0:39746:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093105699. 00000800:00020000:3.0:1767384691.033608:0:39746:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384691.033610:0:39746:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0d5812c. 00000800:00000010:3.0:1767384691.033612:0:39746:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c3f9adae. 00000400:02020000:3.0:1767384691.033651:0:39746:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp44 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384691.033655:0:39746:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp44 notifying 192.168.202.117@tcp44: down 00000400:00000200:3.0:1767384691.033660:0:39746:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384691.033663:0:39746:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp44 00000800:00000010:3.0:1767384691.033665:0:39746:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d98c1bc0. 00000400:00000200:3.0:1767384691.033669:0:39746:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384691.033674:0:39746:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp44->192.168.202.117@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384691.033682:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384691.033683:0:39746:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384691.033687:0:39746:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384691.033690:0:39746:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp44) recovery failed with -71 00000400:00000200:0.0:1767384691.033704:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp47 from 203.3.0.2 00000800:00000010:0.0:1767384691.033709:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005da6af51. 00000800:00000010:3.0:1767384691.033727:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3f9adae. 00000800:00000010:3.0:1767384691.033730:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0d5812c. 00000800:00000010:3.0:1767384691.033759:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d66bf7e2. 00000800:00000200:3.1:1767384691.033765:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (2) 00000800:00000200:3.1:1767384691.033771:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp47 00000000d66bf7e2 deleted 00000800:00000010:3.1:1767384691.033773:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d66bf7e2. 00000800:00000200:3.1:1767384691.033778:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384691.033783:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp47 ip 192.168.202.117:971 00000800:00000200:3.1:1767384691.033787:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b749ce3d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384691.033794:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp47 p 3.x 192.168.202.117 -> 192.168.202.117:971 incarnation:1767384675659677430 sched[0] 00000800:00000010:3.0:1767384691.033800:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093105699. 00000800:00000010:3.0:1767384691.033873:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093105699. 00000800:00000010:3.0:1767384691.033877:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0d5812c. 00000800:00000200:1.1:1767384691.033910:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384691.033915:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005da6af51. 00000800:00000200:1.0:1767384691.033917:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp47 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384675659677430 sched[0] 00000800:00000001:2.0:1767384691.033921:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384691.033921:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000913055be. 00000800:00000001:2.0:1767384691.033930:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384691.033953:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384691.033964:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384691.033968:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b749ce3d. 00000400:00000200:2.0:1767384691.033973:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384691.033979:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp47->192.168.202.117@tcp47: GET: OK 00000800:00000001:1.0:1767384691.033983:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384691.033984:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:1.0:1767384691.033988:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384691.033989:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp47 recovery message sent successfully:0 00000800:00000001:1.0:1767384691.033993:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384691.033996:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384691.034002:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384691.034009:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp47(192.168.202.117@tcp47) <- 192.168.202.117@tcp47 : GET - for me 00000400:00000200:1.0:1767384691.034020:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384691.034028:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1f69 [1] + 0 00000400:00000200:1.0:1767384691.034038:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp47 to MR: 192.168.202.117@tcp47 local destination 00000400:00000200:1.0:1767384691.034045:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp47 NI seq info: [237:237:256:4294967295] 192.168.202.117@tcp47 LPNI seq info [203:203:8:4294967295] 00000400:00000200:1.0:1767384691.034055:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp47(192.168.202.117@tcp47:192.168.202.117@tcp47) -> 192.168.202.117@tcp47(192.168.202.117@tcp47:192.168.202.117@tcp47) 192.168.202.117@tcp47 : REPLY try# 0 00000800:00000200:1.0:1767384691.034059:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp47 00000800:00000010:1.0:1767384691.034063:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b506e2. 00000800:00000200:1.0:1767384691.034067:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fdd3f28] -> 12345-192.168.202.117@tcp47 (4) 00000800:00000200:1.0:1767384691.034071:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp47 ip 192.168.202.117:988 00000800:00000200:1.0:1767384691.034073:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5b506e2 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384691.034105:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384691.034138:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384691.034142:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384691.034144:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384691.034146:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b506e2. 00000800:00000001:2.0:1767384691.034148:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384691.034154:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384691.034155:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384691.034159:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp47->192.168.202.117@tcp47: REPLY: OK 00000400:00000200:2.0:1767384691.034167:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp47(192.168.202.117@tcp47) <- 192.168.202.117@tcp47 : REPLY - for me 00000400:00000200:2.0:1767384691.034180:0:16135:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp47: Reply from 12345-192.168.202.117@tcp47 of length 272/272 into md 0x210d 00000800:00000001:2.0:1767384691.034192:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384691.034199:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384691.034201:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384691.034206:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp47->192.168.202.117@tcp47: REPLY: OK 00000400:00000200:2.0:1767384691.034210:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e6c856 00000400:00000010:2.0:1767384691.034212:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092e6c856. 00000400:00000200:2.0:1767384691.034217:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384691.034218:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:2.0:1767384691.034223:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000020773525. 00000400:00000010:2.0:1767384691.034230:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c82aaec0. 00000800:00000001:2.0:1767384691.034239:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384691.034243:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384691.034252:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384691.034269:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034316:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034360:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034430:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034457:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034483:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034502:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034513:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034524:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034536:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034547:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034573:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034594:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034616:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034637:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034658:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034671:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034683:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034708:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034721:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034733:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034758:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034785:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034809:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034852:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034906:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.034962:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.035017:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.035071:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.035126:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384691.035165:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384691.035247:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2da7ae4. 00000800:00000010:1.0:1767384691.035250:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000913055be. 00000800:00000010:1.0:1767384691.035253:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042b55410. 00000800:00000010:1.0:1767384691.035266:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042b55410. 00000800:00020000:1.0:1767384691.035270:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384691.035272:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000913055be. 00000800:00000010:1.0:1767384691.035273:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c2da7ae4. 00000400:02020000:1.0:1767384691.035300:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp47 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384691.137858:0:39742:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384691.137870:0:39742:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.137874:0:39742:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384691.137878:0:39742:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384691.137884:0:39742:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.137886:0:39742:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384691.254813:0:39780:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384691.254827:0:39780:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.255000:0:39780:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384691.255010:0:39780:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384691.255017:0:39780:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.255020:0:39780:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.255637:0:39780:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:1.0:1767384691.255640:0:39780:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:1.0:1767384691.255641:0:39780:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:2.0:1767384691.256259:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384691.256265:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.256271:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384691.256301:0:10069:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384691.256307:0:10069:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.256310:0:10069:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.261992:0:39780:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:1.0:1767384691.262001:0:39780:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000008ba7cf89. 00000020:01000004:1.0:1767384691.262006:0:39780:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:1.0:1767384691.262008:0:39780:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:1.0:1767384691.262011:0:39780:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:1.0:1767384691.262014:0:39780:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 00000000c66f0ba1. 00000020:00000010:1.0:1767384691.262018:0:39780:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000d5b56de6. 00000020:00000001:1.0:1767384691.262022:0:39780:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384691.262029:0:39780:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000879ec396. 00000020:00000001:1.0:1767384691.262032:0:39780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384691.262037:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000617c31d6. 00000020:00000010:1.0:1767384691.262042:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000044497a47. 00000040:00000010:1.0:1767384691.262046:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a51ec5c9. 00000020:00000010:1.0:1767384691.262050:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b683242. 00000020:00000010:1.0:1767384691.262054:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000000729eed. 00040000:00000010:1.0:1767384691.262059:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5b506e2. 00040000:00000010:1.0:1767384691.262063:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6616163. 00080000:00000010:1.0:1767384691.262068:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001e6d94ea. 10000000:00000001:1.0:1767384691.262073:0:39780:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384691.262075:0:39780:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384691.262078:0:39780:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384691.262080:0:39780:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384691.262082:0:39780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384691.262084:0:39780:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000008c3e1381) refs 3 10000000:00000001:1.0:1767384691.262086:0:39780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.262088:0:39780:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446628162199144960 : -115911510406656 : ffff96943f98ca00) 10000000:00000001:1.0:1767384691.262091:0:39780:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.262092:0:39780:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x534bb1615bf4c5d5 00010000:00000001:1.0:1767384691.262095:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.262098:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.262100:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f2dfcc0 refcount=2 00000020:00000001:1.0:1767384691.262102:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581153792 : -115912128397824 : ffff96941ac2fe00) 00010000:00000001:1.0:1767384691.262105:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581153792 : -115912128397824 : ffff96941ac2fe00) 00010000:00000001:1.0:1767384691.262108:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.262110:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.262113:0:39780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.262122:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.262123:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.262124:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.262125:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.262127:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f2dfcc0 refcount=3 00000020:00000001:1.0:1767384691.262128:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581153792 : -115912128397824 : ffff96941ac2fe00) 00010000:00000001:1.0:1767384691.262130:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581153792 : -115912128397824 : ffff96941ac2fe00) 00010000:00000001:1.0:1767384691.262132:0:39780:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.262134:0:39780:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.262140:0:39780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.262142:0:39780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.262147:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.262148:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.262150:0:39780:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.262155:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.262157:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.262159:0:39780:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384691.262162:0:39780:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f6d23b38. 00010000:00000001:1.0:1767384691.262165:0:39780:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384691.262176:0:39780:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384691.262178:0:39780:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.262180:0:39780:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.262182:0:39780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.262183:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.262184:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.262186:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.262187:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.262188:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.262189:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.262190:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.262191:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.262192:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.262193:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.262194:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.262196:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.262196:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.262197:0:39780:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000008c3e1381) refs 3 10000000:00000001:1.0:1767384691.262200:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:2.0:1767384691.262202:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384691.262202:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.262204:0:39780:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000008c3e1381) refs 2 10000000:00000001:1.0:1767384691.262207:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:2.0:1767384691.262208:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384691.262209:0:39780:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1767384691.262214:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:1.0:1767384691.262215:0:39780:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.262220:0:39780:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.262222:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:1.0:1767384691.262225:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000044497a47. 00010000:00000001:2.0:1767384691.262226:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384691.262231:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000040:00000010:1.0:1767384691.262232:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a51ec5c9. 00000020:00000010:1.0:1767384691.262238:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b683242. 00000020:00000010:1.0:1767384691.262244:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000000729eed. 00010000:00010000:2.0:1767384691.262245:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f2dfcc0 already unused, calling callback (00000000b79f9119) 10000000:00000001:2.0:1767384691.262250:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00040000:00000010:1.0:1767384691.262250:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5b506e2. 10000000:00010000:2.0:1767384691.262254:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00040000:00000010:1.0:1767384691.262257:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c6616163. 00080000:00000010:1.0:1767384691.262262:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001e6d94ea. 00010000:00000001:2.0:1767384691.262263:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:1.0:1767384691.262266:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000617c31d6. 00000020:00000001:1.0:1767384691.262269:0:39780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.262271:0:39780:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000879ec396. 00010000:00000001:2.0:1767384691.262276:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.262276:0:39780:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.262279:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384691.262282:0:39780:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000c03b1636. 00000020:00000040:2.0:1767384691.262283:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f2dfcc0 refcount=3 00000020:00000001:2.0:1767384691.262288:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581153792 : -115912128397824 : ffff96941ac2fe00) 00000020:00000040:1.0:1767384691.262289:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 5 00010000:00000001:2.0:1767384691.262292:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581153792 : -115912128397824 : ffff96941ac2fe00) 00000020:00000010:1.0:1767384691.262295:0:39780:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 0000000026a8fd43. 00010000:00000001:2.0:1767384691.262297:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384691.262301:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000010:00000001:1.0:1767384691.262301:0:39780:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000100:00000001:1.0:1767384691.262307:0:39780:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384691.262310:0:39780:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00000001:2.0:1767384691.262312:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384691.262314:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00010000:2.0:1767384691.262315:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384691.262319:0:39780:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384691.262322:0:39780:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:01000000:2.0:1767384691.262325:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000040:1.0:1767384691.262327:0:39780:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:01000000:2.0:1767384691.262331:0:16767:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000100:00000001:1.0:1767384691.262332:0:39780:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000001:2.0:1767384691.262334:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384691.262336:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00000040:2.0:1767384691.262337:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000008c3e1381) refs 1 00000100:00000001:1.0:1767384691.262339:0:39780:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:01000000:2.0:1767384691.262344:0:16767:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:1.0:1767384691.262344:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00000001:2.0:1767384691.262348:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384691.262349:0:39780:0:(obd_class.h:1226:obd_import_event()) Process leaving 10000000:00000001:2.0:1767384691.262350:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384691.262352:0:39780:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:00000001:2.0:1767384691.262353:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.262356:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00080000:1.0:1767384691.262357:0:39780:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 10000000:00000001:2.0:1767384691.262358:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.262361:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767384691.262362:0:39780:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1767384691.262364:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:1.0:1767384691.262366:0:39780:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:2.0:1767384691.262367:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.262370:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767384691.262372:0:39780:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1767384691.262373:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384691.262375:0:39780:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.262376:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000a8d4790a : new refcount 11 00000100:00000001:1.0:1767384691.262380:0:39780:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 10000000:00000010:2.0:1767384691.262381:0:16767:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000008c3e1381. 00000100:00000001:1.0:1767384691.262384:0:39780:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00000001:2.0:1767384691.262387:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767384691.262388:0:39780:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:00000001:2.0:1767384691.262391:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.262396:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:1.0:1767384691.262396:0:39780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bfcb73. 00010000:00000001:2.0:1767384691.262400:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1767384691.262401:0:39780:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:2.0:1767384691.262404:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384691.262407:0:39780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384691.262408:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384691.262411:0:39780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384691.262412:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.262418:0:39780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.262423:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f2dfcc0 with handle 0x534bb1615bf4c5d5 from hash 00010000:00000001:2.0:1767384691.262427:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:1.0:1767384691.262427:0:39780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5b506e2. 00010000:00000001:2.0:1767384691.262431:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.262433:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.262435:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384691.262435:0:39780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.262437:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384691.262440:0:39780:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628161546351744 : -115912163199872 : ffff969418aff480) 00010000:00000001:2.0:1767384691.262441:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00080000:1.0:1767384691.262446:0:39780:0:(import.c:65:import_set_state_nolock()) 000000001bf89993 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:2.0:1767384691.262447:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384691.262451:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384691.262453:0:39780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384691.262457:0:39780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384691.262459:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dec4fa8. 00000020:00000040:2.0:1767384691.262464:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000040:1.0:1767384691.262464:0:39780:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bfcb73] to pc [ptlrpcd_rcv+-1] req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.262470:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384691.262473:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384691.262477:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384691.262482:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2e2fab. 00000100:00000001:2.0:1767384691.262486:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.262488:0:39780:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.262489:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384691.262495:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384691.262501:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384691.262503:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.262506:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384691.262508:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.262514:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384691.262515:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dec4fa8] to pc [ptlrpcd_00_00+0] req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.262520:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384691.262524:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384691.262531:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.262542:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384691.262544:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.262546:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384691.262547:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384691.262552:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.262553:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.262555:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.262557:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.262560:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384691.262561:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.262562:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384691.262565:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384691.262566:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384691.262567:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.262568:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384691.262574:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384691.262575:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018bfcb73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237059682560:0@lo:39: 00000100:00000040:1.0:1767384691.262577:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.262578:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.262582:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384691.262586:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384691.262592:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 000000005f2dfcc0/0x534bb1615bf4c5d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c5dc expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384691.262592:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384691.262593:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384691.262596:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.262598:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.262603:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384691.262604:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384691.262607:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384691.262611:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384691.262611:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0f3cf2d. 00010000:00000001:2.0:1767384691.262612:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.262616:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384691.262616:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384691.262619:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dec4fa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059682688:0@lo:103: 00010000:00000010:2.0:1767384691.262620:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f6d23b38. 00000100:00000001:1.0:1767384691.262626:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384691.262627:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384691.262629:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 02000000:00000001:1.0:1767384691.262631:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384691.262632:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384691.262634:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.262635:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384691.262637:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 02000000:00000001:1.0:1767384691.262638:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767384691.262640:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384691.262644:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767384691.262644:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6616163. 00000020:00000001:2.0:1767384691.262646:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384691.262646:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682560, portal 10 02000000:00000001:1.0:1767384691.262649:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.262652:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384691.262655:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025fa75b4. 00000100:00000001:0.0:1767384691.262656:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546351744 : -115912163199872 : ffff969418aff480) 00010000:00010000:2.0:1767384691.262657:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384691.262662:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384691.262662:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d824024e. 00000020:00000001:2.0:1767384691.262666:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.262666:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384691.262668:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682688, portal 18 00010000:00010000:2.0:1767384691.262671:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384691.262675:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384691.262679:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864907008 : -115916844644608 : ffff969301a6c700) 00000100:00000001:0.0:1767384691.262681:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384691.262686:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384691.262687:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384691.262691:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000100:00000200:0.0:1767384691.262695:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059682560, offset 0 00000100:00000001:1.0:1767384691.262702:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384691.262705:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384691.262708:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384691.262712:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000200:1.0:1767384691.262716:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059682688, offset 0 00000400:00000200:0.0:1767384691.262721:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384691.262725:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384691.262736:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a08100 00000400:00000200:1.0:1767384691.262742:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384691.262756:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000400:00000200:1.0:1767384691.262761:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a08180 00000400:00000200:0.0:1767384691.262764:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384691.262768:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000400:00000200:0.0:1767384691.262772:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384691.262777:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384691.262781:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384691.262783:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384691.262786:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384691.262789:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384691.262791:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 00000100:00000200:1.0:1767384691.262793:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384691.262798:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000848b0850 x1853237059682560 msgsize 224 00000100:00000010:1.0:1767384691.262799:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9e2e52. 00000100:00000040:1.0:1767384691.262804:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008d9e2e52 x1853237059682688 msgsize 328 00000100:00100000:0.0:1767384691.262805:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384691.262813:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384691.262822:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384691.262830:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384691.262855:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000400:00000010:0.0:1767384691.262859:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000100:00000001:3.0:1767384691.262870:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384691.262870:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384691.262874:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000100:00100000:3.0:1767384691.262875:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682688 00000100:00000200:0.0:1767384691.262878:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384691.262880:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384691.262880:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000100:00000001:3.0:1767384691.262884:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384691.262884:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384691.262887:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.262887:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384691.262889:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682560 02000000:00000001:3.0:1767384691.262894:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.262894:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384691.262896:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.262898:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384691.262901:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384691.262902:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.262908:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384691.262909:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.262913:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682688 00000100:00100000:2.0:1767384691.262916:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682560 00000020:00000001:3.0:1767384691.262918:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384691.262918:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384691.262920:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384691.262922:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000040:2.0:1767384691.262925:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c668 00000020:00000001:3.0:1767384691.262926:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384691.262926:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384691.262930:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=15 00000020:00000001:2.0:1767384691.262931:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384691.262934:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.262935:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ebf9d10e refcount=5 00000020:00000001:3.0:1767384691.262936:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384691.262939:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384691.262942:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:2.0:1767384691.262943:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000100:00000001:3.0:1767384691.262948:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384691.262948:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.262950:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628156878415872 : -115916831135744 : ffff96930274e800) 00000020:00000010:3.0:1767384691.262953:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2c2b5d. 00000100:00000001:1.0:1767384691.262954:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.262956:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384691.262956:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3323 usecs (4 jiffies) 00000100:00000001:3.0:1767384691.262957:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384691.262960:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384691.262962:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e19110. 00000020:00000010:3.0:1767384691.262963:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2c2b5d. 00000100:00000001:0.0:1767384691.262963:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294981357 00000100:00000001:1.0:1767384691.262967:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.262969:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384691.262971:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065044773. 00000020:00000010:3.0:1767384691.262972:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000953b8a73. 00000100:00000001:1.0:1767384691.262972:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294981365 00000020:00000010:2.0:1767384691.262974:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e19110. 00000020:00000010:3.0:1767384691.262980:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072233943. 00000100:00000001:0.0:1767384691.262981:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384691.262982:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ae57975. 00000020:00000010:3.0:1767384691.262985:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:2.0:1767384691.262990:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6aa9581. 00000100:00000001:0.0:1767384691.262990:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294981357 00000100:00000040:3.0:1767384691.262993:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384691.262995:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294981357 00000100:00000010:0.0:1767384691.262996:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edd10b23. 00000100:00000001:3.0:1767384691.262997:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384691.263000:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384691.263003:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384691.263005:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294981365 00000020:00000010:2.0:1767384691.263006:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00010000:00000001:3.0:1767384691.263007:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384691.263009:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294981357 00010000:00000001:3.0:1767384691.263010:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.263014:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294981357 00010000:00000001:3.0:1767384691.263015:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000010:0.0:1767384691.263017:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070e8d092. 00010000:00000001:3.0:1767384691.263019:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384691.263019:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384691.263022:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384691.263024:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384691.263024:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294981365 00000100:00000001:0.0:1767384691.263024:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000020:00000040:3.0:1767384691.263025:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b3851e refcount=3 00000100:00000001:2.0:1767384691.263029:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384691.263030:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294981357 00000020:00000001:3.0:1767384691.263031:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531698176 : -115912177853440 : ffff969417d05c00) 00000100:00000001:1.0:1767384691.263033:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294981357 00000100:00000001:2.0:1767384691.263035:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263036:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531698176 : -115912177853440 : ffff969417d05c00) 00000100:00000010:0.0:1767384691.263037:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3dd1b34. 00000100:00000001:1.0:1767384691.263041:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294981365 00010000:00000001:3.0:1767384691.263042:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384691.263044:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00010000:00000001:3.0:1767384691.263045:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384691.263046:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263048:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.263051:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.263052:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384691.263054:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294981357 00000100:00000001:3.0:1767384691.263055:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.263057:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.263058:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.263063:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384691.263063:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.263068:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.263069:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.263070:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.263074:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384691.263075:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.263078:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384691.263079:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384691.263079:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.263081:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384691.263083:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384691.263085:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.263087:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384691.263088:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384691.263088:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384691.263089:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384691.263091:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384691.263093:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.263094:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384691.263095:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ebf9d10e : new rpc_count 1 00000100:00000001:0.0:1767384691.263098:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384691.263099:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384691.263099:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.263101:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027868544 : -115911681683072 : ffff969435635180) 00000100:00000001:1.0:1767384691.263102:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384691.263105:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.263109:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546344576 : -115912163207040 : ffff969418afd880) 00000100:00000040:2.0:1767384691.263110:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000848b0850 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:672/0 lens 224/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.263110:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384691.263115:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d9e2e52 x1853237059682688/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.263138:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384691.263141:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2c2b5d. 00000100:00000001:2.0:1767384691.263141:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384691.263145:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384691.263148:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2c2b5d. 00000020:00000010:2.0:1767384691.263148:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e19110. 00000100:00000001:2.0:1767384691.263154:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384691.263156:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d9e2e52 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+15:16140:x1853237059682688:12345-0@lo:103: 00000020:00000010:2.0:1767384691.263158:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e19110. 00000100:00000200:3.0:1767384691.263161:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682688 00010000:00000001:3.0:1767384691.263164:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384691.263166:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00100000:2.0:1767384691.263169:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000848b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237059682560:12345-0@lo:39: 00010000:00000001:3.0:1767384691.263170:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384691.263174:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384691.263176:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682560 02000000:00000001:3.0:1767384691.263177:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384691.263182:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4f03361. 00000020:00000001:2.0:1767384691.263182:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384691.263186:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.263187:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384691.263188:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263192:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384691.263193:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:2.0:1767384691.263193:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263197:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.263199:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384691.263201:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384691.263203:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668736864 : -1040814752 : ffffffffc1f66d60) 00000020:00000040:3.0:1767384691.263204:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b3851e refcount=3 00000020:00000001:3.0:1767384691.263209:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531698176 : -115912177853440 : ffff969417d05c00) 00000020:00000001:2.0:1767384691.263210:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384691.263213:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531698176 : -115912177853440 : ffff969417d05c00) 00000020:00000001:2.0:1767384691.263215:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384691.263218:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 6 00000020:00000001:2.0:1767384691.263219:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384691.263223:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384691.263224:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384691.263227:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.263228:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384691.263233:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:2.0:1767384691.263233:0:16779:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384691.263237:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.263237:0:16779:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384691.263241:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384691.263242:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263245:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384691.263246:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384691.263251:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384691.263251:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384691.263254:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee3fbb93. 02000000:00000001:2.0:1767384691.263257:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.263259:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263261:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384691.263265:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000ebf9d10e refcount=6 00010000:00000001:3.0:1767384691.263266:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384691.263268:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.263270:0:16779:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000040:3.0:1767384691.263272:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b3851e with handle 0x534bb1615bf4c5dc from hash 00000004:00000001:2.0:1767384691.263275:0:16779:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:3.0:1767384691.263277:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:2.0:1767384691.263278:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000ebf9d10e refcount=7 00010000:00000001:3.0:1767384691.263280:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384691.263283:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.263283:0:16779:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:3.0:1767384691.263287:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767384691.263288:0:16779:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:3.0:1767384691.263289:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384691.263292:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384691.263293:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 6 00010000:00010000:3.0:1767384691.263296:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b3851e/0x534bb1615bf4c5dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c5d5 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000080:2.0:1767384691.263297:0:16779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c668 00000020:00000040:2.0:1767384691.263302:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ebf9d10e with handle 0x534bb1615bf4c668 from hash 00000020:00000040:2.0:1767384691.263307:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 5 00010000:00000040:3.0:1767384691.263309:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 9 00000020:00000040:3.0:1767384691.263313:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 14 00000020:00000001:2.0:1767384691.263313:0:16779:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384691.263317:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 4 00010000:00000001:3.0:1767384691.263320:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384691.263321:0:16779:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384691.263324:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:2.0:1767384691.263324:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 3 00010000:00000001:3.0:1767384691.263328:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1767384691.263329:0:16779:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263332:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.263333:0:16779:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:3.0:1767384691.263337:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384691.263337:0:16779:0:(import.c:65:import_set_state_nolock()) 000000003564d8a6 : changing import state from FULL to CLOSED 00010000:00000001:3.0:1767384691.263342:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384691.263343:0:16779:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00010000:3.0:1767384691.263345:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1767384691.263347:0:16779:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:3.0:1767384691.263348:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.263350:0:16779:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384691.263355:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384691.263359:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384691.263362:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=99 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384691.263365:0:16779:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.263366:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384691.263371:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 21 to 0@lo 00000020:00000020:2.0:1767384691.263372:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:3.0:1767384691.263373:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000020:00000020:2.0:1767384691.263377:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a13a6a4c dirty 0 pend 0 grant 0 02000000:00000001:3.0:1767384691.263379:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384691.263382:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384691.263383:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ebf9d10e dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384691.263387:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:2.0:1767384691.263388:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384691.263390:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384691.263392:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384691.263394:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384691.263398:0:16779:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000400:00000010:3.0:1767384691.263399:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00010000:00010000:0.0:1767384691.263399:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384691.263404:0:16779:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000200:3.0:1767384691.263405:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059682688, offset 224 00000001:00000001:2.0:1767384691.263408:0:16779:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384691.263412:0:16779:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384691.263413:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:2.0:1767384691.263417:0:16779:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384691.263421:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 6 00000400:00000200:3.0:1767384691.263422:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1767384691.263433:0:16779:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384691.263437:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 5 00000400:00000200:3.0:1767384691.263438:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a08180 00000020:00000040:2.0:1767384691.263442:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 2 00000400:00000200:3.0:1767384691.263447:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2119 [1] + 224 00000001:00000001:2.0:1767384691.263447:0:16779:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384691.263451:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 4 00000400:00000200:3.0:1767384691.263453:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1767384691.263455:0:16779:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384691.263459:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 1 00000400:00000200:3.0:1767384691.263460:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1767384691.263464:0:16779:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.263466:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384691.263467:0:16779:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.263471:0:16779:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384691.263473:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384691.263474:0:16779:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384691.263479:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237059682560 00010000:00000001:2.0:1767384691.263485:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384691.263491:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000848b0850 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384691.263493:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.263513:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384691.263517:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384691.263519:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b21eeaca time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384691.263522:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384691.263524:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384691.263525:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 22 to 0@lo 00000100:00000001:2.0:1767384691.263529:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000400:00000200:3.0:1767384691.263530:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 02000000:00000001:2.0:1767384691.263532:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384691.263534:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 02000000:00000001:2.0:1767384691.263535:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.263540:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384691.263541:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384691.263543:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384691.263546:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384691.263547:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384691.263549:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.263549:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384691.263553:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 21 to 0@lo 00000400:00000010:2.0:1767384691.263553:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb5107f4. 00000400:00000001:1.0:1767384691.263554:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384691.263556:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384691.263557:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.263559:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384691.263559:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025fa75b4. 00000100:00000040:3.0:1767384691.263562:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9e2e52 x1853237059682688/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384691.263562:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d824024e 00000400:00000010:1.0:1767384691.263563:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d824024e. 00000100:00000001:1.0:1767384691.263565:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384691.263567:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059682560, offset 224 00000100:00000200:1.0:1767384691.263568:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384691.263574:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d9e2e52 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16140:x1853237059682688:12345-0@lo:103: Request processed in 433us (767us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384691.263578:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384691.263585:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:1.0:1767384691.263589:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384691.263590:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000400:00000200:2.0:1767384691.263591:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384691.263594:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384691.263598:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384691.263600:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384691.263601:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072233943. 00000100:00000001:1.0:1767384691.263603:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384691.263604:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a08100 00000020:00000010:3.0:1767384691.263605:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000100:00000001:1.0:1767384691.263606:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384691.263608:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384691.263610:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384691.263611:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000953b8a73. 00000100:00000001:1.0:1767384691.263612:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.263616:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2115 [1] + 224 02000000:00000001:1.0:1767384691.263616:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.263617:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00000100:00000001:3.0:1767384691.263620:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384691.263622:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=99 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384691.263624:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384691.263626:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=99 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384691.263630:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384691.263631:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384691.263635:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384691.263635:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.263638:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384691.263640:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.263643:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384691.263647:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384691.263651:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.263674:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384691.263676:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384691.263677:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.263678:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384691.263684:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384691.263704:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dec4fa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d20b236b-0957-4d6e-8439-7c7e78a14581:16140:1853237059682688:0@lo:103: 00000100:00000001:2.0:1767384691.263711:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384691.263714:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.263717:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384691.263718:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5107f4 00000100:00000040:1.0:1767384691.263720:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dec4fa8 x1853237059682688/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384691.263722:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb5107f4. 00000100:00000001:2.0:1767384691.263728:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384691.263730:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384691.263732:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384691.263735:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.263736:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384691.263738:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384691.263740:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6616163. 00000100:00000040:2.0:1767384691.263741:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 20 to 0@lo 00000100:00000001:0.0:1767384691.263742:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384691.263757:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767384691.263757:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384691.263758:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384691.263760:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384691.263762:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.263762:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767384691.263764:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000020:00000040:1.0:1767384691.263766:0:16140:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:2.0:1767384691.263767:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384691.263770:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000020:00000001:1.0:1767384691.263771:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384691.263774:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848b0850 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384691.263774:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 02000000:00000010:1.0:1767384691.263775:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d2e2fab. 00000100:00000001:0.0:1767384691.263779:0:16139:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384691.263783:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384691.263786:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384691.263786:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384691.263790:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dec4fa8. 00000100:00100000:2.0:1767384691.263794:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000848b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:16139:x1853237059682560:12345-0@lo:39: Request processed in 649us (992us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384691.263796:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384691.263800:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.263804:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.263812:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384691.263813:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:0.0:1767384691.263813:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.263816:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.263819:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebf9d10e : new rpc_count 0 00000100:00000001:1.0:1767384691.263821:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.263826:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384691.263827:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.263855:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384691.263859:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.263861:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384691.263864:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384691.263866:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384691.263868:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.263870:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384691.263874:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000deb5f06f time=94 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384691.263878:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000065c2bef0 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384691.263880:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384691.263882:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.263884:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384691.263886:0:16139:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.263889:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384691.263890:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384691.263893:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384691.263894:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.263898:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.263904:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384691.263906:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384691.263914:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384691.263917:0:16139:0:(import.c:65:import_set_state_nolock()) 000000001bf89993 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384691.263919:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384691.263921:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384691.263923:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384691.263924:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767384691.263935:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384691.263942:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018bfcb73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237059682560:0@lo:39: 00000100:00000001:0.0:1767384691.263947:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.263950:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384691.263952:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018bfcb73 x1853237059682560/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.263953:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384691.263954:0:39780:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384691.263959:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6aa9581. 00000100:00000001:1.0:1767384691.263961:0:39780:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384691.263965:0:39780:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384691.263966:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384691.263967:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000100:00000001:1.0:1767384691.263968:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384691.263972:0:39780:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1767384691.263974:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ae57975. 00000100:00100000:1.0:1767384691.263974:0:39780:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000020:00000040:2.0:1767384691.263979:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ebf9d10e : new refcount 0 00000100:00000040:1.0:1767384691.263979:0:39780:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384691.263983:0:39780:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000020:00000080:2.0:1767384691.263984:0:16779:0:(genops.c:904:class_export_put()) final put 00000000ebf9d10e/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:1.0:1767384691.263986:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384691.263988:0:39780:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384691.263990:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:0.0:1767384691.263991:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384691.263992:0:39780:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:0.0:1767384691.263995:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0f3cf2d. 00000100:00100000:1.0:1767384691.263996:0:39780:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384691.263999:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:0.0:1767384691.264002:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384691.264003:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384691.264003:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:0.0:1767384691.264006:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1767384691.264008:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:0.0:1767384691.264009:0:16139:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384691.264013:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384691.264015:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5b506e2. 00000020:00000001:3.0:1767384691.264018:0:36:0:(genops.c:857:class_export_destroy()) Process entered 02000000:00000001:0.0:1767384691.264020:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384691.264022:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384691.264023:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018bfcb73. 00000020:00000080:3.0:1767384691.264027:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000ebf9d10e/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:0.0:1767384691.264028:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384691.264030:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384691.264033:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000001:0.0:1767384691.264034:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384691.264037:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767384691.264040:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:3.0:1767384691.264041:0:36:0:(genops.c:1229:class_import_get()) import 000000003564d8a6 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1767384691.264041:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384691.264044:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.264046:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.264047:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.264053:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384691.264057:0:36:0:(genops.c:1242:class_import_put()) import 000000003564d8a6 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384691.264059:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384691.264061:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384691.264063:0:36:0:(genops.c:1242:class_import_put()) import 000000003564d8a6 refcount=0 obd=lustre-MDT0000 00000020:00000040:3.0:1767384691.264064:0:36:0:(genops.c:1245:class_import_put()) final put import 000000003564d8a6 00000020:00000001:3.0:1767384691.264078:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767384691.264081:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000009fd0628a. 00010000:00000001:3.0:1767384691.264085:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384691.264088:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384691.264097:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd73e233. 00000001:00000010:3.0:1767384691.264100:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000918098e8. 00000001:00000010:3.0:1767384691.264102:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000754fda62. 00000001:00000010:3.0:1767384691.264104:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e9dc781. 00000001:00000010:3.0:1767384691.264107:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c475c045. 00000001:00000010:3.0:1767384691.264110:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d2c6187f. 00000001:00000001:3.0:1767384691.264115:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384691.264116:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:3.0:1767384691.264118:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384691.264121:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002372567d. 00000001:00000010:3.0:1767384691.264123:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000165469ca. 00000001:00000010:3.0:1767384691.264125:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000087c8b420. 00000001:00000010:3.0:1767384691.264126:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000c13d4f1. 00000001:00000010:3.0:1767384691.264128:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006427113e. 00000001:00000010:3.0:1767384691.264130:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005ac13185. 00000001:00000001:3.0:1767384691.264132:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384691.264133:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384691.264134:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1767384691.264137:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000071d374c3. 00000020:00000020:3.0:1767384691.264140:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384691.264142:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a13a6a4c dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384691.264148:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa/0000000002562b51 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767384691.264150:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.264151:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.264153:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 9 - export 00000020:00000010:3.0:1767384691.264155:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ebf9d10e. 00000020:00000001:3.0:1767384691.264160:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384691.264163:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384691.264164:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000003564d8a6 for lustre-MDT0000 00000020:00000040:3.0:1767384691.264167:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00000020:00000040:3.0:1767384691.264168:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 8 - import 00000020:00000010:3.0:1767384691.264169:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000003564d8a6. 00000020:00000001:3.0:1767384691.264171:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:1.0:1767384691.264401:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.264404:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384691.264405:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384691.264696:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.264697:0:39780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384691.264699:0:39780:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384691.264701:0:39780:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.264703:0:39780:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 0000000026a8fd43. 00000020:00000001:1.0:1767384691.264708:0:39780:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384691.264709:0:39780:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000c03b1636. 00000020:00000010:1.0:1767384691.264711:0:39780:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000d5b56de6. 00000020:00000010:1.0:1767384691.264713:0:39780:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 00000000c66f0ba1. 00000020:00000010:1.0:1767384691.264716:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6616163. 00000020:00000010:1.0:1767384691.264719:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000000729eed. 00000040:00000010:1.0:1767384691.264721:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000617c31d6. 00000020:00000010:1.0:1767384691.264724:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001e6d94ea. 00000020:00000010:1.0:1767384691.264726:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034d54094. 00000020:00000010:1.0:1767384691.264729:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a51ec5c9. 80000000:00000010:1.0:1767384691.264731:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d5b56de6. 40000000:00000010:1.0:1767384691.264733:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c66f0ba1. 00100000:00000010:1.0:1767384691.264736:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001b683242. 00040000:00000010:1.0:1767384691.264738:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b38f45f. 00040000:00000010:1.0:1767384691.264741:0:39780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007070bd98. 00040000:00000010:1.0:1767384691.264757:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044497a47. 00080000:00000010:1.0:1767384691.264761:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acc6b05d. 00000004:00000010:1.0:1767384691.264764:0:39780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000091d5073b. 00000004:00000010:1.0:1767384691.264767:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2cd736. 00000004:00000010:1.0:1767384691.264770:0:39780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ded63626. 00002000:00000010:1.0:1767384691.264773:0:39780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002fdc7589. 00000004:00000010:1.0:1767384691.264776:0:39780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006c3e9da1. 00000020:00000010:1.0:1767384691.264778:0:39780:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000304e9065. 00000020:00000001:1.0:1767384691.264781:0:39780:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384691.264783:0:39780:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 0000000026a8fd43. 00000020:00000001:1.0:1767384691.264785:0:39780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384691.264786:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efc56dd4. 00000020:00000010:1.0:1767384691.264788:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068b3d267. 00000040:00000010:1.0:1767384691.264790:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009e658188. 00000020:00000010:1.0:1767384691.264792:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009256a827. 00000020:00000010:1.0:1767384691.264794:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000afbba46d. 00040000:00000010:1.0:1767384691.264796:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000444d7cc8. 00040000:00000010:1.0:1767384691.264797:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a6ff12c. 00080000:00000010:1.0:1767384691.264799:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000097acbfc. 10000000:00000001:1.0:1767384691.264800:0:39780:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384691.264802:0:39780:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384691.264803:0:39780:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384691.264804:0:39780:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384691.264807:0:39780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384691.264807:0:39780:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000988bbad0) refs 3 10000000:00000001:1.0:1767384691.264809:0:39780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.264810:0:39780:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446628162061664768 : -115911647886848 : ffff969437670200) 10000000:00000001:1.0:1767384691.264811:0:39780:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.264812:0:39780:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x534bb1615bf4c550 00010000:00000001:1.0:1767384691.264813:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.264814:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.264815:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003e08fe52 refcount=2 00000020:00000001:1.0:1767384691.264817:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531696128 : -115912177855488 : ffff969417d05400) 00010000:00000001:1.0:1767384691.264818:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531696128 : -115912177855488 : ffff969417d05400) 00010000:00000001:1.0:1767384691.264820:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.264821:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.264823:0:39780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.264827:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.264828:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.264829:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.264829:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.264830:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003e08fe52 refcount=3 00000020:00000001:1.0:1767384691.264851:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531696128 : -115912177855488 : ffff969417d05400) 00010000:00000001:1.0:1767384691.264853:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531696128 : -115912177855488 : ffff969417d05400) 00010000:00000001:1.0:1767384691.264855:0:39780:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.264857:0:39780:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.264864:0:39780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.264865:0:39780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.264871:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.264872:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.264874:0:39780:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.264879:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.264880:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.264882:0:39780:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384691.264885:0:39780:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000879ec396. 00010000:00000001:1.0:1767384691.264887:0:39780:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384691.264901:0:39780:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384691.264903:0:39780:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.264906:0:39780:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.264907:0:39780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.264908:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.264909:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.264911:0:39780:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.264913:0:39780:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x534bb1615bf4c97f 00010000:00000001:1.0:1767384691.264915:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.264916:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.264918:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007040f296 refcount=2 00000020:00000001:1.0:1767384691.264920:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00000020:00000001:2.0:1767384691.264921:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384691.264922:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00000020:00000001:2.0:1767384691.264925:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.264927:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1767384691.264930:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384691.264931:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.264934:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:1.0:1767384691.264935:0:39780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384691.264938:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384691.264943:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.264946:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384691.264949:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.264949:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.264951:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.264953:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007040f296 refcount=3 00000020:00000001:1.0:1767384691.264957:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:1.0:1767384691.264960:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:1.0:1767384691.264963:0:39780:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.264966:0:39780:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384691.264967:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003e08fe52 already unused, calling callback (00000000b79f9119) 10000000:00000001:2.0:1767384691.264973:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384691.264976:0:39780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:00010000:2.0:1767384691.264977:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384691.264980:0:39780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384691.264985:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384691.264988:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.264990:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.264992:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003e08fe52 refcount=3 00010000:00000001:1.0:1767384691.264994:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384691.264995:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531696128 : -115912177855488 : ffff969417d05400) 00010000:00000001:1.0:1767384691.264998:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.264999:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531696128 : -115912177855488 : ffff969417d05400) 00010000:00010000:1.0:1767384691.265002:0:39780:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384691.265003:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384691.265005:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384691.265018:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384691.265020:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384691.265033:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767384691.265036:0:16767:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:2.0:1767384691.265037:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384691.265037:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000040:2.0:1767384691.265040:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000988bbad0) refs 3 00010000:00000001:1.0:1767384691.265041:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384691.265042:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.265044:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265048:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384691.265048:0:39780:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384691.265051:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384691.265053:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384691.265054:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:1.0:1767384691.265054:0:39780:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e8e8f685. 00010000:00000001:2.0:1767384691.265056:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.265059:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003e08fe52 with handle 0x534bb1615bf4c550 from hash 00010000:00000001:1.0:1767384691.265059:0:39780:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384691.265063:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384691.265068:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384691.265068:0:39780:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384691.265070:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.265072:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384691.265075:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384691.265075:0:39780:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265077:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384691.265080:0:39780:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265081:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384691.265083:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384691.265085:0:39780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000010:2.0:1767384691.265088:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000544687c4. 00010000:00000001:1.0:1767384691.265089:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384691.265091:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767384691.265092:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00010000:00000001:1.0:1767384691.265092:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384691.265093:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.265096:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.265097:0:39780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 2 00010000:00010000:0.0:1767384691.265097:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384691.265098:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384691.265101:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:1.0:1767384691.265101:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:2.0:1767384691.265105:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.265105:0:39780:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.265109:0:39780:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x534bb1615bf4c5c7 02000000:00000010:2.0:1767384691.265111:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ae57975. 00010000:00000001:1.0:1767384691.265113:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384691.265116:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.265116:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384691.265120:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:1.0:1767384691.265120:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac4c686 refcount=2 00000020:00000001:1.0:1767384691.265125:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694080 : -115912177857536 : ffff969417d04c00) 00010000:00010000:2.0:1767384691.265126:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.265129:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694080 : -115912177857536 : ffff969417d04c00) 00010000:00000001:1.0:1767384691.265134:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.265137:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.265138:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767384691.265141:0:39780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384691.265142:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.265147:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384691.265149:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.265151:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.265153:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.265154:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.265155:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384691.265157:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000544687c4] to pc [ptlrpcd_00_01+1] req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384691.265158:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac4c686 refcount=3 00000020:00000001:1.0:1767384691.265162:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694080 : -115912177857536 : ffff969417d04c00) 00010000:00000001:1.0:1767384691.265166:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694080 : -115912177857536 : ffff969417d04c00) 00010000:00000001:1.0:1767384691.265170:0:39780:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.265173:0:39780:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.265180:0:39780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.265181:0:39780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.265184:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.265185:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.265186:0:39780:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.265190:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.265192:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.265194:0:39780:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384691.265196:0:39780:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000060846535. 00010000:00000001:1.0:1767384691.265198:0:39780:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384691.265201:0:39780:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384691.265202:0:39780:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.265204:0:39780:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265205:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384691.265206:0:39780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.265209:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.265211:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.265211:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.265215:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.265215:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384691.265218:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384691.265219:0:39780:0:(mgc_request.c:123:config_log_put()) log params(000000008333a940) refs 2 00010000:00000001:2.0:1767384691.265223:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.265224:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.265228:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.265228:0:39780:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.265232:0:39780:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x534bb1615bf4c542 00010000:00010000:2.0:1767384691.265233:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.265234:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384691.265235:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.265238:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.265241:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009265d9cb refcount=2 00000100:00000001:0.0:1767384691.265245:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384691.265248:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384691.265248:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691008 : -115912177860608 : ffff969417d04000) 00000100:00000001:0.0:1767384691.265248:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384691.265252:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 000000003e08fe52/0x534bb1615bf4c550 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c557 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.265253:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691008 : -115912177860608 : ffff969417d04000) 00000100:00000040:0.0:1767384691.265256:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384691.265258:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.265261:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.265266:0:39780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.265281:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384691.265283:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.265286:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.265288:0:39780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.265289:0:39780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.265290:0:39780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009265d9cb refcount=3 00010000:00000001:2.0:1767384691.265291:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384691.265291:0:39780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691008 : -115912177860608 : ffff969417d04000) 00000100:00000001:0.0:1767384691.265292:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265295:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384691.265297:0:39780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691008 : -115912177860608 : ffff969417d04000) 00010000:00000010:2.0:1767384691.265299:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000879ec396. 00010000:00000001:1.0:1767384691.265300:0:39780:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:0.0:1767384691.265301:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767384691.265304:0:39780:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384691.265305:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.265305:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384691.265311:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384691.265312:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.265315:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.265315:0:39780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.265318:0:39780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384691.265318:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000544687c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059682816:0@lo:103: 00010000:00010000:2.0:1767384691.265321:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384691.265326:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384691.265329:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384691.265329:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384691.265330:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.265334:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384691.265335:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384691.265335:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767384691.265336:0:39780:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384691.265339:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.265344:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384691.265348:0:39780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.265350:0:39780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384691.265350:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0f3cf2d. 00010000:00000001:1.0:1767384691.265353:0:39780:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:0.0:1767384691.265356:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.265359:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dac4c686 already unused, calling callback (00000000b79f9119) 00010000:00000010:1.0:1767384691.265359:0:39780:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008e8b5093. 00000400:00000010:0.0:1767384691.265361:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 00010000:00000001:1.0:1767384691.265363:0:39780:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:00000001:2.0:1767384691.265365:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:1.0:1767384691.265367:0:39780:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:2.0:1767384691.265368:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384691.265369:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa7fb912. 00010000:00000001:1.0:1767384691.265370:0:39780:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.265375:0:39780:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384691.265376:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682816, portal 18 00010000:00000001:1.0:1767384691.265379:0:39780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.265382:0:39780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384691.265382:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767384691.265384:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384691.265387:0:39780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384691.265387:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864914176 : -115916844637440 : ffff969301a6e300) 00010000:00000001:2.0:1767384691.265388:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.265392:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:1.0:1767384691.265392:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:2.0:1767384691.265395:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac4c686 refcount=3 10000000:00000040:1.0:1767384691.265395:0:39780:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000002364ec40) refs 2 00000100:00000040:0.0:1767384691.265396:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384691.265400:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531694080 : -115912177857536 : ffff969417d04c00) 10000000:00000001:1.0:1767384691.265401:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.265403:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.265406:0:39780:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000ac1bf6a7) refs 3 00010000:00000001:2.0:1767384691.265407:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531694080 : -115912177857536 : ffff969417d04c00) 10000000:00000001:1.0:1767384691.265410:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384691.265413:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:1.0:1767384691.265414:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1767384691.265417:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384691.265417:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384691.265418:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384691.265421:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.265424:0:39780:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000988bbad0) refs 2 00000100:00000040:0.0:1767384691.265425:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384691.265429:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000010:0.0:1767384691.265430:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 10000000:00000001:1.0:1767384691.265431:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.265432:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000040:1.0:1767384691.265435:0:39780:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000988bbad0) refs 1 10000000:00010000:2.0:1767384691.265436:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384691.265436:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059682816, offset 0 10000000:01000000:1.0:1767384691.265439:0:39780:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:1.0:1767384691.265443:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.265445:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.265447:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384691.265448:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:1.0:1767384691.265450:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:01000000:2.0:1767384691.265451:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1767384691.265453:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.265454:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.265455:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.265455:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.265457:0:39780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.265460:0:39780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:01000000:2.0:1767384691.265461:0:16767:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000400:00000200:0.0:1767384691.265462:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384691.265463:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a8d4790a : new refcount 10 10000000:00000001:2.0:1767384691.265466:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000010:1.0:1767384691.265468:0:39780:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000988bbad0. 10000000:00000040:2.0:1767384691.265470:0:16767:0:(mgc_request.c:123:config_log_put()) log params(000000008333a940) refs 1 10000000:00000001:1.0:1767384691.265472:0:39780:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767384691.265474:0:16767:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1767384691.265475:0:39780:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000400:00000200:0.0:1767384691.265476:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a08200 10000000:00000001:2.0:1767384691.265480:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.265480:0:39780:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384691.265483:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.265484:0:39780:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384691.265485:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 10000000:00000001:2.0:1767384691.265486:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.265490:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384691.265491:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068b3d267. 10000000:00000001:2.0:1767384691.265492:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.265495:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000040:00000010:1.0:1767384691.265495:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009e658188. 10000000:00000001:2.0:1767384691.265496:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384691.265497:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767384691.265500:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384691.265500:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009256a827. 10000000:00000001:2.0:1767384691.265503:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384691.265504:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:2.0:1767384691.265506:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384691.265506:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000afbba46d. 00000020:00000040:2.0:1767384691.265509:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000a8d4790a : new refcount 9 00000100:00000001:0.0:1767384691.265510:0:16141:0:(events.c:286:request_in_callback()) Process entered 00040000:00000010:1.0:1767384691.265511:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000444d7cc8. 10000000:00000010:2.0:1767384691.265513:0:16767:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 000000008333a940. 00040000:00000010:1.0:1767384691.265516:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a6ff12c. 10000000:00000001:2.0:1767384691.265518:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000200:0.0:1767384691.265521:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 10000000:00000001:2.0:1767384691.265522:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384691.265523:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000097acbfc. 00010000:00000001:2.0:1767384691.265528:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:1.0:1767384691.265529:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efc56dd4. 00000100:00000010:0.0:1767384691.265530:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab01833. 00010000:00000001:2.0:1767384691.265532:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384691.265534:0:39780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265536:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767384691.265536:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000bab01833 x1853237059682816 msgsize 328 00000020:00000010:1.0:1767384691.265537:0:39780:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 0000000026a8fd43. 00010000:00000001:2.0:1767384691.265539:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384691.265543:0:39780:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265544:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.265548:0:39780:0:(obd_config.c:1053:class_get_profile()) Process entered 00000100:00100000:0.0:1767384691.265549:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384691.265550:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dac4c686 with handle 0x534bb1615bf4c5c7 from hash 00000020:00000001:1.0:1767384691.265551:0:39780:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1767384691.265554:0:39780:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446628161276849344 : -115912432702272 : ffff9694089facc0) 00010000:00000001:2.0:1767384691.265555:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384691.265558:0:39780:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446628161276849344 : -115912432702272 : ffff9694089facc0) 00010000:00000001:2.0:1767384691.265559:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384691.265560:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384691.265562:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384691.265563:0:39780:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000002120da71. 00010000:00000001:2.0:1767384691.265565:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384691.265568:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384691.265568:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000020:01000004:1.0:1767384691.265569:0:39780:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00010000:00000001:2.0:1767384691.265570:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000010:0.0:1767384691.265572:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000020:00000001:1.0:1767384691.265573:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00010000:00000001:2.0:1767384691.265576:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:01000000:1.0:1767384691.265577:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000100:00000001:0.0:1767384691.265579:0:16141:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767384691.265580:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384691.265581:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384691.265581:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000af750929. 00000100:00000200:0.0:1767384691.265585:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384691.265587:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682816 00000100:00000010:2.0:1767384691.265587:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071f5eb95. 00000020:00000080:1.0:1767384691.265587:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 02000000:00000001:3.0:1767384691.265593:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384691.265593:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000020:00000001:1.0:1767384691.265593:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384691.265597:0:39780:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000100:00000001:3.0:1767384691.265598:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384691.265598:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384691.265602:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384691.265603:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384691.265605:0:39780:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000a13a6a4c lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 02000000:00000001:2.0:1767384691.265606:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.265610:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.265610:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384691.265612:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bdcdce1. 00000100:00100000:3.0:1767384691.265616:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682816 00000100:00000040:0.0:1767384691.265616:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00080000:1.0:1767384691.265618:0:39780:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 0000000002562b51 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa 192.168.202.17@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384691.265621:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384691.265621:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.265625:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00010000:00000001:2.0:1767384691.265626:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:3.0:1767384691.265631:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1767384691.265632:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384691.265633:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:3.0:1767384691.265636:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=14 00000020:00080000:1.0:1767384691.265637:0:39780:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000ad73c424) has exports, disconnecting them 00000020:00000001:3.0:1767384691.265641:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384691.265642:0:39780:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384691.265645:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000a13a6a4c refcount=5 00000020:00000001:3.0:1767384691.265647:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:0.0:1767384691.265648:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.265650:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:1.0:1767384691.265650:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000a13a6a4c refcount=6 00000100:00000001:3.0:1767384691.265654:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384691.265654:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384691.265655:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:1.0:1767384691.265657:0:39780:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000a13a6a4c), last request at 1767384689 00000020:00000010:3.0:1767384691.265658:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2c2b5d. 00000100:00000001:2.0:1767384691.265659:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384691.265661:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.265662:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:3.0:1767384691.265663:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.265663:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384691.265665:0:39780:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000010:3.0:1767384691.265669:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2c2b5d. 00000020:00000040:1.0:1767384691.265669:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000a13a6a4c refcount=7 00000100:00000001:0.0:1767384691.265670:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294981367 00000100:00000040:2.0:1767384691.265672:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071f5eb95] to pc [ptlrpcd_00_02+2] req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384691.265673:0:39780:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000010:3.0:1767384691.265675:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005334718c. 00000020:00000001:1.0:1767384691.265677:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:0.0:1767384691.265680:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294981365 00000020:00000040:1.0:1767384691.265681:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 6 00000020:00000010:3.0:1767384691.265682:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072233943. 00000020:00000080:1.0:1767384691.265686:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c661 00000020:00000010:3.0:1767384691.265688:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000040:1.0:1767384691.265690:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a13a6a4c with handle 0x534bb1615bf4c661 from hash 00000100:00000001:0.0:1767384691.265691:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294981367 00000100:00000040:3.0:1767384691.265694:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000040:1.0:1767384691.265695:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 5 00000100:00000001:0.0:1767384691.265697:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294981365 00010000:00000001:2.0:1767384691.265698:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384691.265699:0:39780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000350a8936. 00000100:00000001:0.0:1767384691.265703:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294981367 00000100:00000001:3.0:1767384691.265704:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384691.265704:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384691.265705:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:3.0:1767384691.265708:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384691.265708:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384691.265709:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 4 00000100:00000001:0.0:1767384691.265710:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294981365 00010000:00000001:2.0:1767384691.265711:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.265712:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000001:1.0:1767384691.265713:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384691.265715:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384691.265716:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 3 00010000:00000001:2.0:1767384691.265717:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.265718:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384691.265718:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294981367 00000020:00000001:1.0:1767384691.265721:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.265723:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767384691.265723:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.265724:0:39780:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:0.0:1767384691.265725:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294981365 00000020:00000001:3.0:1767384691.265726:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1767384691.265729:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767384691.265729:0:39780:0:(import.c:65:import_set_state_nolock()) 000000004d44a75f : changing import state from FULL to CLOSED 00000020:00000040:3.0:1767384691.265730:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007ede33eb refcount=3 00000100:00000001:0.0:1767384691.265731:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384691.265735:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581149696 : -115912128401920 : ffff96941ac2ee00) 00000100:00000001:1.0:1767384691.265736:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384691.265738:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.265739:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:3.0:1767384691.265740:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581149696 : -115912128401920 : ffff96941ac2ee00) 00000100:00000001:1.0:1767384691.265742:0:39780:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384691.265758:0:39780:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.265759:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.265759:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384691.265759:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.265762:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384691.265764:0:39780:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000001:0.0:1767384691.265764:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384691.265766:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 00000000dac4c686/0x534bb1615bf4c5c7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c5ce expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384691.265767:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.265769:0:39780:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000001:3.0:1767384691.265771:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.265772:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1767384691.265773:0:39780:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.265776:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000001:1.0:1767384691.265778:0:39780:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.265779:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.265783:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1767384691.265784:0:39780:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:0.0:1767384691.265786:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000040:1.0:1767384691.265787:0:39780:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 5 00010000:00000001:2.0:1767384691.265788:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384691.265790:0:39780:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:3.0:1767384691.265791:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.265792:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000040:1.0:1767384691.265794:0:39780:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 4 00010000:00000010:2.0:1767384691.265796:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000060846535. 00000020:00000040:1.0:1767384691.265797:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 2 00000100:00000001:0.0:1767384691.265797:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.265802:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384691.265803:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.265803:0:39780:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000001:0.0:1767384691.265804:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.265806:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000040:1.0:1767384691.265806:0:39780:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 3 00000020:00000001:2.0:1767384691.265810:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384691.265811:0:39780:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00100000:3.0:1767384691.265815:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:2.0:1767384691.265815:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384691.265815:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 1 00000100:00000040:3.0:1767384691.265818:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000004:00000001:1.0:1767384691.265819:0:39780:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.265821:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384691.265823:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628162027865856 : -115911681685760 : ffff969435634700) 00000020:00000001:1.0:1767384691.265823:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.265825:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384691.265828:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00080000:1.0:1767384691.265828:0:39780:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000a13a6a4c): rc 0 00010000:00010000:2.0:1767384691.265858:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384691.265861:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bab01833 x1853237059682816/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.265872:0:39781:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1767384691.265877:0:39781:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000f805b4b7. 00000100:00000001:3.0:1767384691.265879:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384691.265883:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a8611a1. 00000020:00000010:3.0:1767384691.265885:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2c2b5d. 00010000:00010000:2.0:1767384691.265888:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009265d9cb already unused, calling callback (00000000b79f9119) 00000020:00000040:1.0:1767384691.265889:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a13a6a4c : new refcount 0 00000100:00000001:3.0:1767384691.265890:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384691.265891:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000044b20f21. 10000000:00000001:2.0:1767384691.265893:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000080:1.0:1767384691.265894:0:39780:0:(genops.c:904:class_export_put()) final put 00000000a13a6a4c/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000010:3.0:1767384691.265897:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2c2b5d. 10000000:00010000:2.0:1767384691.265897:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384691.265898:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d9e226d7. 00000020:00000001:1.0:1767384691.265905:0:39780:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000010:0.0:1767384691.265905:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de62e682. 00000100:00100000:3.0:1767384691.265908:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bab01833 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+14:16141:x1853237059682816:12345-0@lo:103: 00010000:00000001:2.0:1767384691.265909:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:1.0:1767384691.265909:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:0.0:1767384691.265912:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007c00c6bf. 00010000:00000001:2.0:1767384691.265914:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.265914:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00000100:00000200:3.0:1767384691.265915:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682816 00000020:00000001:2.0:1767384691.265918:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384691.265919:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000004:00000001:1.0:1767384691.265919:0:39780:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 80000000:00000010:0.0:1767384691.265920:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a3455e0c. 00000004:00000001:1.0:1767384691.265922:0:39780:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00010000:00000002:3.0:1767384691.265923:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000040:2.0:1767384691.265923:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009265d9cb refcount=3 40000000:00000010:0.0:1767384691.265925:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041b77f17. 00000004:00000001:1.0:1767384691.265926:0:39780:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00000001:3.0:1767384691.265927:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000004:00000080:1.0:1767384691.265930:0:39780:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa8344a0bbb28 00000020:00000001:2.0:1767384691.265931:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531691008 : -115912177860608 : ffff969417d04000) 00000100:00000001:3.0:1767384691.265933:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00100000:00000010:0.0:1767384691.265933:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d4f059d. 00010000:00000001:2.0:1767384691.265937:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531691008 : -115912177860608 : ffff969417d04000) 00100000:00000001:1.0:1767384691.265937:0:39780:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00040000:00000010:0.0:1767384691.265940:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000044f28c5. 00100000:00000001:1.0:1767384691.265942:0:39780:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384691.265943:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384691.265943:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00040000:00000010:0.0:1767384691.265945:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c3898d5b. 02000000:00000010:3.0:1767384691.265947:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003f2aa6bf. 00010000:00010000:2.0:1767384691.265948:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384691.265948:0:39780:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384691.265951:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c1c82140. 02000000:00000001:3.0:1767384691.265952:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384691.265953:0:39780:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000100:00000001:3.0:1767384691.265957:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384691.265959:0:39780:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000008c772ee3. 00002000:00000010:0.0:1767384691.265960:0:39781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000ea3395f. 00010000:00000001:3.0:1767384691.265962:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000001:1.0:1767384691.265964:0:39780:0:(mdd_device.c:1194:mdd_process_config()) Process entered 10000000:00000001:2.0:1767384691.265967:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000004:00000001:1.0:1767384691.265967:0:39780:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00010000:3.0:1767384691.265968:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:0.0:1767384691.265970:0:39781:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000035c5173f. 10000000:00010000:2.0:1767384691.265971:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384691.265972:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:1.0:1767384691.265975:0:39780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000020:00000001:3.0:1767384691.265976:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1767384691.265977:0:39780:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000020:00000040:3.0:1767384691.265981:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007ede33eb refcount=3 00000004:00000040:1.0:1767384691.265981:0:39780:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff969437e60000 00000020:00000001:0.0:1767384691.265982:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:01000000:2.0:1767384691.265983:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000020:00000001:0.0:1767384691.265986:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.265988:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581149696 : -115912128401920 : ffff96941ac2ee00) 00000100:00000001:1.0:1767384691.265988:0:39780:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 10000000:01000000:2.0:1767384691.265990:0:16767:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00080000:1.0:1767384691.265991:0:39780:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00010000:00010000:0.0:1767384691.265992:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384691.265994:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581149696 : -115912128401920 : ffff96941ac2ee00) 10000000:00000001:2.0:1767384691.265994:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384691.265995:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00000040:2.0:1767384691.265999:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000002364ec40) refs 1 00000100:00000001:1.0:1767384691.265999:0:39780:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767384691.265999:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000040:3.0:1767384691.266000:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 5 00000100:00100000:1.0:1767384691.266003:0:39780:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00010000:00000001:0.0:1767384691.266004:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:01000000:2.0:1767384691.266005:0:16767:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00000001:3.0:1767384691.266006:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384691.266006:0:39780:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:2.0:1767384691.266009:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384691.266009:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384691.266011:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384691.266011:0:39780:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000001:2.0:1767384691.266013:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384691.266014:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00000001:2.0:1767384691.266015:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384691.266016:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384691.266017:0:39780:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:2.0:1767384691.266018:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384691.266020:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384691.266022:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384691.266022:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000001:3.0:1767384691.266025:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384691.266026:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000004:00000040:1.0:1767384691.266027:0:39780:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00010000:00010000:0.0:1767384691.266027:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007040f296 already unused, calling callback (00000000b79f9119) 00010000:00000001:3.0:1767384691.266029:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 10000000:00000001:2.0:1767384691.266029:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384691.266032:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:2.0:1767384691.266034:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384691.266034:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:2.0:1767384691.266037:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00080000:1.0:1767384691.266037:0:39780:0:(osp_dev.c:1621:osp_import_event()) got inactive 00010000:00000001:3.0:1767384691.266038:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:0.0:1767384691.266038:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384691.266041:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384691.266041:0:39780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000001:1.0:1767384691.266043:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00010000:00000001:3.0:1767384691.266045:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:2.0:1767384691.266046:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000001:00000001:1.0:1767384691.266047:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:3.0:1767384691.266049:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.266049:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000a8d4790a : new refcount 8 10000000:00000010:2.0:1767384691.266054:0:16767:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000002364ec40. 00000020:00000040:3.0:1767384691.266055:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007ede33eb with handle 0x534bb1615bf4c557 from hash 00010000:00000001:0.0:1767384691.266056:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:2.0:1767384691.266057:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.266060:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.266061:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384691.266061:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384691.266063:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384691.266064:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384691.266066:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:0.0:1767384691.266069:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007040f296 refcount=3 00010000:00000001:3.0:1767384691.266070:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.266070:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384691.266074:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.266074:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384691.266075:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00010000:00000001:2.0:1767384691.266076:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.266078:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:2.0:1767384691.266079:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009265d9cb with handle 0x534bb1615bf4c542 from hash 00010000:00000001:3.0:1767384691.266081:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000001:1.0:1767384691.266084:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.266086:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.266086:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384691.266087:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161204135936 : -115912505415680 : ffff9694044a2800) 00000001:00000001:1.0:1767384691.266088:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00010000:00000001:2.0:1767384691.266090:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384691.266092:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007ede33eb/0x534bb1615bf4c557 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c550 expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384691.266093:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:0.0:1767384691.266094:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384691.266095:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.266098:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1767384691.266099:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384691.266102:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767384691.266106:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 8 00010000:00000001:2.0:1767384691.266106:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:3.0:1767384691.266110:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 13 00010000:00000001:2.0:1767384691.266114:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:00000001:0.0:1767384691.266116:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384691.266117:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384691.266118:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384691.266118:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384691.266119:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384691.266123:0:39780:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000010:2.0:1767384691.266124:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ecc536. 00000020:00000040:2.0:1767384691.266129:0:16767:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00010000:00000001:3.0:1767384691.266132:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 10000000:01000000:0.0:1767384691.266134:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:3.0:1767384691.266136:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384691.266136:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:01000000:0.0:1767384691.266139:0:16766:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 02000000:00000001:2.0:1767384691.266140:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1767384691.266140:0:39780:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00010000:00000001:3.0:1767384691.266141:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384691.266144:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384691.266145:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.266146:0:39780:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384691.266147:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384691.266147:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000007307197) refs 1 00000020:00000040:1.0:1767384691.266151:0:39780:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384691.266152:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:2.0:1767384691.266152:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2e2fab. 10000000:01000000:0.0:1767384691.266153:0:16766:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1767384691.266156:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1767384691.266157:0:39780:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1767384691.266158:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384691.266159:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.266159:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.266161:0:39780:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384691.266161:0:16766:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384691.266164:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00000001:0.0:1767384691.266166:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384691.266167:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384691.266167:0:39780:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00010000:2.0:1767384691.266168:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384691.266168:0:16766:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384691.266171:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.266171:0:39780:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:00000001:0.0:1767384691.266172:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384691.266176:0:16766:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00001000:3.0:1767384691.266179:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=99 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384691.266179:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000010:1.0:1767384691.266179:0:39780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf6af63a. 10000000:00000001:0.0:1767384691.266179:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384691.266183:0:16766:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384691.266184:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384691.266185:0:39780:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 10000000:00000001:0.0:1767384691.266186:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384691.266187:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384691.266188:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:0.0:1767384691.266190:0:16766:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1767384691.266192:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000100:00000001:2.0:1767384691.266192:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.266193:0:39780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384691.266193:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000a8d4790a : new refcount 7 02000000:00000001:1.0:1767384691.266197:0:39780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384691.266198:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 10000000:00000010:0.0:1767384691.266200:0:16766:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 0000000007307197. 02000000:00000001:1.0:1767384691.266202:0:39780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.266203:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ecc536] to pc [ptlrpcd_00_03+3] req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384691.266204:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 10000000:00000001:0.0:1767384691.266205:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:3.0:1767384691.266208:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384691.266209:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384691.266210:0:39780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000444d7cc8. 00000100:00000001:3.0:1767384691.266216:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384691.266216:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384691.266218:0:39780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266220:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384691.266224:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384691.266224:0:39780:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628161546350848 : -115912163200768 : ffff969418aff100) 00010000:00000001:0.0:1767384691.266224:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384691.266229:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384691.266230:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00080000:1.0:1767384691.266231:0:39780:0:(import.c:65:import_set_state_nolock()) 000000007c83563e lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:0.0:1767384691.266232:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384691.266238:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007040f296 with handle 0x534bb1615bf4c97f from hash 00000100:00000200:3.0:1767384691.266239:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059682816, offset 224 00000100:00000001:1.0:1767384691.266239:0:39780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384691.266244:0:39780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266245:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384691.266247:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384691.266248:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384691.266251:0:39780:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf6af63a] to pc [ptlrpcd_rcv+-1] req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.266252:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.266256:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384691.266258:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384691.266258:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.266259:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266262:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384691.266264:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266266:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000001:2.0:1767384691.266269:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266271:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:3.0:1767384691.266273:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384691.266274:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384691.266276:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384691.266278:0:39780:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266280:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000004:00000001:1.0:1767384691.266285:0:39780:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.266287:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384691.266288:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a08200 00000100:00000010:0.0:1767384691.266288:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8757cff. 00000004:00000001:1.0:1767384691.266290:0:39780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.266291:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 000000009265d9cb/0x534bb1615bf4c542 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c549 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384691.266294:0:16766:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=7 obd=MGC192.168.202.117@tcp 00080000:00000001:1.0:1767384691.266297:0:39780:0:(osd_handler.c:1463:osd_process_config()) Process entered 00000400:00000200:3.0:1767384691.266300:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x212d [1] + 224 00000100:00000001:0.0:1767384691.266300:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00100000:00000001:1.0:1767384691.266301:0:39780:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 02000000:00000001:0.0:1767384691.266305:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00100000:00000001:1.0:1767384691.266306:0:39780:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00010000:00000040:2.0:1767384691.266308:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c65c41de count: 0 02000000:00000001:0.0:1767384691.266309:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384691.266311:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1767384691.266312:0:39780:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000192335fd. 02000000:00000010:0.0:1767384691.266316:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000902633c8. 00000400:00000200:3.0:1767384691.266317:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000001:1.0:1767384691.266317:0:39780:0:(scrub.c:1029:lustre_index_backup()) Process entered 00010000:00000001:2.0:1767384691.266319:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:1.0:1767384691.266321:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003a8d42fc. 00010000:00000001:2.0:1767384691.266323:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384691.266324:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.266325:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00100000:00000010:1.0:1767384691.266326:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005de4ede8. 00010000:00000010:2.0:1767384691.266327:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008e8b5093. 00010000:00000001:0.0:1767384691.266330:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00100000:00000010:1.0:1767384691.266331:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000098c62455. 00000100:00000200:3.0:1767384691.266332:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.266334:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.266335:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384691.266336:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000dc087dc. 00000020:00000001:2.0:1767384691.266339:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384691.266341:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007d86e530. 00000020:00000001:2.0:1767384691.266342:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384691.266346:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000001a5fd80. 00010000:00010000:2.0:1767384691.266347:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384691.266351:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384691.266351:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bdaf6d5d. 00000020:00000001:2.0:1767384691.266354:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.266357:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00100000:00000010:1.0:1767384691.266358:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000373c5935. 00010000:00010000:2.0:1767384691.266359:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384691.266361:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.266363:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384691.266364:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384691.266364:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000024c22daa. 00000020:00000001:2.0:1767384691.266368:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384691.266370:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e8fa8513. 00000100:00000001:0.0:1767384691.266370:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:2.0:1767384691.266373:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384691.266374:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384691.266375:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000495c9cb. 00000100:00000001:2.0:1767384691.266380:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:1.0:1767384691.266381:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000045ff4663. 00000100:00000001:2.0:1767384691.266384:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.266384:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8757cff] to pc [ptlrpcd_00_00+0] req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384691.266385:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000920e4219. 00100000:00000010:1.0:1767384691.266389:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000017a59bda. 00000100:00000001:2.0:1767384691.266390:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.266391:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384691.266394:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:1.0:1767384691.266394:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cca29b94. 00000100:00000001:2.0:1767384691.266397:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384691.266399:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00100000:00000010:1.0:1767384691.266400:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000641f59fd. 00000400:00000010:3.0:1767384691.266404:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000040:2.0:1767384691.266404:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384691.266405:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000953c4e1d. 00000100:00000001:3.0:1767384691.266412:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00100000:00000010:1.0:1767384691.266412:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b53fd612. 00000100:00000001:2.0:1767384691.266414:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00100000:00000010:1.0:1767384691.266415:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009d31040d. 00010000:00000001:0.0:1767384691.266415:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384691.266419:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000016ec780b. 00000100:00000001:3.0:1767384691.266420:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384691.266421:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384691.266422:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384691.266424:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c6477b8d. 00010000:00000001:0.0:1767384691.266425:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384691.266426:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384691.266428:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266428:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.266429:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384691.266430:0:39780:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000729e24ee. 00000100:00000040:3.0:1767384691.266435:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 02000000:00000001:2.0:1767384691.266435:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266436:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384691.266437:0:39780:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00010000:00000001:3.0:1767384691.266440:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384691.266442:0:39780:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384691.266442:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.266443:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384691.266443:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071f5eb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059682944:0@lo:103: 00010000:00010000:0.0:1767384691.266447:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384691.266451:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab01833 x1853237059682816/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384691.266451:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384691.266452:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00080000:1.0:1767384691.266456:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000ad73c424) has no exports 02000000:00000001:2.0:1767384691.266457:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384691.266460:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.266462:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 02000000:00000001:2.0:1767384691.266465:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384691.266467:0:39780:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:0.0:1767384691.266468:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384691.266469:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b9aa03e. 00010000:00010000:0.0:1767384691.266472:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: 000000007040f296/0x534bb1615bf4c97f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x534bb1615bf4c986 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384691.266473:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.266477:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bab01833 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+13:16141:x1853237059682816:12345-0@lo:103: Request processed in 594us (936us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384691.266479:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e28710a. 00000400:00000010:2.0:1767384691.266485:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb5107f4. 00000100:00000200:2.0:1767384691.266490:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059682944, portal 18 00000100:00100000:3.0:1767384691.266492:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384691.266493:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384691.266495:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384691.266497:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864906112 : -115916844645504 : ffff969301a6c380) 00000100:00000040:3.0:1767384691.266498:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000020:00000001:1.0:1767384691.266499:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.266503:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384691.266504:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384691.266505:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384691.266506:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384691.266510:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767384691.266511:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072233943. 00000020:00000001:1.0:1767384691.266513:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384691.266514:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000553e9fc8 count: 0 00000020:00000010:3.0:1767384691.266517:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00010000:00010000:1.0:1767384691.266520:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384691.266522:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005334718c. 00000100:00000001:2.0:1767384691.266524:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384691.266527:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 12 00010000:00000001:0.0:1767384691.266527:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384691.266531:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384691.266532:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384691.266532:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384691.266534:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 00000100:00000001:1.0:1767384691.266536:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1767384691.266536:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e8e8f685. 00000100:00000200:2.0:1767384691.266537:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059682944, offset 0 00000100:00000001:1.0:1767384691.266541:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384691.266544:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384691.266544:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.266545:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384691.266547:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.266550:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384691.266550:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384691.266551:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384691.266555:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.266556:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384691.266557:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384691.266561:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384691.266562:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384691.266564:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1e4eb0. 00000020:00000001:0.0:1767384691.266566:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767384691.266568:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a08280 00000400:00000200:3.0:1767384691.266570:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7fb912 00000020:00000001:0.0:1767384691.266570:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384691.266576:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa7fb912. 00000100:00000001:1.0:1767384691.266577:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767384691.266577:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384691.266580:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.266581:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384691.266583:0:16141:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384691.266584:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384691.266585:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.266587:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 02000000:00000001:1.0:1767384691.266588:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384691.266589:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384691.266591:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384691.266594:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.266596:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384691.266600:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf6af63a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16139:1853237059683200:0@lo:9: 00000400:00000200:2.0:1767384691.266604:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384691.266609:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384691.266611:0:16142:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384691.266612:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384691.266614:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:1.0:1767384691.266616:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384691.266617:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000811c78c1. 00000100:00000200:3.0:1767384691.266619:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384691.266621:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384691.266622:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000811c78c1 x1853237059682944 msgsize 328 02000000:00000010:1.0:1767384691.266626:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a6ff12c. 02000000:00000001:1.0:1767384691.266631:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384691.266634:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384691.266637:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025fa75b4. 00000100:00000001:3.0:1767384691.266641:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384691.266642:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d824024e. 00000100:00000001:3.0:1767384691.266643:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.266646:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384691.266646:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059683200, portal 4 00000100:00000001:2.0:1767384691.266647:0:16142:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384691.266648:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384691.266649:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384691.266650:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628161546350848 : -115912163200768 : ffff969418aff100) 00000100:00000001:3.0:1767384691.266655:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384691.266657:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.266658:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000239b283f 00000100:00000040:1.0:1767384691.266658:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384691.266660:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384691.266662:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00000100:00001000:3.0:1767384691.266666:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=99 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384691.266667:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384691.266670:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384691.266672:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384691.266673:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384691.266674:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=99 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384691.266675:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059682944 00000100:00000040:1.0:1767384691.266679:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384691.266681:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384691.266682:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384691.266684:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00000100:00000001:3.0:1767384691.266686:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.266686:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384691.266688:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237059683200, offset 0 00000100:00000001:0.0:1767384691.266690:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.266691:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384691.266694:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.266697:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384691.266698:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384691.266699:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.266704:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059682944 00000100:00000001:2.0:1767384691.266705:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384691.266706:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384691.266709:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384691.266710:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384691.266712:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384691.266713:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:0.0:1767384691.266718:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384691.266722:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=13 00000400:00000200:1.0:1767384691.266724:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260a08380 00000020:00000001:0.0:1767384691.266729:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000400:00000200:1.0:1767384691.266735:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5528 00000100:00000001:3.0:1767384691.266736:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384691.266736:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000001:2.0:1767384691.266739:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.266755:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384691.266756:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384691.266757:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.266757:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384691.266758:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384691.266763:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00000100:00000001:2.0:1767384691.266764:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384691.266766:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384691.266766:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384691.266768:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.266769:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294981368 00000020:00000010:0.0:1767384691.266776:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 00000100:00000001:2.0:1767384691.266777:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294981367 00000100:00000001:1.0:1767384691.266777:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384691.266779:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000544687c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059682816:0@lo:103: 00000100:00000200:1.0:1767384691.266781:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384691.266784:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294981368 00000020:00000010:0.0:1767384691.266784:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7a8a85. 00000100:00000010:1.0:1767384691.266787:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018bfcb73. 00000100:00000001:3.0:1767384691.266788:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.266790:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294981367 00000020:00000010:0.0:1767384691.266791:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092838bdb. 00000100:00000001:3.0:1767384691.266793:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384691.266793:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000018bfcb73 x1853237059683200 msgsize 224 00000100:00000001:2.0:1767384691.266794:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294981368 00000100:00000040:3.0:1767384691.266798:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000544687c4 x1853237059682816/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.266800:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294981367 00000020:00000010:0.0:1767384691.266803:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00000001:2.0:1767384691.266805:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294981368 00000100:00100000:1.0:1767384691.266806:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384691.266812:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294981367 00000100:00000040:0.0:1767384691.266813:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384691.266814:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384691.266817:0:16139:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384691.266818:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384691.266819:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384691.266819:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767384691.266821:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0f3cf2d. 00000400:00000200:1.0:1767384691.266822:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00000100:00000001:0.0:1767384691.266823:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384691.266824:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384691.266826:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 02000000:00000001:3.0:1767384691.266827:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384691.266828:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384691.266829:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.266830:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384691.266830:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384691.266852:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=6 obd=MGC192.168.202.117@tcp 00000100:00000200:1.0:1767384691.266853:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1767384691.266855:0:16142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f2dfcc0. 00010000:00000001:0.0:1767384691.266855:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.266856:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384691.266860:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ae57975. 00010000:00000001:0.0:1767384691.266862:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 02000000:00000001:3.0:1767384691.266865:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384691.266866:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384691.266867:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384691.266868:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384691.266871:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384691.266872:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000544687c4. 00000100:00000001:2.0:1767384691.266872:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384691.266873:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384691.266876:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384691.266876:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7650dc1 refcount=3 00000100:00000001:3.0:1767384691.266877:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384691.266879:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.266882:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384691.266882:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581147136 : -115912128404480 : ffff96941ac2e400) 00000100:00000001:3.0:1767384691.266883:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.266885:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384691.266888:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.266889:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384691.266890:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581147136 : -115912128404480 : ffff96941ac2e400) 00000100:00100000:2.0:1767384691.266892:0:16142:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384691.266897:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384691.266897:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384691.266897:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384691.266900:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.266901:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384691.266903:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384691.266905:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.266906:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.266906:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384691.266910:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384691.266912:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.266914:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.266914:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384691.266914:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.266918:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.266919:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384691.266920:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384691.266924:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.266924:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384691.266925:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.266928:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.266929:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384691.266930:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4252 usecs (5 jiffies) 00000100:00000001:3.0:1767384691.266932:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384691.266932:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.266933:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294981362 00000100:00000001:3.0:1767384691.266934:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384691.266937:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.266939:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294981368 00000100:00000040:3.0:1767384691.266941:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.266944:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294981362 00000100:00000001:0.0:1767384691.266945:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384691.266950:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294981368 00000100:00000001:0.0:1767384691.266951:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384691.266956:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294981362 00000100:00100000:0.0:1767384691.266960:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384691.266962:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294981368 00000100:00000040:0.0:1767384691.266967:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 1 00000100:00000001:1.0:1767384691.266968:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294981362 00000100:00000001:3.0:1767384691.266972:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384691.266973:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864919552 : -115916844632064 : ffff969301a6f800) 00000100:00000001:1.0:1767384691.266974:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294981368 00000100:00000001:3.0:1767384691.266975:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.266979:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384691.266982:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384691.266982:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384691.266982:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.266983:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000811c78c1 x1853237059682944/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384691.266986:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.266986:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.266987:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.266992:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384691.266993:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.266993:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384691.266996:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384691.267001:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.267001:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384691.267002:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c8757cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059683328:0@lo:103: 00000100:00000001:1.0:1767384691.267004:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:2.0:1767384691.267009:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7ecc536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059683072:0@lo:103: 00000100:00000001:1.0:1767384691.267010:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.267013:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384691.267014:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384691.267015:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384691.267017:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.267018:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384691.267018:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384691.267020:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00000100:00000001:1.0:1767384691.267021:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.267022:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.267023:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384691.267027:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384691.267027:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.267027:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384691.267031:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005334718c. 02000000:00000001:2.0:1767384691.267033:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384691.267033:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 02000000:00000001:3.0:1767384691.267034:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.267037:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1767384691.267038:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ae57975. 00000400:00000010:3.0:1767384691.267040:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067120f09. 00000100:00100000:1.0:1767384691.267040:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059683200 02000000:00000001:2.0:1767384691.267041:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.267045:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000811c78c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+13:16142:x1853237059682944:12345-0@lo:103: 02000000:00000001:1.0:1767384691.267046:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384691.267048:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d312b25b. 00000400:00000010:3.0:1767384691.267049:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000001:1.0:1767384691.267050:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384691.267054:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 00000100:00000001:1.0:1767384691.267055:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384691.267056:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059682944 00000100:00000200:3.0:1767384691.267057:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059683328, portal 18 00000100:00000200:2.0:1767384691.267059:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059683072, portal 18 00010000:00000001:0.0:1767384691.267061:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767384691.267063:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384691.267063:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384691.267063:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.267067:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027873024 : -115911681678592 : ffff969435636300) 00000100:00000001:2.0:1767384691.267067:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864908800 : -115916844642816 : ffff969301a6ce00) 00000100:00100000:1.0:1767384691.267069:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059683200 00010000:00000002:0.0:1767384691.267072:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1767384691.267075:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384691.267075:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000040:2.0:1767384691.267076:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384691.267079:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384691.267080:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c684 00000100:00000001:0.0:1767384691.267081:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384691.267085:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384691.267086:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.267090:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ff05459 refcount=5 02000000:00000010:0.0:1767384691.267091:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f8bdf028. 00000020:00000001:1.0:1767384691.267097:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 02000000:00000001:0.0:1767384691.267097:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.267103:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161543176192 : -115912166375424 : ffff9694187f8000) 00000100:00000001:0.0:1767384691.267103:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267108:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384691.267109:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384691.267109:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384691.267110:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1767384691.267114:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:2.0:1767384691.267115:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384691.267115:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008591659a. 00000100:00000040:3.0:1767384691.267116:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384691.267118:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384691.267121:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384691.267122:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000020:00000010:1.0:1767384691.267122:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000098b6a633. 00000020:00000040:0.0:1767384691.267125:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7650dc1 refcount=3 00000400:00000010:3.0:1767384691.267128:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d320730. 00000100:00000200:2.0:1767384691.267129:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059683072, offset 0 00000020:00000040:1.0:1767384691.267129:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000020:00000001:0.0:1767384691.267130:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581147136 : -115912128404480 : ffff96941ac2e400) 00000100:00000200:3.0:1767384691.267134:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059683328, offset 0 00010000:00000001:0.0:1767384691.267137:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581147136 : -115912128404480 : ffff96941ac2e400) 00000400:00000200:2.0:1767384691.267141:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384691.267141:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000040:0.0:1767384691.267143:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d020bef count: 3 00000020:00000010:1.0:1767384691.267146:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afbba46d. 00010000:00000001:0.0:1767384691.267147:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384691.267151:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384691.267152:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384691.267152:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:1.0:1767384691.267153:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c03b1636. 00010000:00000001:0.0:1767384691.267156:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384691.267159:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.267160:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000020:00000001:0.0:1767384691.267164:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384691.267166:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384691.267166:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a08300 00010000:00000001:0.0:1767384691.267169:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1767384691.267170:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:0.0:1767384691.267173:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384691.267174:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000100:00000001:1.0:1767384691.267175:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384691.267178:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384691.267179:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384691.267180:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384691.267183:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a08400 00000100:00000001:1.0:1767384691.267183:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.267183:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.267187:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384691.267188:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384691.267191:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.267191:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384691.267195:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000020:00000040:0.0:1767384691.267198:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b7650dc1 with handle 0x534bb1615bf4c5ce from hash 00010000:00000001:0.0:1767384691.267202:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384691.267203:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384691.267203:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.267205:0:16142:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384691.267205:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.267209:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.267212:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384691.267215:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384691.267215:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1767384691.267216:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384691.267218:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384691.267220:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767384691.267223:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000544687c4. 00000100:00000001:1.0:1767384691.267224:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1767384691.267226:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b7650dc1/0x534bb1615bf4c5ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c5c7 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384691.267230:0:16142:0:(events.c:337:request_in_callback()) incoming req@00000000544687c4 x1853237059683072 msgsize 328 00000100:00100000:1.0:1767384691.267233:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384691.267237:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384691.267240:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006ff05459 : new rpc_count 1 00000100:00000001:3.0:1767384691.267242:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1767384691.267242:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 7 00000100:00100000:2.0:1767384691.267243:0:16142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384691.267247:0:17556:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.267247:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628161546351744 : -115912163199872 : ffff969418aff480) 00000020:00000040:0.0:1767384691.267252:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 12 00000100:00000001:3.0:1767384691.267254:0:17556:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267255:0:16142:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384691.267256:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018bfcb73 x1853237059683200/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:672/0 lens 224/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.267261:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.267265:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384691.267266:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384691.267268:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00010000:00000001:0.0:1767384691.267269:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:1.0:1767384691.267271:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d8342ce9. 00000400:00000010:2.0:1767384691.267272:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00010000:00000001:0.0:1767384691.267273:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.267274:0:19654:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384691.267274:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384691.267277:0:19654:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059683072 00000100:00000001:2.0:1767384691.267278:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384691.267279:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d8342ce9. 02000000:00000001:3.0:1767384691.267280:0:19654:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384691.267280:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.267284:0:19654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384691.267285:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384691.267286:0:19654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384691.267286:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384691.267288:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018bfcb73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237059683200:12345-0@lo:9: 00010000:00010000:0.0:1767384691.267289:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:3.0:1767384691.267291:0:19654:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.267293:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384691.267297:0:19654:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059683072 00000100:00000200:1.0:1767384691.267299:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059683200 00000020:00000001:3.0:1767384691.267300:0:19654:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384691.267300:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384691.267304:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.267305:0:19654:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000001:1.0:1767384691.267305:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384691.267310:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384691.267311:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384691.267311:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:0.0:1767384691.267311:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=99 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384691.267313:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=13 00000020:00000001:1.0:1767384691.267317:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.267318:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.267319:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384691.267320:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:1.0:1767384691.267323:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384691.267326:0:19654:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000100:00000040:0.0:1767384691.267326:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000020:00000001:1.0:1767384691.267328:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670860560 : -1038691056 : ffffffffc216d510) 00000100:00000001:0.0:1767384691.267333:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000100:00000001:3.0:1767384691.267334:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384691.267335:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384691.267339:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2c2b5d. 00000100:00000001:2.0:1767384691.267340:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.267340:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384691.267341:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.267345:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384691.267345:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267346:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384691.267347:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384691.267351:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384691.267352:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2c2b5d. 00000100:00000001:2.0:1767384691.267352:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.267352:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384691.267354:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267359:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294981369 00000100:00000040:0.0:1767384691.267359:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384691.267361:0:19654:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa1a40ee. 00000020:00000001:1.0:1767384691.267361:0:17557:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384691.267364:0:17557:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000400:00000010:0.0:1767384691.267365:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000100:00000001:1.0:1767384691.267367:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384691.267369:0:19654:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072233943. 00000100:00000001:2.0:1767384691.267370:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294981368 00000100:00000200:0.0:1767384691.267370:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059682944, offset 224 02000000:00000001:1.0:1767384691.267371:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384691.267376:0:19654:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 02000000:00000010:1.0:1767384691.267376:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d19ba8fe. 00000100:00000001:2.0:1767384691.267379:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294981369 02000000:00000001:1.0:1767384691.267380:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384691.267382:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384691.267384:0:19654:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384691.267384:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267387:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294981368 00000100:00000001:3.0:1767384691.267388:0:19654:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384691.267389:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=6 00000100:00000001:2.0:1767384691.267391:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294981369 00010000:00000001:1.0:1767384691.267393:0:17557:0:(obd_class.h:902:obd_disconnect()) Process entered 00000400:00000200:0.0:1767384691.267395:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384691.267398:0:19654:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384691.267398:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294981368 00002000:00000001:1.0:1767384691.267398:0:17557:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384691.267402:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=7 00010000:00000001:3.0:1767384691.267403:0:19654:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267403:0:16142:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294981369 00010000:00000001:1.0:1767384691.267407:0:17557:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000400:00000200:0.0:1767384691.267408:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a08280 00010000:00000001:3.0:1767384691.267409:0:19654:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384691.267409:0:16142:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294981368 00000020:00000001:1.0:1767384691.267410:0:17557:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:3.0:1767384691.267413:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384691.267414:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 6 00000020:00000001:3.0:1767384691.267415:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384691.267416:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384691.267417:0:17557:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c684 00000020:00000040:3.0:1767384691.267419:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac89132 refcount=3 00000400:00000200:0.0:1767384691.267420:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2139 [1] + 224 00000100:00000001:2.0:1767384691.267422:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.267423:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146112 : -115912128405504 : ffff96941ac2e000) 00000020:00000040:1.0:1767384691.267423:0:17557:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006ff05459 with handle 0x534bb1615bf4c684 from hash 00000100:00000001:2.0:1767384691.267429:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.267430:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146112 : -115912128405504 : ffff96941ac2e000) 00000020:00000040:1.0:1767384691.267430:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 5 00000400:00000200:0.0:1767384691.267431:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384691.267433:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.267435:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384691.267435:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008591659a. 00010000:00000001:3.0:1767384691.267438:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384691.267440:0:17557:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:3.0:1767384691.267441:0:19654:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384691.267441:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384691.267442:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 4 00000100:00000001:2.0:1767384691.267444:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.267446:0:19654:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.267448:0:17557:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:2.0:1767384691.267449:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384691.267450:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 3 00000100:00000001:0.0:1767384691.267450:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384691.267451:0:19654:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.267455:0:16811:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000001:1.0:1767384691.267455:0:17557:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.267456:0:19654:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384691.267456:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384691.267460:0:16811:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.267461:0:17557:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384691.267464:0:17557:0:(import.c:65:import_set_state_nolock()) 00000000d795011e : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384691.267468:0:19654:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384691.267471:0:19654:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384691.267471:0:17557:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384691.267474:0:17557:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384691.267476:0:17557:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00100000:3.0:1767384691.267477:0:19654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384691.267480:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384691.267481:0:19654:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:3.0:1767384691.267485:0:19654:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864914176 : -115916844637440 : ffff969301a6e300) 00010000:00000001:1.0:1767384691.267486:0:17557:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384691.267493:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000544687c4 x1853237059683072/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384691.267493:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efc56dd4. 00000020:00000010:1.0:1767384691.267498:0:17557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e658188. 00000020:00000010:1.0:1767384691.267504:0:17557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000097acbfc. 00000100:00000001:3.0:1767384691.267506:0:19654:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384691.267508:0:17557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034b4fc07. 00000020:00000010:3.0:1767384691.267509:0:19654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2c2b5d. 00000100:00000001:0.0:1767384691.267509:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384691.267511:0:17557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068b3d267. 00000100:00000001:3.0:1767384691.267513:0:19654:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 80000000:00000010:1.0:1767384691.267515:0:17557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000026a8fd43. 00000020:00000010:3.0:1767384691.267516:0:19654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2c2b5d. 00000400:00000200:0.0:1767384691.267517:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 40000000:00000010:1.0:1767384691.267520:0:17557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008591659a. 00000100:00100000:3.0:1767384691.267524:0:19654:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000544687c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+13:16142:x1853237059683072:12345-0@lo:103: 00100000:00000010:1.0:1767384691.267525:0:17557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009256a827. 00000400:00000010:0.0:1767384691.267526:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000100:00000001:2.0:1767384691.267528:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:1.0:1767384691.267530:0:17557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5b506e2. 00000100:00000200:3.0:1767384691.267533:0:19654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059683072 00000100:00000001:2.0:1767384691.267533:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384691.267534:0:17557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007307197. 00000100:00000001:0.0:1767384691.267534:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384691.267536:0:19654:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1767384691.267538:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000002:3.0:1767384691.267540:0:19654:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00080000:00000010:1.0:1767384691.267540:0:17557:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005b457a01. 00000100:00000001:2.0:1767384691.267541:0:16141:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384691.267542:0:19654:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000200:2.0:1767384691.267544:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384691.267545:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.267546:0:19654:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000010:1.0:1767384691.267546:0:17557:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db6f0fd1. 00000100:00000010:2.0:1767384691.267549:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dec4fa8. 02000000:00000001:3.0:1767384691.267550:0:19654:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1767384691.267552:0:17557:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000040:2.0:1767384691.267554:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000001dec4fa8 x1853237059683328 msgsize 328 00000100:00000040:0.0:1767384691.267554:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 02000000:00000010:3.0:1767384691.267555:0:19654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000302004cc. 00000001:00000040:1.0:1767384691.267555:0:17557:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000001:00000001:1.0:1767384691.267563:0:17557:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00010000:00000001:0.0:1767384691.267563:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.267564:0:19654:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384691.267564:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000004:1.0:1767384691.267567:0:17557:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00000001:3.0:1767384691.267570:0:19654:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.267571:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384691.267572:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384691.267573:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384691.267577:0:19654:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00080000:00000010:1.0:1767384691.267579:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e034f7b8. 00000100:00000040:0.0:1767384691.267580:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000811c78c1 x1853237059682944/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384691.267581:0:19654:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:2.0:1767384691.267581:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d320730 00080000:00000001:1.0:1767384691.267583:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161258723328 : -115912450828288 : ffff9694078b1800) 00000400:00000010:2.0:1767384691.267585:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d320730. 00010000:00000001:3.0:1767384691.267587:0:19654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384691.267589:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384691.267590:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384691.267591:0:19654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384691.267595:0:19654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac89132 refcount=3 00000100:00000200:2.0:1767384691.267596:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384691.267600:0:19654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161581146112 : -115912128405504 : ffff96941ac2e000) 00000100:00100000:0.0:1767384691.267606:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000811c78c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+13:16142:x1853237059682944:12345-0@lo:103: Request processed in 587us (980us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384691.267608:0:19654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161581146112 : -115912128405504 : ffff96941ac2e000) 00000001:00000001:1.0:1767384691.267609:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384691.267612:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384691.267615:0:19654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000043f88ea5 count: 2 00000100:00000001:2.0:1767384691.267616:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1767384691.267617:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384691.267621:0:19654:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384691.267621:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384691.267625:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:3.0:1767384691.267626:0:19654:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384691.267629:0:19654:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:0.0:1767384691.267632:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00010000:00000001:3.0:1767384691.267633:0:19654:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267634:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384691.267634:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.267636:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384691.267638:0:19654:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267639:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:1.0:1767384691.267641:0:17557:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000001:0.0:1767384691.267642:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384691.267643:0:19654:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384691.267644:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.267646:0:19654:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384691.267646:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:0.0:1767384691.267646:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092838bdb. 00000100:00000001:2.0:1767384691.267650:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294981369 00010000:00000001:3.0:1767384691.267651:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384691.267652:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00010000:00000001:3.0:1767384691.267654:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384691.267655:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 0, keep current deadline 4294981369 00010000:00000001:3.0:1767384691.267657:0:19654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1767384691.267658:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7a8a85. 00000100:00000001:2.0:1767384691.267659:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294981369 00010000:00000001:3.0:1767384691.267660:0:19654:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.267664:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 1, keep current deadline 4294981369 00000020:00000040:3.0:1767384691.267666:0:19654:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ac89132 with handle 0x534bb1615bf4c549 from hash 00000020:00000040:0.0:1767384691.267666:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 12 00000100:00000001:2.0:1767384691.267667:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294981369 00010000:00000001:3.0:1767384691.267673:0:19654:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384691.267673:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 2, keep current deadline 4294981369 00000100:00000001:0.0:1767384691.267673:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384691.267678:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384691.267678:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294981369 00000100:00000001:2.0:1767384691.267681:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request active for cpu 3, keep current deadline 4294981369 00010000:00000001:3.0:1767384691.267682:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384691.267684:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384691.267685:0:19654:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384691.267686:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.267686:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384691.267690:0:19654:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384691.267691:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.267691:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237059683328 00010000:00000001:3.0:1767384691.267693:0:19654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384691.267695:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.267697:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:3.0:1767384691.267700:0:19654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ac89132/0x534bb1615bf4c549 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c542 expref: 12 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.267701:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384691.267705:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.267706:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384691.267711:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384691.267712:0:19654:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 6 00000020:00000001:2.0:1767384691.267714:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.267716:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237059683328 00000020:00000040:3.0:1767384691.267717:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 11 00010000:00010000:2.0:1767384691.267718:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384691.267720:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:1.0:1767384691.267723:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000020:00000040:0.0:1767384691.267723:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x534bb1615bf4c52d 00000020:00000040:2.0:1767384691.267726:0:39780:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:3.0:1767384691.267727:0:19654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384691.267727:0:17557:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000020:00000001:0.0:1767384691.267727:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384691.267730:0:19654:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:0.0:1767384691.267731:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000136389f3 refcount=12 00000020:00000010:2.0:1767384691.267732:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002dbdace2. 00010000:00000001:3.0:1767384691.267733:0:19654:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:1.0:1767384691.267734:0:17557:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384691.267737:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c57a2bc. 00000020:00000001:0.0:1767384691.267738:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00080000:00000001:1.0:1767384691.267739:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384691.267742:0:19654:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384691.267742:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009e0a767d. 00000020:00000001:0.0:1767384691.267754:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00010000:00000001:3.0:1767384691.267759:0:19654:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.267762:0:19654:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384691.267762:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1767384691.267764:0:19654:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000043f88ea5 count: 0 00000020:00000010:2.0:1767384691.267764:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000027c1f766. 00080000:00000001:1.0:1767384691.267767:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384691.267771:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ef254bb. 00000001:00000040:1.0:1767384691.267771:0:17557:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00010000:00010000:3.0:1767384691.267772:0:19654:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000010:0.0:1767384691.267773:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00010000:00000001:3.0:1767384691.267775:0:19654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1767384691.267777:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d43560da. 00000001:00000001:1.0:1767384691.267777:0:17557:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.267779:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384691.267780:0:19654:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 40000000:00000010:2.0:1767384691.267782:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001183d5f1. 00010000:00000001:3.0:1767384691.267784:0:19654:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.267784:0:17557:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000010:0.0:1767384691.267786:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 00000100:00001000:3.0:1767384691.267788:0:19654:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=99 v=5 (1 0 0 0) 00100000:00000010:2.0:1767384691.267788:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005de462fd. 00080000:00000001:1.0:1767384691.267788:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:0.0:1767384691.267793:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7a8a85. 00000100:00000001:3.0:1767384691.267794:0:19654:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:1.0:1767384691.267794:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032f965e6. 00040000:00000010:2.0:1767384691.267795:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000648ca83. 00080000:00000001:1.0:1767384691.267799:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161258726400 : -115912450825216 : ffff9694078b2400) 00000100:00000040:3.0:1767384691.267800:0:19654:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00040000:00000010:2.0:1767384691.267801:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005af04590. 00000020:00000010:0.0:1767384691.267801:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092838bdb. 00000100:00000001:3.0:1767384691.267805:0:19654:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00080000:00000001:1.0:1767384691.267805:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00040000:00000010:2.0:1767384691.267807:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b27b77d8. 00000020:00000010:0.0:1767384691.267808:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 02000000:00000001:3.0:1767384691.267810:0:19654:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000010:2.0:1767384691.267812:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ba312bf6. 02000000:00000001:3.0:1767384691.267813:0:19654:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.267815:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384691.267818:0:19654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:2.0:1767384691.267818:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036223227. 00000100:00000001:0.0:1767384691.267819:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384691.267823:0:19654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384691.267824:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000004:00000010:2.0:1767384691.267825:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004868c2b0. 00000400:00000010:3.0:1767384691.267827:0:19654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00010000:00000001:0.0:1767384691.267828:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384691.267830:0:19654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059683072, offset 224 00000004:00000010:2.0:1767384691.267830:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000060cdf9eb. 00010000:00000001:0.0:1767384691.267853:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000200:3.0:1767384691.267854:0:19654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384691.267858:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384691.267861:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384691.267864:0:19654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384691.267865:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca9483eb refcount=3 00000004:00000010:2.0:1767384691.267866:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c4d83b55. 00000020:00000001:0.0:1767384691.267871:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00000400:00000200:3.0:1767384691.267872:0:19654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a08300 00000020:00000010:2.0:1767384691.267872:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bad4932c. 00010000:00000001:0.0:1767384691.267877:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00010000:00000001:0.0:1767384691.267881:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384691.267882:0:19654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x214d [1] + 224 00010000:00000001:0.0:1767384691.267883:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000002:2.0:1767384691.267884:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000086b31443/000000008528f0dc to site lru. bkt: 00000000f7a2badc 00010000:00000001:0.0:1767384691.267887:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384691.267889:0:39780:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 000000005976c183. 00000400:00000200:3.0:1767384691.267890:0:19654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384691.267891:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384691.267894:0:39780:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:2.0:1767384691.267897:0:39780:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000001:00000001:1.0:1767384691.267898:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384691.267899:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384691.267900:0:19654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000040:2.0:1767384691.267900:0:39780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000c1cc405 : new refcount 2 00080000:00000001:1.0:1767384691.267902:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384691.267905:0:39780:0:(llog_cat.c:426:llog_cat_close()) Process entered 00080000:00000001:1.0:1767384691.267908:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384691.267909:0:19654:0:(events.c:78:reply_in_callback()) Process entered 00000040:00000001:2.0:1767384691.267910:0:39780:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000001:0.0:1767384691.267912:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384691.267916:0:19654:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384691.267921:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.267924:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384691.267928:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1767384691.267929:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000a4f93ea. 00000100:00000040:3.0:1767384691.267932:0:19654:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384691.267935:0:17557:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000006ff05459 : new cb_count 1 00000100:00100000:0.0:1767384691.267936:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00080000:00000010:2.0:1767384691.267940:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bdb0612d. 00000020:00000040:1.0:1767384691.267941:0:17557:0:(genops.c:887:class_export_get()) GET export 000000006ff05459 refcount=4 00000100:00000040:0.0:1767384691.267942:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000136389f3 : new rpc_count 2 00000100:00000001:0.0:1767384691.267947:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628156864907008 : -115916844644608 : ffff969301a6c700) 00080000:00000001:1.0:1767384691.267949:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00000004:00000010:2.0:1767384691.267950:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ab437189. 00000100:00000040:0.0:1767384691.267955:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001dec4fa8 x1853237059683328/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.267958:0:19654:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384691.267965:0:19654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000004:00000010:2.0:1767384691.267965:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000ac117ed. 00000100:00000001:0.0:1767384691.267966:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384691.267970:0:19654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000020:00000010:0.0:1767384691.267971:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2afab5. 00000004:00000001:2.0:1767384691.267972:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00000001:3.0:1767384691.267975:0:19654:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000040:2.0:1767384691.267976:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000001:0.0:1767384691.267977:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384691.267979:0:19654:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:2.0:1767384691.267980:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000754e2df1. 00000020:00000010:0.0:1767384691.267982:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2afab5. 00000004:00000001:2.0:1767384691.267987:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:2.0:1767384691.267989:0:39780:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.267991:0:19654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384691.267995:0:39780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 0000000006337180. 00000100:00000040:3.0:1767384691.267998:0:19654:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00000100:00100000:0.0:1767384691.268000:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001dec4fa8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+12:16141:x1853237059683328:12345-0@lo:103: 00010000:00000001:3.0:1767384691.268003:0:19654:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.268008:0:19654:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384691.268009:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059683328 00000040:00000010:2.0:1767384691.268010:0:39780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fbef313f. 00080000:00000001:1.0:1767384691.268010:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:0.0:1767384691.268013:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:3.0:1767384691.268016:0:19654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000544687c4 x1853237059683072/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1767384691.268016:0:39780:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.268017:0:17557:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00010000:00000002:0.0:1767384691.268017:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000040:00000001:2.0:1767384691.268021:0:39780:0:(llog_obd.c:93:llog_cleanup()) Process entered 00010000:00000001:0.0:1767384691.268022:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00080000:00000001:1.0:1767384691.268023:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000040:00000040:2.0:1767384691.268024:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000c1cc405 : new refcount 1 00000100:00000001:0.0:1767384691.268028:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767384691.268030:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000009a4e1a1e : new refcount 2 02000000:00000001:0.0:1767384691.268032:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384691.268034:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384691.268035:0:39780:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000000c1cc405. 02000000:00000010:0.0:1767384691.268038:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006f6c3bef. 00000100:00100000:3.0:1767384691.268039:0:19654:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000544687c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d20b236b-0957-4d6e-8439-7c7e78a14581+12:16142:x1853237059683072:12345-0@lo:103: Request processed in 529us (805us total) trans 0 rc 0/0 00000001:00000040:1.0:1767384691.268041:0:17557:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 02000000:00000001:0.0:1767384691.268042:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384691.268043:0:39780:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384691.268049:0:39780:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000001:00000040:1.0:1767384691.268050:0:17557:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000100:00000001:0.0:1767384691.268050:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384691.268052:0:39780:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.268056:0:19654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00000001:0.0:1767384691.268056:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000001:2.0:1767384691.268058:0:39780:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.268058:0:17557:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.268060:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:3.0:1767384691.268062:0:19654:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 1 00000004:00000010:2.0:1767384691.268063:0:39780:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000008c772ee3. 00010000:00000001:0.0:1767384691.268065:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767384691.268066:0:17557:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009e658188. 00000100:00000001:3.0:1767384691.268068:0:19654:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1767384691.268068:0:39780:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000020:00000001:0.0:1767384691.268070:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384691.268072:0:19654:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384691.268074:0:17557:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000097acbfc. 00000020:00000040:0.0:1767384691.268074:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca9483eb refcount=3 00000020:00000010:3.0:1767384691.268076:0:19654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072233943. 00000020:00000001:0.0:1767384691.268080:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00000020:00000010:1.0:1767384691.268081:0:17557:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000034b4fc07. 00000020:00000010:3.0:1767384691.268083:0:19654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00010000:00000001:0.0:1767384691.268084:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628161531693568 : -115912177858048 : ffff969417d04a00) 00000020:00000010:1.0:1767384691.268087:0:17557:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068b3d267. 00000020:00000010:3.0:1767384691.268089:0:19654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa1a40ee. 00010000:00000040:0.0:1767384691.268089:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dae2d6ec count: 2 80000000:00000010:1.0:1767384691.268092:0:17557:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026a8fd43. 00010000:00000001:0.0:1767384691.268093:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384691.268096:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000040:3.0:1767384691.268097:0:19654:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 11 40000000:00000010:1.0:1767384691.268098:0:17557:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008591659a. 00000020:00000001:0.0:1767384691.268098:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000080:2.0:1767384691.268100:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a13a6a4c/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00010000:00000001:0.0:1767384691.268102:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1767384691.268103:0:19654:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384691.268104:0:17557:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009256a827. 00010000:00000001:0.0:1767384691.268105:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.268108:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 17 to 0@lo 00040000:00000010:1.0:1767384691.268109:0:17557:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5b506e2. 00000020:00000001:0.0:1767384691.268110:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.268115:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00000001:0.0:1767384691.268116:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00040000:00000010:1.0:1767384691.268117:0:17557:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000007307197. 00000004:00000001:2.0:1767384691.268119:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000001:3.0:1767384691.268121:0:16800:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.268121:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:1.0:1767384691.268122:0:17557:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005b457a01. 00000020:00000040:2.0:1767384691.268123:0:36:0:(genops.c:1229:class_import_get()) import 000000004d44a75f refcount=2 obd=lustre-MDT0000 00002000:00000010:1.0:1767384691.268126:0:17557:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000db6f0fd1. 00010000:00000001:0.0:1767384691.268127:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384691.268129:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384691.268130:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efc56dd4. 00010000:00000001:0.0:1767384691.268131:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384691.268133:0:36:0:(genops.c:1242:class_import_put()) import 000000004d44a75f refcount=1 obd=lustre-MDT0000 00000001:00000001:1.0:1767384691.268134:0:17557:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:0.0:1767384691.268135:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000040:1.0:1767384691.268138:0:17557:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000009af6601a) : new refcount 4 00000020:00000001:2.0:1767384691.268139:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384691.268139:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.268142:0:17557:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000020:00000001:2.0:1767384691.268143:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384691.268144:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca9483eb with handle 0x534bb1615bf4c986 from hash 00000020:00000040:2.0:1767384691.268146:0:36:0:(genops.c:1242:class_import_put()) import 000000004d44a75f refcount=0 obd=lustre-MDT0000 00000001:00000040:1.0:1767384691.268146:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 3 00010000:00000001:0.0:1767384691.268149:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:2.0:1767384691.268152:0:36:0:(genops.c:1245:class_import_put()) final put import 000000004d44a75f 00000020:00000040:1.0:1767384691.268152:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 3 00010000:00000001:0.0:1767384691.268152:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1767384691.268157:0:17557:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:0.0:1767384691.268157:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384691.268160:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000009af6601a) : new refcount 2 00010000:00000001:0.0:1767384691.268160:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:1.0:1767384691.268164:0:17557:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:0.0:1767384691.268164:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767384691.268166:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 2 00002000:00000001:1.0:1767384691.268167:0:17557:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.268168:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384691.268171:0:17557:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384691.268172:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000009ea749c0. 00010000:00000001:0.0:1767384691.268175:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.268176:0:17557:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.268179:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000020:00000001:1.0:1767384691.268179:0:17557:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.268181:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca9483eb/0x534bb1615bf4c986 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c97f expref: 11 pid: 19650 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384691.268182:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000040:1.0:1767384691.268183:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237059683200 00000020:00000010:3.0:1767384691.268187:0:39780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b54551e6. 00000001:00000010:2.0:1767384691.268188:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005311e085. 00010000:00000001:1.0:1767384691.268189:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000010:2.0:1767384691.268197:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c300281d. 00010000:00000040:0.0:1767384691.268197:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 5 00000020:00000010:3.0:1767384691.268198:0:39780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d157902b. 00010000:00000200:1.0:1767384691.268198:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018bfcb73 x1853237059683200/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384691.268203:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e47a7cc. 00000020:00000040:0.0:1767384691.268204:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 10 00000020:00000010:3.0:1767384691.268206:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda501. 00000001:00000010:2.0:1767384691.268210:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f2c8d01. 00010000:00000001:0.0:1767384691.268213:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384691.268215:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c3cd201b. 00000001:00000010:2.0:1767384691.268216:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000069fe196d. 00010000:00000001:0.0:1767384691.268216:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384691.268219:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384691.268220:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000040:00000010:3.0:1767384691.268222:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d51c3876. 00000001:00000010:2.0:1767384691.268223:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005dd5ae06. 00010000:00000001:1.0:1767384691.268224:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.268224:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384691.268229:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004dff3ccb. 00000100:00001000:1.0:1767384691.268230:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022994758 time=89 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384691.268230:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384691.268231:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384691.268235:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384691.268236:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1767384691.268238:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000517f451f. 00000001:00000001:2.0:1767384691.268238:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384691.268240:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384691.268240:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dae2d6ec count: 0 00000001:00000010:2.0:1767384691.268241:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7d5c057. 00000100:00000040:1.0:1767384691.268245:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 18 to 0@lo 00000020:00000010:3.0:1767384691.268247:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a040bfe. 00000001:00000010:2.0:1767384691.268247:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df05e2f4. 00000100:00000001:1.0:1767384691.268248:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00010000:00010000:0.0:1767384691.268249:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:1.0:1767384691.268254:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384691.268254:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384691.268255:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000523e75e8. 80000000:00000010:3.0:1767384691.268256:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf7ffc32. 02000000:00000001:1.0:1767384691.268258:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384691.268260:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e8aeb72a. 00010000:00000001:0.0:1767384691.268260:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384691.268262:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 40000000:00000010:3.0:1767384691.268264:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e00ab2c8. 00010000:00000001:0.0:1767384691.268265:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384691.268266:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000852aa0c0. 00000100:00000040:1.0:1767384691.268269:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000010:3.0:1767384691.268271:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005a5caa3f. 00000100:00001000:0.0:1767384691.268272:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aa5d3a0e time=99 v=5 (1 0 0 0) 00000001:00000010:2.0:1767384691.268273:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008299847b. 00000400:00000010:1.0:1767384691.268273:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f65a2c0. 00040000:00000010:3.0:1767384691.268278:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a7bac35c. 00000001:00000001:2.0:1767384691.268280:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000200:1.0:1767384691.268280:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237059683200, offset 224 00000100:00000001:0.0:1767384691.268281:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384691.268283:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00040000:00000010:3.0:1767384691.268284:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000089d99191. 00010000:00000001:2.0:1767384691.268286:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000040:0.0:1767384691.268286:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000aea487ab refcount 19 to 0@lo 00000001:00000010:2.0:1767384691.268290:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000a8a83d60. 00000400:00000200:1.0:1767384691.268290:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:3.0:1767384691.268292:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000022de97f5. 00000100:00000001:0.0:1767384691.268292:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628161276846976 : -115912432704640 : ffff9694089fa380) 00000004:00000001:2.0:1767384691.268297:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.268298:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000010:3.0:1767384691.268299:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d7fd03b5. 00000400:00000200:1.0:1767384691.268300:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384691.268301:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.268302:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.268307:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 7 - export 00000100:00000001:0.0:1767384691.268307:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384691.268309:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260a08380 00000020:00000010:2.0:1767384691.268312:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a13a6a4c. 00000004:00000010:3.0:1767384691.268314:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008a6be02e. 00000100:00000040:0.0:1767384691.268316:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000010:3.0:1767384691.268320:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000403eea5c. 00000400:00000200:1.0:1767384691.268320:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2141 [1] + 224 00000020:00000001:2.0:1767384691.268321:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384691.268327:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000004:00000010:3.0:1767384691.268328:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000920d305d. 00000020:00000080:2.0:1767384691.268329:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000004d44a75f for lustre-MDT0000 00000400:00000200:1.0:1767384691.268329:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767384691.268333:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d08bdd12. 00000020:00000040:2.0:1767384691.268335:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 18 to 0@lo 00000100:00080000:0.0:1767384691.268337:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384691.268339:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 6 - import 00000400:00000200:1.0:1767384691.268339:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384691.268340:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055cd7e47. 00000020:00000040:0.0:1767384691.268343:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 6 - evictor 00000020:00000010:2.0:1767384691.268346:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000004d44a75f. 00000100:00000001:1.0:1767384691.268348:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:3.0:1767384691.268349:0:39780:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000020:00000001:2.0:1767384691.268351:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000004:20000000:3.0:1767384691.268354:0:39780:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00000200:1.0:1767384691.268354:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384691.268359:0:39780:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000040:3.0:1767384691.268366:0:39780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b2ee94df : new refcount 3 00000100:00000040:1.0:1767384691.268367:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384691.268370:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b2ee94df : new refcount 2 00000400:00000010:0.0:1767384691.268371:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000004:00000040:3.0:1767384691.268377:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b2ee94df : new refcount 1 00000100:00000001:2.0:1767384691.268377:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384691.268379:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059683328, offset 224 00000100:00000001:2.0:1767384691.268380:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:3.0:1767384691.268382:0:39780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001af87874 : new refcount 3 00000100:00000001:1.0:1767384691.268384:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:3.0:1767384691.268386:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001af87874 : new refcount 2 00000400:00000200:0.0:1767384691.268388:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:3.0:1767384691.268391:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001af87874 : new refcount 1 00000400:00000001:2.0:1767384691.268392:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384691.268395:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000400:00000001:2.0:1767384691.268396:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00080000:3.0:1767384691.268400:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000ad73c424) has no exports 00000400:00000010:2.0:1767384691.268400:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d312b25b. 00000400:00000200:0.0:1767384691.268400:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384691.268406:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000400:00000200:2.0:1767384691.268406:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000239b283f 00010000:00000001:3.0:1767384691.268409:0:39780:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000400:00000010:2.0:1767384691.268409:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00010000:00000001:3.0:1767384691.268414:0:39780:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000400:00000200:0.0:1767384691.268414:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a08400 00000100:00000001:2.0:1767384691.268415:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384691.268418:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f65a2c0 00010000:00000001:3.0:1767384691.268419:0:39780:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000200:2.0:1767384691.268422:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384691.268422:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f65a2c0. 00000001:00000001:3.0:1767384691.268423:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384691.268427:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1767384691.268427:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384691.268431:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384691.268433:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2149 [1] + 224 00000100:00000001:1.0:1767384691.268435:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384691.268440:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384691.268441:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 17 to 0@lo 00000400:00000200:0.0:1767384691.268442:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384691.268446:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384691.268449:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384691.268452:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384691.268454:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384691.268457:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384691.268460:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018bfcb73 x1853237059683200/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.268461:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.268463:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384691.268466:0:16142:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384691.268468:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384691.268471:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384691.268471:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.268473:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384691.268477:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018bfcb73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16139:x1853237059683200:12345-0@lo:9: Request processed in 1208us (1680us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384691.268478:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384691.268483:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384691.268490:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=99 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384691.268494:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384691.268497:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384691.268498:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ff05459 : new rpc_count 0 00000100:00000001:2.0:1767384691.268500:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.268501:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.268502:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384691.268504:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384691.268505:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384691.268507:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.268509:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c03b1636. 00000100:00000001:2.0:1767384691.268512:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.268515:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00000040:2.0:1767384691.268519:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384691.268520:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afbba46d. 00000020:00000040:1.0:1767384691.268526:0:17557:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 1 00000100:00000001:2.0:1767384691.268530:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384691.268530:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.268532:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384691.268535:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384691.268537:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384691.268540:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384691.268541:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7c659e 00000400:00000010:0.0:1767384691.268546:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7c659e. 00000100:00000001:1.0:1767384691.268547:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384691.268549:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7ecc536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059683072:0@lo:103: 00000100:00000001:1.0:1767384691.268551:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384691.268552:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384691.268556:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384691.268556:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384691.268559:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384691.268561:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025fa75b4. 00000100:00000001:0.0:1767384691.268562:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384691.268564:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d824024e 00000400:00000010:1.0:1767384691.268566:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d824024e. 00000100:00000040:0.0:1767384691.268568:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 16 to 0@lo 00000400:00000001:2.0:1767384691.268570:0:16142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384691.268570:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384691.268573:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384691.268574:0:16142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384691.268577:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e28710a. 00000100:00000200:1.0:1767384691.268577:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.268578:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.268583:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5107f4 00000400:00000010:2.0:1767384691.268586:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb5107f4. 00000100:00000040:0.0:1767384691.268587:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dec4fa8 x1853237059683328/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.268590:0:16142:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384691.268595:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384691.268599:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384691.268625:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384691.268625:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001dec4fa8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d20b236b-0957-4d6e-8439-7c7e78a14581+10:16141:x1853237059683328:12345-0@lo:103: Request processed in 655us (1066us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384691.268626:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384691.268628:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.268632:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384691.268635:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384691.268637:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384691.268640:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.268645:0:16142:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384691.268645:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.268645:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384691.268649:0:16142:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.268651:0:16142:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384691.268651:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000136389f3 : new rpc_count 0 00000100:00001000:1.0:1767384691.268652:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000005145193c time=89 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384691.268655:0:16142:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384691.268656:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384691.268658:0:16142:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1767384691.268658:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fe9cbbf time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384691.268659:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384691.268661:0:16142:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.268664:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384691.268664:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092838bdb. 02000000:00000001:2.0:1767384691.268665:0:16142:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.268666:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384691.268670:0:16142:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=99 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384691.268671:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384691.268671:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00010000:00080000:1.0:1767384691.268676:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384691.268677:0:16142:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=99 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384691.268678:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7a8a85. 00000100:00000001:2.0:1767384691.268685:0:16142:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384691.268686:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 9 00010000:00000001:1.0:1767384691.268687:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.268688:0:16142:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.268691:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.268693:0:16142:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384691.268693:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767384691.268697:0:16142:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384691.268697:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384691.268701:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384691.268702:0:16142:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.268703:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.268706:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384691.268709:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.268709:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.268713:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384691.268717:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384691.268720:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384691.268724:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067120f09. 00000100:00000001:2.0:1767384691.268726:0:16142:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384691.268729:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000496ebe8 00000100:00000001:2.0:1767384691.268731:0:16142:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384691.268732:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.268733:0:16142:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384691.268739:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.268739:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384691.268739:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000496ebe8. 00000100:00000001:1.0:1767384691.268743:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.268757:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1767384691.268759:0:16139:0:(import.c:65:import_set_state_nolock()) 000000007c83563e lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1767384691.268763:0:16142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071f5eb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d20b236b-0957-4d6e-8439-7c7e78a14581:16142:1853237059682944:0@lo:103: 00000100:00000001:1.0:1767384691.268764:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000200:0.0:1767384691.268766:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384691.268769:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000100:00000001:2.0:1767384691.268770:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.268774:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384691.268779:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7ecc536 x1853237059683072/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767384691.268782:0:16139:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:1.0:1767384691.268786:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000200:0.0:1767384691.268786:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.268788:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384691.268791:0:16139:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:2.0:1767384691.268792:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384691.268795:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ae57975. 00000004:00000040:1.0:1767384691.268796:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 02000000:00000001:2.0:1767384691.268799:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384691.268802:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384691.268804:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000004:00080000:1.0:1767384691.268805:0:16139:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384691.268805:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384691.268808:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384691.268810:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d2e2fab. 00000100:00000001:1.0:1767384691.268810:0:16139:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384691.268810:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384691.268816:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384691.268816:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384691.268819:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384691.268819:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384691.268821:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1767384691.268822:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ecc536. 00000100:00000001:0.0:1767384691.268825:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384691.268828:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384691.268829:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.268830:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.268852:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384691.268856:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071f5eb95 x1853237059682944/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384691.268856:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384691.268861:0:39780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b3851e. 00000100:00001000:0.0:1767384691.268863:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e96ca9ec time=99 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384691.268871:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf6af63a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16139:1853237059683200:0@lo:9: 00000100:00001000:0.0:1767384691.268872:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c6bbcb time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384691.268873:0:16142:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384691.268875:0:16142:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384691.268878:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b9aa03e. 00000100:00000001:0.0:1767384691.268880:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384691.268882:0:16142:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384691.268883:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.268883:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.268885:0:16142:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384691.268888:0:16142:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00010000:00000001:0.0:1767384691.268888:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384691.268889:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384691.268891:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.268893:0:16142:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384691.268895:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005bdcdce1. 00000100:00000001:0.0:1767384691.268895:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384691.268897:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf6af63a x1853237059683200/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384691.268901:0:16142:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384691.268903:0:16142:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384691.268904:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384691.268905:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071f5eb95. 00000100:00000001:2.0:1767384691.268910:0:16142:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384691.268913:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.268918:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.268922:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384691.268926:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384691.268927:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384691.268927:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.268930:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384691.268932:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a6ff12c. 00000100:00000001:0.0:1767384691.268932:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384691.268934:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.268936:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.268938:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.268939:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384691.268942:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384691.268944:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384691.268947:0:16139:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384691.268953:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384691.268956:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000444d7cc8. 00000100:00100000:0.0:1767384691.268958:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c8757cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059683328:0@lo:103: 02000000:00000001:1.0:1767384691.268964:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384691.268965:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384691.268967:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384691.268968:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384691.268971:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf6af63a. 00000100:00000040:0.0:1767384691.268972:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c8757cff x1853237059683328/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.268977:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384691.268980:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.268983:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.268986:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384691.268990:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384691.268991:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.268996:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384691.268996:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384691.269000:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384691.269000:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005334718c. 02000000:00000001:0.0:1767384691.269005:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384691.269006:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384691.269008:0:16141:0:(genops.c:1242:class_import_put()) import 00000000b9eb845e refcount=3 obd=MGC192.168.202.117@tcp 00000020:00000001:0.0:1767384691.269009:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384691.269011:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000902633c8. 02000000:00000001:0.0:1767384691.269013:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384691.269014:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384691.269016:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8757cff. 00000100:00000001:0.0:1767384691.269019:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384691.269020:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.269022:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.269025:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384691.269027:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.269028:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.269030:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.279880:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294981369, at 4294981370 00000100:00000040:0.0:1767384691.279880:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294981369, at 4294981370 00000100:00000040:1.0:1767384691.279887:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294981369, at 4294981370 00000100:00000010:2.0:1767384691.279896:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070e8d092. 00000100:00000010:1.0:1767384691.279897:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edd10b23. 00000100:00000010:0.0:1767384691.279903:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065044773. 00000001:00000001:3.0:1767384691.281698:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384691.281702:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384691.281704:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384691.293448:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.293456:0:39780:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.293458:0:39780:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384691.293460:0:39780:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:3.0:1767384691.293462:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:3.0:1767384691.293465:0:39780:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384691.293466:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384691.293468:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c59d 00000020:00000040:3.0:1767384691.293470:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000ea2145e with handle 0x534bb1615bf4c59d from hash 00000020:00000001:3.0:1767384691.293476:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384691.293477:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000000ea2145e : new refcount 1 00000020:00000001:3.0:1767384691.293493:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384691.293494:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000000ea2145e : new refcount 0 00000020:00000080:3.0:1767384691.293495:0:39780:0:(genops.c:904:class_export_put()) final put 000000000ea2145e/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384691.293497:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.293511:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.293513:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384691.293514:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:2.0:1767384691.293533:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384691.293537:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000ea2145e/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384691.293540:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000040:3.0:1767384691.293541:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294981369, at 4294981383 00000020:00000001:2.0:1767384691.293542:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.293546:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000d78c2166) now 4 - export 00000100:00000010:3.0:1767384691.293550:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3dd1b34. 00000020:00000010:2.0:1767384691.293550:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000ea2145e. 00000020:00000001:2.0:1767384691.293562:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384691.293573:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000017e19110. 00000020:00000080:2.0:1767384691.293575:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384691.293581:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384691.293582:0:39780:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384691.293585:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384691.293587:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000d78c2166) has no exports 00000020:00000001:2.0:1767384691.293588:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384691.293591:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:2.0:1767384691.293592:0:39780:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:2.0:1767384691.293593:0:39780:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:2.0:1767384691.293595:0:39780:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:2.0:1767384691.293597:0:39780:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767384691.293599:0:39780:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384691.293601:0:39780:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000001fbcb6f1. 00000020:00000001:2.0:1767384691.293604:0:39780:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767384691.293614:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384691.293616:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384691.293620:0:39780:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000034b83a0c. 00000001:00000001:2.0:1767384691.293624:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384691.293625:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384691.293626:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384691.293628:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004a090e75. 00000001:00000010:2.0:1767384691.293630:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003fd88ff7. 00000001:00000010:2.0:1767384691.293631:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000fbb9c828. 00000001:00000001:2.0:1767384691.293636:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384691.293637:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000024a174c3. 00000020:00000002:2.0:1767384691.293642:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000007b1a3d02/000000001261e3bc to site lru. bkt: 00000000eba206fe 00040000:00000001:2.0:1767384691.293644:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384691.293644:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384691.293646:0:39780:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000da66a63b. 00000001:00000001:2.0:1767384691.293648:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384691.293649:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384691.293649:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384691.293650:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009499d5ef. 00000001:00000010:2.0:1767384691.293651:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000aafd7655. 00000001:00000010:2.0:1767384691.293652:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000045376932. 00000001:00000001:2.0:1767384691.293653:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384691.293654:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005b029bf1. 00000020:00000002:2.0:1767384691.293655:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000baf11bfc/00000000673fff2c to site lru. bkt: 00000000eba206fe 00040000:00000001:2.0:1767384691.293656:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384691.293657:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384691.293658:0:39780:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000cad29625. 00000001:00000001:2.0:1767384691.293660:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384691.293661:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384691.293662:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384691.293663:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001b70c2ba. 00000001:00000010:2.0:1767384691.293664:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a709ecc2. 00000001:00000010:2.0:1767384691.293665:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000aea07e17. 00000001:00000001:2.0:1767384691.293667:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384691.293667:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007e1da502. 00000020:00000002:2.0:1767384691.293669:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000006397686c/00000000c898ccbd to site lru. bkt: 00000000eba206fe 00000020:00000002:2.0:1767384691.293670:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000fc287b34/00000000a6c78040 to site lru. bkt: 00000000526fc980 00040000:00000010:2.0:1767384691.293671:0:39780:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000006c94ebc. 00040000:00000001:2.0:1767384691.293673:0:39780:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767384691.293673:0:39780:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384691.293674:0:39780:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000003a33aad3. 00000020:00000001:2.0:1767384691.293675:0:39780:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767384691.293679:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384691.293679:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384691.293681:0:39780:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000000e45d900. 00000001:00000001:2.0:1767384691.293682:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384691.293683:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384691.293683:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384691.293684:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a0c9a9be. 00000001:00000010:2.0:1767384691.293685:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000002bf417f6. 00000001:00000010:2.0:1767384691.293686:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000098c0cf50. 00000001:00000001:2.0:1767384691.293687:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384691.293688:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b735f8ac. 00000020:00000002:2.0:1767384691.293689:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000001d7a2e4b/000000002344e0d2 to site lru. bkt: 00000000eba206fe 00040000:00000001:2.0:1767384691.293690:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384691.293691:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384691.293692:0:39780:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000220fee38. 00000001:00000001:2.0:1767384691.293694:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384691.293695:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384691.293695:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384691.293697:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000005492b513. 00000001:00000010:2.0:1767384691.293698:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ce5b233a. 00000001:00000010:2.0:1767384691.293698:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000efcb7cff. 00000001:00000001:2.0:1767384691.293700:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384691.293701:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005520f73c. 00000020:00000002:2.0:1767384691.293704:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000008c1ebd17/00000000cb82b1b2 to site lru. bkt: 00000000eba206fe 00040000:00000001:2.0:1767384691.293705:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384691.293706:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384691.293707:0:39780:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000009428f193. 00000001:00000001:2.0:1767384691.293708:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384691.293709:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384691.293710:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384691.293710:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000017b0d626. 00000001:00000010:2.0:1767384691.293711:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000182cd8f1. 00000001:00000010:2.0:1767384691.293712:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d620dbfc. 00000001:00000001:2.0:1767384691.293713:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384691.293713:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000002107cf85. 00000020:00000002:2.0:1767384691.293715:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000003042e1d2/000000007dae41cd to site lru. bkt: 00000000eba206fe 00000020:00000002:2.0:1767384691.293716:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000092c4b7a/00000000db6762b2 to site lru. bkt: 000000005930584b 00040000:00000010:2.0:1767384691.293717:0:39780:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000401637aa. 00040000:00000001:2.0:1767384691.293718:0:39780:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384691.293771:0:16798:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007e98712f. 00000020:00000010:1.0:1767384691.293783:0:16798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a6bf48f. 00000040:00000010:1.0:1767384691.293787:0:16798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001ca93da5. 00000020:00000010:1.0:1767384691.293790:0:16798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bf674d58. 00000020:00000010:1.0:1767384691.293794:0:16798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f10b22d. 00000020:00000010:1.0:1767384691.293797:0:16798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003380af55. 80000000:00000010:1.0:1767384691.293799:0:16798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008cc61179. 40000000:00000010:1.0:1767384691.293802:0:16798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e8551c3f. 00100000:00000010:1.0:1767384691.293805:0:16798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000003b4f6d1. 00040000:00000010:1.0:1767384691.293808:0:16798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b8ba1157. 00040000:00000010:1.0:1767384691.293811:0:16798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002e6313f3. 00040000:00000010:1.0:1767384691.293814:0:16798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e57eef32. 00080000:00000010:1.0:1767384691.293816:0:16798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000065bbe020. 00000004:00000010:1.0:1767384691.293819:0:16798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c52a268a. 00000004:00000010:1.0:1767384691.293821:0:16798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a9bf97f8. 00000004:00000010:1.0:1767384691.293825:0:16798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004300969f. 00000004:00000010:1.0:1767384691.293828:0:16798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eb63e8cc. 00000020:00000010:1.0:1767384691.293830:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c97d7d28. 00040000:00000010:1.0:1767384691.293844:0:16798:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 0000000075770e2b. 00040000:00000001:1.0:1767384691.293846:0:16798:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384691.293872:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000008c83a995/000000000f2e91b2 to site lru. bkt: 00000000f95156f3 00040000:00000001:2.0:1767384691.293877:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384691.293879:0:39780:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384691.293881:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384691.293882:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c596 00000020:00000040:2.0:1767384691.293885:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000014c06dfc with handle 0x534bb1615bf4c596 from hash 00000020:00000001:2.0:1767384691.293889:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384691.293890:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000014c06dfc : new refcount 1 00000020:00000001:2.0:1767384691.293892:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384691.293893:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000014c06dfc : new refcount 0 00000020:00000080:2.0:1767384691.293895:0:39780:0:(genops.c:904:class_export_put()) final put 0000000014c06dfc/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384691.293896:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.293914:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384691.293917:0:39780:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384691.293919:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.293922:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384691.293925:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000014c06dfc/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384691.293927:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384691.293929:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.293931:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 9 - export 00000020:00000010:3.0:1767384691.293933:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000014c06dfc. 00040000:00000001:2.0:1767384691.293933:0:39780:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.293938:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.293941:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:3.0:1767384691.293966:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384691.293970:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d16812cc. 00000001:00000010:3.0:1767384691.293972:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b6e092b9. 00000001:00000010:3.0:1767384691.293974:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000007b08ce5. 00000001:00000010:3.0:1767384691.293975:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e785bd9. 00000001:00000010:3.0:1767384691.293976:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cedde7f9. 00000001:00000010:3.0:1767384691.293978:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006555a1ef. 00000001:00000001:3.0:1767384691.293981:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384691.293982:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384691.293984:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6377d5b. 00000001:00000010:3.0:1767384691.293984:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002cbb2d1b. 00000001:00000010:3.0:1767384691.293986:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001374f655. 00000001:00000010:3.0:1767384691.293987:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000da82ddd4. 00000001:00000010:3.0:1767384691.293988:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fbe1b4f4. 00000001:00000010:3.0:1767384691.293989:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003ce49f60. 00000001:00000001:3.0:1767384691.293998:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384691.293999:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000d78c2166) now 3 - setup 00000020:00000001:3.0:1767384691.294001:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.294008:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384691.294010:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384691.294013:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384691.294015:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000d78c2166) now 2 - obd_device_list 00000020:00000080:3.0:1767384691.294017:0:39780:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384691.294018:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000d78c2166) now 1 - newdev 00000020:00000040:3.0:1767384691.294019:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b494611 with handle 0x534bb1615bf4c58f from hash 00000020:00000040:3.0:1767384691.294021:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000001b494611 : new refcount 0 00000020:00000080:3.0:1767384691.294022:0:39780:0:(genops.c:904:class_export_put()) final put 000000001b494611/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384691.294023:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.294024:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384691.294025:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 000000001b494611/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384691.294026:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384691.294027:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384691.294028:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001b494611. 00000020:00000001:3.0:1767384691.294030:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384691.294031:0:39780:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384691.294033:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384691.294034:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384691.294036:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa1a40ee. 00000020:00000010:3.0:1767384691.294039:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b9299114. 00000040:00000010:3.0:1767384691.294041:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e0ed688d. 00000020:00000010:3.0:1767384691.294043:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078f8bf5a. 00000020:00000010:3.0:1767384691.294047:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384691.294051:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cbc0967d. 80000000:00000010:3.0:1767384691.294054:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a03ee887. 40000000:00000010:3.0:1767384691.294057:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005d2c2b5d. 00100000:00000010:3.0:1767384691.294061:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005998539. 00040000:00000010:3.0:1767384691.294064:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ed380862. 00040000:00000010:3.0:1767384691.294067:0:39780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000037d41dc5. 00040000:00000010:3.0:1767384691.294070:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005334718c. 00080000:00000010:3.0:1767384691.294073:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384691.294077:0:39780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000006fd5441. 00000004:00000010:3.0:1767384691.294086:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085d4eca7. 00000004:00000010:3.0:1767384691.294090:0:39780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dc9f6f45. 00000004:00000010:3.0:1767384691.294093:0:39780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000cbbcdf9. 00040000:00000001:3.0:1767384691.294096:0:39780:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384691.294099:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000474c5b1a. 00040000:00000010:3.0:1767384691.294101:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e6c34944. 00040000:00000010:3.0:1767384691.294104:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002b904451. 00040000:00000010:3.0:1767384691.294106:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000037bbc09e. 00040000:00000010:3.0:1767384691.294109:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f6b6772c. 00040000:00000010:3.0:1767384691.294111:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000069062328. 00040000:00000010:3.0:1767384691.294115:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f1bf6d2a. 00040000:00000010:3.0:1767384691.294116:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c1e75038. 00040000:00000010:3.0:1767384691.294118:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cf8dce86. 00040000:00000010:3.0:1767384691.294119:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c609ed51. 00040000:00000010:3.0:1767384691.294122:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f4860eb3. 00040000:00000010:3.0:1767384691.294125:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d6edc94b. 00040000:00000010:3.0:1767384691.294128:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000060867b11. 00040000:00000010:3.0:1767384691.294133:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000f26a611. 00040000:00000010:3.0:1767384691.294136:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e858c128. 00040000:00000010:3.0:1767384691.294138:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000804aefc. 00040000:00000010:3.0:1767384691.294140:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000082a322e8. 00040000:00000010:3.0:1767384691.294142:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009f6f6ebb. 00040000:00000010:3.0:1767384691.294147:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b7c4ee84. 00040000:00000010:3.0:1767384691.294149:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000db2799e3. 00040000:00000010:3.0:1767384691.294152:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000007f0dc3b. 00040000:00000010:3.0:1767384691.294155:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002f3bda4d. 00040000:00000010:3.0:1767384691.294157:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003fc20a0e. 00040000:00000010:3.0:1767384691.294161:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d6be42ad. 00040000:00000010:3.0:1767384691.294163:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f87f37ec. 00040000:00000010:3.0:1767384691.294166:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000120f2a82. 00040000:00000010:3.0:1767384691.294168:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f3474aab. 00040000:00000010:3.0:1767384691.294170:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000013d52b6. 00040000:00000010:3.0:1767384691.294174:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006fd7eff4. 00040000:00000010:3.0:1767384691.294178:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000006418b6. 00040000:00000010:3.0:1767384691.294181:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000d8e80e9. 00040000:00000010:3.0:1767384691.294183:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c7f7b50e. 00040000:00000010:3.0:1767384691.294190:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000065360b1. 00040000:00000010:3.0:1767384691.294193:0:39780:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 000000007a08dc97. 00040000:00000001:3.0:1767384691.294195:0:39780:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384691.294197:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b9299114. 00000040:00000010:3.0:1767384691.294199:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e0ed688d. 00000020:00000010:3.0:1767384691.294200:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078f8bf5a. 00000020:00000010:3.0:1767384691.294202:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384691.294205:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cbc0967d. 80000000:00000010:3.0:1767384691.294207:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a03ee887. 40000000:00000010:3.0:1767384691.294210:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005d2c2b5d. 00100000:00000010:3.0:1767384691.294212:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000005998539. 00040000:00000010:3.0:1767384691.294213:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ed380862. 00040000:00000010:3.0:1767384691.294215:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000037d41dc5. 00040000:00000010:3.0:1767384691.294218:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005334718c. 00080000:00000010:3.0:1767384691.294219:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384691.294223:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000006fd5441. 00000004:00000010:3.0:1767384691.294227:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085d4eca7. 00000004:00000010:3.0:1767384691.294229:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dc9f6f45. 00000004:00000010:3.0:1767384691.294232:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000cbbcdf9. 00000020:00000010:3.0:1767384691.294234:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa1a40ee. 00000020:00000001:3.0:1767384691.294235:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384691.294236:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000d78c2166. 00000020:00000001:3.0:1767384691.294241:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.294242:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384691.294243:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000017e19110. 00000020:00000001:3.0:1767384691.294245:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384691.294246:0:39780:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384691.294247:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384691.294249:0:39780:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:2.1:1767384691.294859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003e08fe52. 00010000:00000010:0.1:1767384691.294862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000553e9fc8. 00010000:00000010:3.1:1767384691.294869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007ede33eb. 00010000:00000010:2.1:1767384691.294869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac4c686. 00010000:00000010:0.1:1767384691.294873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007040f296. 00010000:00000010:2.1:1767384691.294874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c65c41de. 00010000:00000010:2.1:1767384691.294879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009265d9cb. 00010000:00000010:0.1:1767384691.294879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b7650dc1. 00010000:00000010:0.1:1767384691.294882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca9483eb. 00010000:00000010:0.1:1767384691.294885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dae2d6ec. 00010000:00000010:3.1:1767384691.296871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ac89132. 00010000:00000010:3.1:1767384691.296878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000043f88ea5. 00010000:00000001:0.0:1767384691.605935:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384691.605943:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.605949:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384691.605950:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.606017:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384691.606022:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.606025:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384692.053982:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384692.053988:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384692.053991:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000020663c0 00000400:00000010:2.0:1767384692.053996:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000020663c0. 00000400:00000200:2.0:1767384692.054002:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384692.054008:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384692.054021:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000c21623e. 00000400:00000010:2.0:1767384692.054026:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001bb8a973. 00000400:00000200:2.0:1767384692.054032:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp48 00000400:00000010:2.0:1767384692.054037:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000090c9ae6f. 00000400:00000010:2.0:1767384692.054044:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005bdcdce1. 00000400:00000010:2.0:1767384692.054047:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb5107f4. 00000400:00000010:2.0:1767384692.054052:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fbf581be. 00000400:00000200:2.0:1767384692.054055:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp48 00000400:00000200:2.0:1767384692.054065:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp48 local destination 00000400:00000200:2.0:1767384692.054069:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp48 00000400:00000200:2.0:1767384692.054072:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp48 NI seq info: [238:238:256:4294967295] 192.168.202.117@tcp48 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384692.054077:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp48 00000400:00000200:2.0:1767384692.054082:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp48(192.168.202.117@tcp48:) -> 192.168.202.117@tcp48(192.168.202.117@tcp48:192.168.202.117@tcp48) : GET try# 0 00000800:00000200:2.0:1767384692.054085:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp48 00000800:00000010:2.0:1767384692.054089:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c1732dfc. 00000800:00000200:2.0:1767384692.054093:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000800:00000200:2.1:1767384692.054096:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000400:00000200:2.0:1767384692.054120:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp48 added to recovery queue. ping count: 2 next ping: 318 health :800 00000400:00000200:2.0:1767384692.054125:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp38 00000400:00000010:2.0:1767384692.054127:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b1a8df26. 00000400:00000010:2.0:1767384692.054130:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006b9aa03e. 00000400:00000010:2.0:1767384692.054134:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 00000400:00000010:2.0:1767384692.054137:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c119a3a. 00000400:00000200:2.0:1767384692.054139:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp38 00000400:00000200:2.0:1767384692.054145:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp38 local destination 00000400:00000200:2.0:1767384692.054147:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp38 00000400:00000200:2.0:1767384692.054150:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp38 NI seq info: [239:239:256:4294967295] 192.168.202.117@tcp38 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384692.054154:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp38 00000400:00000200:2.0:1767384692.054160:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38:) -> 192.168.202.117@tcp38(192.168.202.117@tcp38:192.168.202.117@tcp38) : GET try# 0 00000800:00000200:2.0:1767384692.054164:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp38 00000800:00000010:2.0:1767384692.054166:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000020036654. 00000800:00000200:2.0:1767384692.054170:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000800:00000200:2.1:1767384692.054180:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000400:00000200:2.0:1767384692.054196:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp38 added to recovery queue. ping count: 5 next ping: 346 health :500 00000400:00000200:0.0:1767384692.054221:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054276:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054286:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054323:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054332:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054359:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054381:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054402:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054436:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054438:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054494:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054494:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054524:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054554:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054569:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054603:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054614:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054649:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054652:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054697:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054701:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054752:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054780:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054793:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054822:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054888:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054915:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054936:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054957:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.054979:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.054996:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055023:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055042:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055066:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055079:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055109:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055112:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055137:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055165:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055183:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055212:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055223:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055255:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055257:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055302:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055312:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055338:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055364:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055376:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055410:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055411:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055444:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055471:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055488:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055517:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055527:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055559:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055568:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055601:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055616:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055648:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055654:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055704:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055706:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055758:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.055772:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055796:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055862:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055899:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055930:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.055960:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000800:00000010:0.0:1767384692.055977:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041a2fcd5. 00000800:00000010:0.0:1767384692.055984:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a463fb0. 00000400:00000200:3.0:1767384692.055989:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:0.0:1767384692.055990:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f2afab5. 00000800:00000010:0.0:1767384692.056017:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f2afab5. 00000400:00000200:3.0:1767384692.056027:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000800:00020000:0.0:1767384692.056030:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384692.056035:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a463fb0. 00000800:00000010:0.0:1767384692.056038:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041a2fcd5. 00000400:00000200:3.0:1767384692.056055:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:02020000:0.0:1767384692.056091:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp48 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384692.056094:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.056107:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp48 notifying 192.168.202.117@tcp48: down 00000400:00000200:0.0:1767384692.056112:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384692.056118:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp48 00000800:00000010:0.0:1767384692.056121:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c1732dfc. 00000400:00000200:3.0:1767384692.056125:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.056127:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384692.056135:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp48->192.168.202.117@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384692.056146:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384692.056150:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384692.056153:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:0.0:1767384692.056155:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp48) recovery failed with -71 00000400:00000200:3.0:1767384692.056189:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056218:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056246:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056268:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056288:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056308:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056329:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056349:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056370:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056391:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.056410:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.117:988 00000800:00000010:3.0:1767384692.056553:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002f2de53e. 00000800:00000010:3.0:1767384692.056557:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0d5812c. 00000800:00000010:3.0:1767384692.056562:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a426be55. 00000800:00000010:3.0:1767384692.056590:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a426be55. 00000400:00000200:0.0:1767384692.056642:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384692.056653:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp38 from 202.3.0.2 00000800:00000010:0.0:1767384692.056656:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a7afbff9. 00000800:00000010:3.0:1767384692.056693:0:39746:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002933e887. 00000800:00000010:3.0:1767384692.056698:0:39746:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d66bf7e2. 00000800:00000010:3.0:1767384692.056717:0:39746:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a4e01f07. 00000800:00000200:3.1:1767384692.056723:0:39746:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (2) 00000800:00000200:3.1:1767384692.056729:0:39746:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp38 00000000a4e01f07 deleted 00000800:00000010:3.1:1767384692.056731:0:39746:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a4e01f07. 00000800:00000200:3.1:1767384692.056756:0:39746:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384692.056763:0:39746:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp38 ip 192.168.202.117:970 00000800:00000200:3.1:1767384692.056767:0:39746:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020036654 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384692.056772:0:39746:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp38 p 3.x 192.168.202.117 -> 192.168.202.117:970 incarnation:1767384653498522807 sched[0] 00000800:00000010:3.0:1767384692.056778:0:39746:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a426be55. 00000800:00000010:3.0:1767384692.056824:0:39746:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a426be55. 00000800:00000010:3.0:1767384692.056828:0:39746:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d66bf7e2. 00000800:00000200:2.1:1767384692.056863:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384692.056869:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp38 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384653498522807 sched[0] 00000800:00000010:2.0:1767384692.056873:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0d5812c. 00000800:00000010:3.0:1767384692.056888:0:39746:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a7afbff9. 00000800:00000001:1.0:1767384692.056905:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384692.056908:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384692.056913:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384692.056914:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384692.056924:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.056959:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:3.0:1767384692.056968:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384692.056970:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384692.056974:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000020036654. 00000800:00000001:3.0:1767384692.056977:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384692.056977:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384692.056982:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: GET: OK 00000800:00000001:3.0:1767384692.056988:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384692.056989:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384692.056993:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp38 recovery message sent successfully:0 00000400:00000200:2.0:1767384692.056994:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000001:3.0:1767384692.056998:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384692.057009:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38) <- 192.168.202.117@tcp38 : GET - for me 00000400:00000200:3.0:1767384692.057022:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384692.057023:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.057034:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1f69 [1] + 0 00000400:00000200:3.0:1767384692.057046:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp38 to MR: 192.168.202.117@tcp38 local destination 00000400:00000200:2.0:1767384692.057046:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.057057:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp38 NI seq info: [240:240:256:4294967295] 192.168.202.117@tcp38 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384692.057070:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384692.057073:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38:192.168.202.117@tcp38) -> 192.168.202.117@tcp38(192.168.202.117@tcp38:192.168.202.117@tcp38) 192.168.202.117@tcp38 : REPLY try# 0 00000800:00000200:3.0:1767384692.057080:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp38 00000800:00000010:3.0:1767384692.057085:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed380862. 00000800:00000200:3.0:1767384692.057091:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000d89488] -> 12345-192.168.202.117@tcp38 (4) 00000400:00000200:2.0:1767384692.057094:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000800:00000200:3.0:1767384692.057099:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp38 ip 192.168.202.117:988 00000800:00000200:3.0:1767384692.057103:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed380862 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384692.057118:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057145:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000800:00000001:1.0:1767384692.057165:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384692.057169:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384692.057172:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384692.057173:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed380862. 00000800:00000001:1.0:1767384692.057177:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384692.057179:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384692.057180:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000001:1.0:1767384692.057184:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384692.057187:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: REPLY: OK 00000800:00000001:1.0:1767384692.057189:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384692.057195:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384692.057202:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp38(192.168.202.117@tcp38) <- 192.168.202.117@tcp38 : REPLY - for me 00000400:00000200:2.0:1767384692.057213:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384692.057227:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp38: Reply from 12345-192.168.202.117@tcp38 of length 272/272 into md 0x216d 00000400:00000200:2.0:1767384692.057230:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000800:00000001:1.0:1767384692.057233:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384692.057241:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384692.057243:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384692.057248:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384692.057248:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp38->192.168.202.117@tcp38: REPLY: OK 00000400:00000200:1.0:1767384692.057254:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000239b283f 00000400:00000010:1.0:1767384692.057258:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00000400:00000200:1.0:1767384692.057263:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384692.057268:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b1a8df26. 00000400:00000010:1.0:1767384692.057272:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006b9aa03e. 00000400:00000200:2.0:1767384692.057273:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000800:00000001:1.0:1767384692.057279:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384692.057284:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384692.057304:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057318:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057329:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057339:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057349:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057359:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057370:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057380:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057390:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057401:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057411:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057436:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057457:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057478:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057495:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057506:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057517:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057528:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057538:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057549:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384692.057559:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384692.057621:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6c2ed8d. 00000800:00000010:2.0:1767384692.057623:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b0ce813. 00000800:00000010:2.0:1767384692.057625:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007187ad63. 00000800:00000010:2.0:1767384692.057636:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007187ad63. 00000800:00020000:2.0:1767384692.057640:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384692.057642:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b0ce813. 00000800:00000010:2.0:1767384692.057643:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6c2ed8d. 00000400:02020000:2.0:1767384692.057663:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp38 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384692.629999:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384692.630006:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384692.630012:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384692.630015:0:267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384692.630017:0:267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384692.630019:0:267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384692.630022:0:267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384692.630024:0:267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384692.630026:0:267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384692.630028:0:267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384692.630050:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384692.630053:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384692.630055:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384693.077953:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.077960:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384693.077965:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042bca0ad] -> 12345-192.168.202.117@tcp19 (6) 00000400:00000200:2.0:1767384693.077965:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5107f4 00000400:00000010:2.0:1767384693.077971:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb5107f4. 00000800:00000200:3.0:1767384693.077975:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp19 ip 192.168.202.117:988 00000800:00000200:3.0:1767384693.077979:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a4fa741 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384693.077981:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384693.077986:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384693.078011:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000090c9ae6f. 00000400:00000010:2.0:1767384693.078017:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005bdcdce1. 00000800:00000001:3.0:1767384693.078103:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384693.078121:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384693.078126:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384693.078130:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384693.078130:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:1.0:1767384693.095091:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:1.0:1767384693.095104:0:16808:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa 00000001:00000040:1.0:1767384693.095108:0:16808:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000002562b51 : new cb_count 2 00000020:00000040:1.0:1767384693.095116:0:16808:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 2 00000001:00000010:1.0:1767384693.095119:0:16808:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ff16779f. 00040000:00000001:1.0:1767384693.095125:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384693.095128:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384693.095130:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384693.095131:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384693.095133:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a647fdb. 00080000:00000001:1.0:1767384693.095138:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384693.095143:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:1.0:1767384693.095145:0:16808:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4b1bf630-9dce-4fdf-87e4-ce26b4256bfa 00000001:00000040:1.0:1767384693.095147:0:16808:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000002562b51 : new cb_count 1 00000020:00000040:1.0:1767384693.095149:0:16808:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 1 00000001:00000010:1.0:1767384693.095150:0:16808:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000003815b3c7. 00040000:00000001:1.0:1767384693.095155:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384693.095156:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384693.095157:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384693.095158:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384693.095159:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000079a7597c. 00080000:00000001:1.0:1767384693.095162:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384693.095163:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1767384693.095169:0:16808:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1767384693.095172:0:16808:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1767384693.095174:0:16808:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:1.0:1767384693.095177:0:16808:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000002562b51 : new cb_count 0 00000020:00000040:1.0:1767384693.095179:0:16808:0:(genops.c:898:class_export_put()) PUTting export 0000000002562b51 : new refcount 0 00000020:00000080:1.0:1767384693.095181:0:16808:0:(genops.c:904:class_export_put()) final put 0000000002562b51/4b1bf630-9dce-4fdf-87e4-ce26b4256bfa 00000001:00000010:1.0:1767384693.095194:0:16808:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b1539b7a. 00040000:00000001:1.0:1767384693.095197:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384693.095199:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384693.095200:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384693.095200:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384693.095203:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f30882f8. 00080000:00000001:1.0:1767384693.095205:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384693.095217:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384693.095220:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000002562b51/4b1bf630-9dce-4fdf-87e4-ce26b4256bfa for lustre-MDT0000 00000020:00000040:1.0:1767384693.095230:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 1 to 192.168.202.17@tcp50 00000020:00000001:1.0:1767384693.095233:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384693.095237:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384693.095241:0:36:0:(genops.c:1229:class_import_get()) import 00000000af626e3b refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384693.095244:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384693.095246:0:36:0:(genops.c:1242:class_import_put()) import 00000000af626e3b refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384693.095248:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384693.095252:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384693.095253:0:36:0:(genops.c:1242:class_import_put()) import 00000000af626e3b refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384693.095255:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000af626e3b 00000020:00000001:1.0:1767384693.095264:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384693.095266:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000735bc448. 00010000:00000001:1.0:1767384693.095270:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384693.095274:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384693.095281:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000093f97a49. 00000001:00000010:1.0:1767384693.095285:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000b2f03e4. 00000001:00000010:1.0:1767384693.095288:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4b88162. 00000001:00000010:1.0:1767384693.095290:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f26f87ed. 00000001:00000010:1.0:1767384693.095294:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c4dedb5f. 00000001:00000010:1.0:1767384693.095296:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005fd66a67. 00000001:00000001:1.0:1767384693.095299:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384693.095302:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384693.095304:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384693.095309:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092a31cf0. 00000001:00000010:1.0:1767384693.095313:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000007a105f. 00000001:00000010:1.0:1767384693.095316:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000015ad4237. 00000001:00000010:1.0:1767384693.095318:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000edcd2ab7. 00000001:00000010:1.0:1767384693.095320:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000029821e52. 00000001:00000010:1.0:1767384693.095322:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b8d30221. 00000001:00000001:1.0:1767384693.095324:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384693.095325:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384693.095327:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384693.095331:0:36:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000da656225: xid 1853237053361664, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384693.095337:0:36:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000da656225: xid 1853237053361664, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384693.095341:0:36:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000da656225. 00000001:00000010:1.0:1767384693.095345:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000002ed0bbe7. 00000004:00000001:1.0:1767384693.095351:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.095354:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384693.095356:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 5 - export 00000020:00000010:1.0:1767384693.095359:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000002562b51. 00000020:00000001:1.0:1767384693.095369:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384693.095375:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384693.095377:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000af626e3b for lustre-MDT0000 00000020:00000040:1.0:1767384693.095524:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000655c74a2 refcount 0 to 192.168.202.17@tcp50 00000020:00000040:1.0:1767384693.095528:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 4 - import 00000020:00000010:1.0:1767384693.095531:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000af626e3b. 00000020:00000001:1.0:1767384693.095535:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:3.0:1767384693.334877:0:39780:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384693.334899:0:39780:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000bb686431 - data 000000009ced5898/000000004c35b907 00000020:00000010:3.0:1767384693.335003:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000051cc94d. 00000020:00000010:3.0:1767384693.335012:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000007674bde8. 00000020:00000010:3.0:1767384693.335020:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004c35b907. 00000020:00000010:3.0:1767384693.335046:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000d08c39b2. 00000020:00000010:3.0:1767384693.335050:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000014e6adaf. 00000020:00000010:3.0:1767384693.335054:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000008e2d6b95. 00000020:00000010:3.0:1767384693.335058:0:39780:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000bb686431. 00000020:01000000:3.0:1767384693.335064:0:39780:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000000e4f03ad - data 00000000ab1be2f5/00000000ee8fce2c 00000020:00000010:3.0:1767384693.335165:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000003e26d70b. 00000020:00000010:3.0:1767384693.335170:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000ef820817. 00000020:00000010:3.0:1767384693.335173:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000ee8fce2c. 00000020:00000010:3.0:1767384693.335176:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000eb4a2280. 00000020:00000010:3.0:1767384693.335179:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000fed15eb8. 00000020:00000010:3.0:1767384693.335181:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000009373a65b. 00000020:00000010:3.0:1767384693.335185:0:39780:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000000e4f03ad. 00000020:00000001:3.0:1767384693.335188:0:39780:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1767384693.335512:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000b492e447. 00000020:00000010:3.0:1767384693.335517:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000004e3fce07. 00000020:00000010:3.0:1767384693.335520:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 0000000023a85f79. 00000020:00000010:3.0:1767384693.335523:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000d166a42. 02000000:00000001:3.0:1767384693.341112:0:39780:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:3.0:1767384693.341120:0:39780:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000b006b84b for key 0 00000004:00000010:3.0:1767384693.341126:0:39780:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000b006b84b. 02000000:00000001:3.0:1767384693.341132:0:39780:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384693.341133:0:39780:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000002f2f76da. 02000000:00000010:3.0:1767384693.341136:0:39780:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000001c46a280. 02000000:00000001:3.0:1767384693.341139:0:39780:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:3.0:1767384693.341141:0:39780:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384693.341141:0:39780:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000fd254053. 02000000:00000010:3.0:1767384693.341143:0:39780:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000e3b672ac. 00000020:00000001:3.0:1767384693.341145:0:39780:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:3.0:1767384693.341150:0:39780:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384693.341151:0:39780:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:3.0:1767384693.341156:0:39780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384693.341171:0:39780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000d166a42. 00080000:00000001:3.0:1767384693.341191:0:39780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161651205120 : -115912058346496 : ffff96941eefe400) 00080000:00000001:3.0:1767384693.341197:0:39780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384693.341227:0:39780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384693.341229:0:39780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.341232:0:39780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384693.341261:0:39780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384693.341264:0:39780:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384693.341269:0:39780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384693.341369:0:39780:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384693.341372:0:39780:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384693.341374:0:39780:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.341376:0:39780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384693.355364:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384693.355373:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384693.355377:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384693.355378:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384693.355379:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384693.355382:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000d166a42. 00080000:00000001:3.0:1767384693.355391:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384693.355422:0:39780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384693.355426:0:39780:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:1.0:1767384693.355430:0:39780:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384693.355437:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000003ae831b6/00000000d6ac6088 to site lru. bkt: 00000000896f74a9 00000020:00000010:1.0:1767384693.355439:0:39780:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 0000000058dcbd71. 00000020:00000010:1.0:1767384693.355468:0:39780:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 000000001c05881e. 00000020:00000010:1.0:1767384693.355471:0:39780:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000ef446645. 00000020:00000002:1.0:1767384693.355479:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000004e0bf062/0000000031cd4874 to site lru. bkt: 000000006643e399 00000020:00000001:1.0:1767384693.355481:0:39780:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:1.0:1767384693.355484:0:39780:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:1.0:1767384693.355489:0:39780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000429a898c. 00000020:00000010:1.0:1767384693.355492:0:39780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcde4d6f. 00000020:00000010:1.0:1767384693.355495:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077a0b2f4. 00000020:00000010:1.0:1767384693.355501:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007c2d5924. 00000040:00000010:1.0:1767384693.355504:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bda6b370. 00000020:00000010:1.0:1767384693.355507:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ea6156c. 00000020:00000010:1.0:1767384693.355510:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000890c36dd. 00000020:00000010:1.0:1767384693.355514:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012967530. 80000000:00000010:1.0:1767384693.355517:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0b4f7c8. 40000000:00000010:1.0:1767384693.355522:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003d3a5bee. 00100000:00000010:1.0:1767384693.355526:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ff3fb3ca. 00040000:00000010:1.0:1767384693.355530:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c3ce2505. 00040000:00000010:1.0:1767384693.355536:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d9a2164a. 00040000:00000010:1.0:1767384693.355540:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a7f908cd. 00080000:00000010:1.0:1767384693.355543:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000613d27fd. 00000004:00000010:1.0:1767384693.355546:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f349eff8. 00000004:00000010:1.0:1767384693.355554:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e8738fd4. 00000004:00000010:1.0:1767384693.355558:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009c61c084. 00000004:00000010:1.0:1767384693.355562:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ffb05e98. 00000020:00000010:1.0:1767384693.355566:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbca1ff4. 00000001:00000001:1.0:1767384693.355570:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384693.355575:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000007279b689. 00000001:00000010:1.0:1767384693.355578:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003fd69132. 00000001:00000010:1.0:1767384693.355581:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000015244994. 00000001:00000001:1.0:1767384693.355584:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:1.0:1767384693.355585:0:39780:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384693.355590:0:39780:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384693.355596:0:39780:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384693.355638:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000023686995. 00000020:00000010:1.0:1767384693.355643:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000c761d11c. 00000020:00000010:1.0:1767384693.355646:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000008051c34f. 00000020:00000010:1.0:1767384693.355652:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002ea55b91. 00010000:00000001:1.0:1767384693.355701:0:39780:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384693.355710:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005225a19d. 00000020:00000010:1.0:1767384693.355713:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000002fc35918. 00000020:00000010:1.0:1767384693.355715:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000a182eeab. 00000020:00000010:1.0:1767384693.355716:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000c51a679. 00000001:00000001:1.0:1767384693.355765:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384693.369977:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a00552d1. 00000001:00000010:1.0:1767384693.370001:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fee4ac7e. 00000001:00000010:1.0:1767384693.370002:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017ce995c. 00000001:00000010:1.0:1767384693.370003:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b019df28. 00000001:00000010:1.0:1767384693.370005:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000da7ab5e9. 00000001:00000010:1.0:1767384693.370006:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aab1ef5f. 00000001:00000010:1.0:1767384693.370008:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000385344e4. 00000001:00000010:1.0:1767384693.370009:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001bcce1d5. 00000001:00000010:1.0:1767384693.370010:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e729a4c8. 00000001:00000010:1.0:1767384693.370011:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001bd80951. 00000001:00000010:1.0:1767384693.370012:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000547f8100. 00000001:00000010:1.0:1767384693.370013:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004dc10927. 00000001:00000010:1.0:1767384693.370014:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000237b51c3. 00000001:00000010:1.0:1767384693.370015:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f699797. 00000001:00000010:1.0:1767384693.370016:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000004236c96. 00000001:00000010:1.0:1767384693.370017:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000da61244d. 00000001:00000010:1.0:1767384693.370018:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000263a9b51. 00000001:00000010:1.0:1767384693.370019:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b1602ac. 00000001:00000010:1.0:1767384693.370020:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bbc0dfe1. 00000001:00000010:1.0:1767384693.370022:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000582d4ab7. 00000001:00000010:1.0:1767384693.370023:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ad32392. 00000001:00000010:1.0:1767384693.370024:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b4156bb8. 00000001:00000010:1.0:1767384693.370025:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc4a8e89. 00000001:00000010:1.0:1767384693.370026:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000020425945. 00000001:00000010:1.0:1767384693.370027:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f8976cae. 00000001:00000010:1.0:1767384693.370028:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dd8e5181. 00000001:00000010:1.0:1767384693.370030:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002201c5e5. 00000001:00000010:1.0:1767384693.370031:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008fb895f6. 00000001:00000010:1.0:1767384693.370033:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000c1b1142. 00000001:00000010:1.0:1767384693.370034:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cfcb42d9. 00000001:00000010:1.0:1767384693.370036:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000042bc9779. 00000001:00000010:1.0:1767384693.370037:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000053b9d69c. 00000001:00000010:1.0:1767384693.370038:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008cde697d. 00000001:00000010:1.0:1767384693.370039:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000038590a29. 00000001:00000010:1.0:1767384693.370040:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cf945219. 00000001:00000010:1.0:1767384693.370041:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a5811434. 00000001:00000010:1.0:1767384693.370042:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080200283. 00000001:00000010:1.0:1767384693.370043:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000033005aaa. 00000001:00000010:1.0:1767384693.370045:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c61b9332. 00000001:00000010:1.0:1767384693.370046:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a26c427f. 00000001:00000010:1.0:1767384693.370047:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000135b4b11. 00000001:00000010:1.0:1767384693.370049:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c6030ecf. 00000001:00000010:1.0:1767384693.370050:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f970a687. 00000001:00000010:1.0:1767384693.370052:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003fe74eb9. 00000001:00000010:1.0:1767384693.370053:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000839272f. 00000001:00000010:1.0:1767384693.370055:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0b4895b. 00000001:00000010:1.0:1767384693.370057:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000642eac9. 00000001:00000010:1.0:1767384693.370058:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008133851c. 00000001:00000010:1.0:1767384693.370060:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003112bbf0. 00000001:00000010:1.0:1767384693.370061:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000307a78da. 00000001:00000010:1.0:1767384693.370063:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea12ff46. 00000001:00000010:1.0:1767384693.370065:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d3a12fc. 00000001:00000010:1.0:1767384693.370067:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000023f49fd7. 00000001:00000010:1.0:1767384693.370069:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a98d344. 00000001:00000010:1.0:1767384693.370071:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ce71967. 00000001:00000010:1.0:1767384693.370073:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a7610ca9. 00000001:00000010:1.0:1767384693.370075:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f9f03591. 00000001:00000010:1.0:1767384693.370077:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000000ce6a1. 00000001:00000010:1.0:1767384693.370079:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000264d52f1. 00000001:00000010:1.0:1767384693.370081:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fe8c230d. 00000001:00000010:1.0:1767384693.370083:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ceb2f279. 00000001:00000010:1.0:1767384693.370085:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000181876b0. 00000001:00000010:1.0:1767384693.370087:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000081285e67. 00000001:00000010:1.0:1767384693.370089:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd985233. 00000001:00000010:1.0:1767384693.370091:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ca420ff. 00000001:00000010:1.0:1767384693.370092:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e0adaaed. 00000001:00000010:1.0:1767384693.370093:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f9d75664. 00000001:00000010:1.0:1767384693.370094:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000342c8615. 00000001:00000010:1.0:1767384693.370096:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aabe0440. 00000001:00000010:1.0:1767384693.370097:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009cbc0b3b. 00000001:00000010:1.0:1767384693.370098:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092706b01. 00000001:00000010:1.0:1767384693.370099:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000074d58ce. 00000001:00000010:1.0:1767384693.370100:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dfb17257. 00000001:00000010:1.0:1767384693.370101:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000af04cb73. 00000001:00000010:1.0:1767384693.370102:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055677956. 00000001:00000010:1.0:1767384693.370103:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fda58e34. 00000001:00000010:1.0:1767384693.370104:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009abf13da. 00000001:00000010:1.0:1767384693.370105:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001deb1bd8. 00000001:00000010:1.0:1767384693.370106:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001eae646a. 00000001:00000010:1.0:1767384693.370107:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f3566b38. 00000001:00000010:1.0:1767384693.370108:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d4362eb5. 00000001:00000010:1.0:1767384693.370109:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002f929692. 00000001:00000010:1.0:1767384693.370110:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006e55bbdc. 00000001:00000010:1.0:1767384693.370111:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e6bc1bf. 00000001:00000010:1.0:1767384693.370112:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003945a9b. 00000001:00000010:1.0:1767384693.370114:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002253fbaa. 00000001:00000010:1.0:1767384693.370115:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2b463f8. 00000001:00000010:1.0:1767384693.370116:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dd909ceb. 00000001:00000010:1.0:1767384693.370117:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e6c0ca05. 00000001:00000010:1.0:1767384693.370118:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000041b969f6. 00000001:00000010:1.0:1767384693.370119:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008b0ae48b. 00000001:00000010:1.0:1767384693.370120:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf7b6ad6. 00000001:00000010:1.0:1767384693.370122:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000716a46aa. 00000001:00000010:1.0:1767384693.370123:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006bdde667. 00000001:00000010:1.0:1767384693.370125:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000007ab66d. 00000001:00000010:1.0:1767384693.370126:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000025c79233. 00000001:00000010:1.0:1767384693.370127:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008676d381. 00000001:00000010:1.0:1767384693.370128:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067778169. 00000001:00000010:1.0:1767384693.370129:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fdde0e82. 00000001:00000010:1.0:1767384693.370130:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc49c30a. 00000001:00000010:1.0:1767384693.370131:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000730f1b5d. 00000001:00000010:1.0:1767384693.370132:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f402a797. 00000001:00000010:1.0:1767384693.370133:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000645f51e6. 00000001:00000010:1.0:1767384693.370134:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ab5c5fa2. 00000001:00000010:1.0:1767384693.370135:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000447e30dc. 00000001:00000010:1.0:1767384693.370136:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dcf7a37e. 00000001:00000010:1.0:1767384693.370137:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f3731116. 00000001:00000010:1.0:1767384693.370138:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005efe4ab5. 00000001:00000010:1.0:1767384693.370139:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aa2b2fda. 00000001:00000010:1.0:1767384693.370140:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000094ed9f5f. 00000001:00000010:1.0:1767384693.370141:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000389d13f1. 00000001:00000010:1.0:1767384693.370142:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000725edcd9. 00000001:00000010:1.0:1767384693.370143:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000075857a5f. 00000001:00000010:1.0:1767384693.370144:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086dbfd84. 00000001:00000010:1.0:1767384693.370145:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000000d5346d. 00000001:00000010:1.0:1767384693.370145:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000107e54ed. 00000001:00000010:1.0:1767384693.370146:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000935091fc. 00000001:00000010:1.0:1767384693.370147:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003e8db8df. 00000001:00000010:1.0:1767384693.370148:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007c08446f. 00000001:00000010:1.0:1767384693.370148:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000095ba1ddc. 00000001:00000010:1.0:1767384693.370149:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003fc9ce85. 00000001:00000010:1.0:1767384693.370150:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc35e52e. 00000001:00000010:1.0:1767384693.370152:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007d84a644. 00000001:00000010:1.0:1767384693.370153:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008fdb362f. 00000001:00000010:1.0:1767384693.370154:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000068097a21. 00000001:00000010:1.0:1767384693.370155:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dd8e25b9. 00000001:00000010:1.0:1767384693.370157:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008b2a4335. 00000001:00000010:1.0:1767384693.370159:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b7d697a. 00000001:00000010:1.0:1767384693.370160:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 000000009b60776f. 00000001:00000010:1.0:1767384693.370167:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005902a0b9. 00000001:00000001:1.0:1767384693.370172:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384693.370178:0:39780:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000000e48e884. 00010000:00000001:1.0:1767384693.370184:0:39780:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384693.370929:0:39780:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384693.370932:0:39780:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384693.370936:0:39780:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384693.370938:0:39780:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384693.370940:0:39780:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384693.370943:0:39780:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384693.370998:0:39780:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384693.371004:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000529ccd97/000000009fcf9790 to site lru. bkt: 00000000e667fff5 40000000:00000001:0.0:1767384693.371007:0:39780:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384693.371008:0:39780:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384693.371021:0:39780:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000b2c47aaf. 40000000:00000001:0.0:1767384693.371023:0:39780:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384693.371062:0:39780:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384693.371065:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000ee047694/00000000797af9c4 to site lru. bkt: 00000000bd86281b 40000000:00000001:0.0:1767384693.371067:0:39780:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384693.371068:0:39780:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384693.371069:0:39780:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000c5c66061. 40000000:00000001:0.0:1767384693.371072:0:39780:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384693.371124:0:39780:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384693.371126:0:39780:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 000000007591ef12. 40000000:00000001:0.0:1767384693.371130:0:39780:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384693.371133:0:39780:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384693.371136:0:39780:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384693.371167:0:39780:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384693.371171:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000fa22b3ad/000000000df92198 to site lru. bkt: 0000000088bd8fe4 80000000:00000001:0.0:1767384693.371174:0:39780:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384693.371176:0:39780:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384693.371178:0:39780:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384693.371181:0:39780:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000c669c2db. 80000000:00000010:0.0:1767384693.371184:0:39780:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000006349595c. 80000000:00000010:0.0:1767384693.371186:0:39780:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000006876648d. 80000000:00000010:0.0:1767384693.371188:0:39780:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000029a42836. 80000000:00000010:0.0:1767384693.371190:0:39780:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000006461fa49. 80000000:00000040:0.0:1767384693.371192:0:39780:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384693.371194:0:39780:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384693.371195:0:39780:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384693.371196:0:39780:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384693.371197:0:39780:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384693.371198:0:39780:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384693.371199:0:39780:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000007d44dd89. 80000000:00000001:0.0:1767384693.371201:0:39780:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384693.371202:0:39780:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000363b35e8. 00000004:00000001:0.0:1767384693.371204:0:39780:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384693.371206:0:39780:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:0.0:1767384693.371244:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002f5aab4e. 00000020:00000010:0.0:1767384693.371249:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a3875efa. 00080000:00000010:0.0:1767384693.371275:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000529ccd97. 00000004:00000010:0.0:1767384693.371288:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ecd2ad4e. 00000004:00000010:0.0:1767384693.371295:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000067c943ed. 00000004:00000001:0.0:1767384693.371300:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371302:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384693.371304:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009fcf9790. 00000004:00000001:0.0:1767384693.371310:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371346:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000092c4b7a. 00000004:00000010:0.0:1767384693.371350:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000763356cd. 00000004:00000010:0.0:1767384693.371354:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003107d29c. 00000004:00000001:0.0:1767384693.371357:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371358:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:0.0:1767384693.371359:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000db6762b2. 00000004:00000001:0.0:1767384693.371362:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371373:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e071f7a1. 00000004:00000010:0.0:1767384693.371377:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000052972648. 00000004:00000010:0.0:1767384693.371387:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009e7c9728. 00000004:00000001:0.0:1767384693.371390:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371391:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384693.371393:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d61fa30e. 00000004:00000001:0.0:1767384693.371396:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371408:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fc287b34. 00000004:00000010:0.0:1767384693.371411:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007b7cf189. 00000004:00000010:0.0:1767384693.371413:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006734f6ee. 00000004:00000001:0.0:1767384693.371415:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371415:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384693.371417:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a6c78040. 00000004:00000001:0.0:1767384693.371419:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371428:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003042e1d2. 00000004:00000010:0.0:1767384693.371430:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000004a1878d. 00000004:00000010:0.0:1767384693.371431:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f54f0fef. 00000004:00000001:0.0:1767384693.371433:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371433:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384693.371434:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007dae41cd. 00000004:00000001:0.0:1767384693.371436:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371441:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c1ebd17. 00000004:00000010:0.0:1767384693.371448:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b53ebe2f. 00000004:00000010:0.0:1767384693.371450:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000002061671. 00000004:00000001:0.0:1767384693.371451:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371452:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384693.371453:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cb82b1b2. 00000004:00000001:0.0:1767384693.371455:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371462:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001d7a2e4b. 00000004:00000010:0.0:1767384693.371463:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004f41c47e. 00000004:00000010:0.0:1767384693.371465:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a462bf3e. 00000004:00000001:0.0:1767384693.371466:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371467:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384693.371468:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002344e0d2. 00000004:00000001:0.0:1767384693.371469:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371475:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006397686c. 00000004:00000010:0.0:1767384693.371476:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fb4e1c83. 00000004:00000010:0.0:1767384693.371477:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000412e9f9f. 00000004:00000001:0.0:1767384693.371478:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371478:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384693.371479:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c898ccbd. 00000004:00000001:0.0:1767384693.371480:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371486:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000baf11bfc. 00000004:00000010:0.0:1767384693.371488:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008a46872b. 00000004:00000010:0.0:1767384693.371489:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cffdfa64. 00000004:00000001:0.0:1767384693.371491:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371492:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384693.371493:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000673fff2c. 00000004:00000001:0.0:1767384693.371495:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371503:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007b1a3d02. 00000004:00000010:0.0:1767384693.371506:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003db98540. 00000004:00000010:0.0:1767384693.371508:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006584661e. 00000004:00000001:0.0:1767384693.371510:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371511:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384693.371512:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001261e3bc. 00000004:00000001:0.0:1767384693.371515:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371524:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ee047694. 00000004:00000010:0.0:1767384693.371533:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a894497f. 00000004:00000010:0.0:1767384693.371537:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e806682b. 00000004:00000001:0.0:1767384693.371539:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371541:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384693.371543:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000797af9c4. 00000004:00000001:0.0:1767384693.371546:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371562:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cc3ab8cc. 00000004:00000010:0.0:1767384693.371566:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006caaebba. 00000004:00000010:0.0:1767384693.371569:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006b521b5a. 00000004:00000001:0.0:1767384693.371572:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371573:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384693.371575:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000388f3ec2. 00000004:00000001:0.0:1767384693.371579:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371591:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fa22b3ad. 00000004:00000010:0.0:1767384693.371595:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000013797015. 00000004:00000010:0.0:1767384693.371597:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ded2e2db. 00000004:00000001:0.0:1767384693.371600:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371601:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384693.371603:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000df92198. 00000004:00000001:0.0:1767384693.371607:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371619:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007b3e75f1. 00000004:00000010:0.0:1767384693.371623:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f46ec5d4. 00000004:00000010:0.0:1767384693.371625:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ae9a4468. 00000004:00000001:0.0:1767384693.371628:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371630:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384693.371632:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007789bda3. 00000004:00000001:0.0:1767384693.371636:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371649:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004cec97a4. 00000004:00000010:0.0:1767384693.371653:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000228633e9. 00000004:00000010:0.0:1767384693.371655:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000010ff6f7e. 00000004:00000001:0.0:1767384693.371658:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371659:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384693.371661:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cf1be9ab. 00000004:00000001:0.0:1767384693.371665:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371679:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003ae831b6. 00000004:00000010:0.0:1767384693.371689:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f0fad7fb. 00000004:00000010:0.0:1767384693.371694:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f5cff0f4. 00000004:00000001:0.0:1767384693.371698:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371700:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384693.371702:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d6ac6088. 00000004:00000001:0.0:1767384693.371707:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371743:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000158ba83c. 00000020:00000010:0.0:1767384693.371747:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bd902455. 00080000:00000010:0.0:1767384693.371768:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000040245ee9. 00000004:00000010:0.0:1767384693.371772:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000859aa39c. 00000004:00000010:0.0:1767384693.371774:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b3d222c9. 00000004:00000001:0.0:1767384693.371776:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371778:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384693.371780:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008e6b3a0d. 00000004:00000001:0.0:1767384693.371783:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371793:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c83a995. 00000004:00000010:0.0:1767384693.371796:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e139ed19. 00000004:00000010:0.0:1767384693.371799:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000aee0d41b. 00000004:00000001:0.0:1767384693.371802:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371803:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384693.371805:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000f2e91b2. 00000004:00000001:0.0:1767384693.371808:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371817:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004e0bf062. 00000004:00000010:0.0:1767384693.371820:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f6c9b927. 00000004:00000010:0.0:1767384693.371824:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cbc0dfb6. 00000004:00000001:0.0:1767384693.371827:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.371828:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384693.371830:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000031cd4874. 00000004:00000001:0.0:1767384693.371864:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384693.371886:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009504c489. 00000020:00000010:0.0:1767384693.371890:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007429f05d. 00080000:00000010:0.0:1767384693.372023:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000df06562. 00000020:00000010:0.0:1767384693.372027:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ffc49ab. 00080000:00000010:0.0:1767384693.372046:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000237c3aee. 20000000:00000010:0.0:1767384693.372051:0:39780:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000fea187f0. 00080000:00000010:0.0:1767384693.372079:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000086b31443. 00000004:00000010:0.0:1767384693.372083:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003bc5df8d. 00000004:00000010:0.0:1767384693.372087:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007bd8db66. 00000004:00000001:0.0:1767384693.372093:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384693.372094:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384693.372096:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008528f0dc. 00000004:00000001:0.0:1767384693.372098:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:0.0:1767384693.372108:0:39780:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000fb872bae. 00000004:00000001:0.0:1767384693.372111:0:39780:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384693.372115:0:39780:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384693.372124:0:39780:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384693.372126:0:39780:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384693.372129:0:39780:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384693.372131:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384693.372134:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384693.372173:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384693.372176:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384693.372177:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384693.372202:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384693.372205:0:39780:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384693.372207:0:39780:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384693.372209:0:39780:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384693.372215:0:39780:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384693.372217:0:39780:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384693.372220:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384693.372223:0:39780:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384693.372224:0:39780:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384693.372227:0:39780:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384693.372230:0:39780:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384693.372231:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384693.372233:0:39780:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384693.372235:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384693.372239:0:39780:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384693.372252:0:39780:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384693.372254:0:39780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384693.372257:0:39780:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384693.372259:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384693.372266:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384693.372267:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384693.372298:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384693.372300:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384693.372302:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384693.372336:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384693.372338:0:39780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384693.372343:0:39780:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384693.372378:0:16802:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000049c4c096. 00000040:00000010:2.0:1767384693.372386:0:16802:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a0b8a53f. 00000020:00000010:2.0:1767384693.372390:0:16802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000fddd137. 00000020:00000010:2.0:1767384693.372396:0:16802:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b6f787d7. 00000020:00000010:2.0:1767384693.372405:0:16802:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f72ed86a. 80000000:00000010:2.0:1767384693.372408:0:16802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009176ac65. 40000000:00000010:2.0:1767384693.372412:0:16802:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009d00f8c6. 00100000:00000010:2.0:1767384693.372416:0:16802:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a54d5ef0. 00040000:00000010:2.0:1767384693.372421:0:16802:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dcb0bd8f. 00040000:00000010:2.0:1767384693.372425:0:16802:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000468dcba5. 00040000:00000010:2.0:1767384693.372429:0:16802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092804af2. 00080000:00000010:2.0:1767384693.372432:0:16802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f7b47e7c. 00000004:00000010:2.0:1767384693.372436:0:16802:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a205340f. 00000004:00000010:2.0:1767384693.372445:0:16802:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000055555113. 00000004:00000010:2.0:1767384693.372449:0:16802:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000096862848. 00002000:00000010:2.0:1767384693.372452:0:16802:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008bfbeb14. 00000004:00000010:2.0:1767384693.372456:0:16802:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000070e6f9c7. 00000020:00000010:2.0:1767384693.372459:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000285d766a. 00000004:00000010:2.0:1767384693.372462:0:16802:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000219af0af. 00000004:00000001:2.0:1767384693.372465:0:16802:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384693.372502:0:39780:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384693.372505:0:39780:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384693.372639:0:16801:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384693.372645:0:16801:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384693.372649:0:16801:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384693.372653:0:16801:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a4ac71a1. 00000040:00000010:3.0:1767384693.372660:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c0abf96e. 00000040:00000001:3.0:1767384693.372663:0:16801:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384693.372667:0:16801:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384693.372685:0:16801:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384693.372688:0:16801:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384693.372700:0:16801:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e9b0f0be. 00000040:00000010:3.0:1767384693.372705:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000549a0225. 00000040:00000001:3.0:1767384693.372708:0:16801:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384693.372720:0:16801:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384693.372755:0:16801:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384693.372760:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384693.372774:0:16801:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d2763a5f. 00000020:00000010:3.0:1767384693.372779:0:16801:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a179c70e. 00000040:00000001:3.0:1767384693.372812:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384693.372822:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003d23e95c. 00000040:00000001:3.0:1767384693.372827:0:16801:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384693.372829:0:16801:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384693.372831:0:16801:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384693.372863:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384693.372872:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000d166a42. 00080000:00000001:3.0:1767384693.372876:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161651205120 : -115912058346496 : ffff96941eefe400) 00000040:00000001:3.0:1767384693.372880:0:16801:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384693.372882:0:16801:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1767384693.372887:0:16801:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384693.372892:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384693.372917:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384693.372921:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.372924:0:16801:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384693.372927:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384693.372930:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384693.373137:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384693.373140:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384693.373244:0:16801:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373247:0:16801:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373249:0:16801:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373252:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384693.373276:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373278:0:16801:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384693.373282:0:16801:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384693.373335:0:16801:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373338:0:16801:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384693.373340:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384693.373342:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373580:0:16801:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384693.373583:0:16801:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373586:0:16801:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373589:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384693.373611:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373612:0:16801:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373616:0:16801:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384693.373617:0:16801:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384693.373620:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384693.373632:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a24e1b5. 00080000:00000001:3.0:1767384693.373635:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446628161651211264 : -115912058340352 : ffff96941eeffc00) 00000040:00000001:3.0:1767384693.373639:0:16801:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384693.373641:0:16801:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384693.373644:0:16801:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384693.373655:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384693.373657:0:16801:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373659:0:16801:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373661:0:16801:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373663:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384693.373665:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384693.373667:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373668:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384693.373677:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373680:0:16801:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384693.373685:0:16801:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373687:0:16801:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384693.373689:0:16801:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384693.373691:0:16801:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:3.0:1767384693.373699:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384693.373873:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384693.373877:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384693.373883:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767384693.373886:0:16801:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373888:0:16801:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373891:0:16801:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384693.373899:0:16801:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.373901:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384693.373910:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373912:0:16801:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373915:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384693.373928:0:16801:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000049430c15. 00000020:00000010:3.0:1767384693.373931:0:16801:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000013585561. 00000040:00000001:3.0:1767384693.373936:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384693.373938:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000060572e78. 00000040:00000010:3.0:1767384693.373942:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c978a4a. 00000040:00000001:3.0:1767384693.373944:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384693.373947:0:16801:0:(lu_object.c:207:lu_object_put()) Add 0000000037336b8e/00000000e4078f05 to site lru. bkt: 0000000067ec2f8f 00000040:00000001:3.0:1767384693.373956:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384693.373957:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f9e31439. 00000040:00000010:3.0:1767384693.373960:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000024c649fa. 00000040:00000001:3.0:1767384693.373963:0:16801:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.373965:0:16801:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384693.373967:0:16801:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004902930c : new refcount 1 00000020:00000040:3.0:1767384693.373973:0:16801:0:(genops.c:898:class_export_put()) PUTting export 000000009a4e1a1e : new refcount 1 00000040:00000010:3.0:1767384693.373976:0:16801:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000004902930c. 00000040:00000001:3.0:1767384693.373981:0:16801:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.373988:0:16801:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055752174. 00000020:00000010:3.0:1767384693.373994:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000002a25833. 00000040:00000010:3.0:1767384693.373998:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a68b0de. 00000020:00000010:3.0:1767384693.374001:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009d2bdba6. 00000020:00000010:3.0:1767384693.374005:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009bdc5adc. 00040000:00000010:3.0:1767384693.374009:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f447aa69. 00040000:00000010:3.0:1767384693.374013:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000603fc68e. 00080000:00000010:3.0:1767384693.374016:0:16801:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000cd6c592c. 00080000:00000010:3.0:1767384693.374020:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007ed86447. 00000020:00000010:3.0:1767384693.374023:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab078a41. 00000004:00000010:3.0:1767384693.374027:0:16801:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 000000000ba350fa. 00000004:00000001:3.0:1767384693.374031:0:16801:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384693.374064:0:39780:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384693.374069:0:39780:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384693.374072:0:39780:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000a556ef60. 00000004:00000001:0.0:1767384693.374077:0:39780:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384693.374082:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000084b2bb47/00000000600e9c4c to site lru. bkt: 000000004b0f46f6 00000020:00000002:0.0:1767384693.374085:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000007280cd63/00000000e767fc17 to site lru. bkt: 0000000084abe61b 40000000:00000001:0.0:1767384693.374088:0:39780:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384693.374091:0:39780:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384693.374173:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000008af773c4 : new refcount 2 40000000:00000001:0.0:1767384693.374176:0:39780:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384693.374178:0:39780:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000000d38b385. 40000000:00000001:0.0:1767384693.374182:0:39780:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384693.374184:0:39780:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384693.374186:0:39780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384693.374191:0:39780:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:0.0:1767384693.374195:0:39780:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384693.374198:0:39780:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384693.374200:0:39780:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:0.0:1767384693.374202:0:39780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384693.386523:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384693.386533:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384693.386537:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384693.386539:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384693.386541:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384693.386543:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a24e1b5. 00080000:00000001:2.0:1767384693.386553:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384693.386556:0:16808:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384693.386558:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384693.386560:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384693.386561:0:16808:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384693.386562:0:16808:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384693.386564:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000d166a42. 00080000:00000001:2.0:1767384693.386573:0:16808:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384693.388269:0:39780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:3.0:1767384693.388276:0:39780:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:3.0:1767384693.388278:0:39780:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384693.388350:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e44e1cb6. 00000020:00000010:0.0:1767384693.388362:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b029ce5. 00000020:00000010:0.0:1767384693.388368:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095e22862. 00000020:00000010:0.0:1767384693.388375:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b6dbb5de. 80000000:00000010:0.0:1767384693.388380:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000437a35a5. 40000000:00000010:0.0:1767384693.388383:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cdf183ce. 00100000:00000010:0.0:1767384693.388388:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000698fa347. 00040000:00000010:0.0:1767384693.388391:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009c4c8a2f. 00040000:00000010:0.0:1767384693.388395:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be16ea89. 00080000:00000010:0.0:1767384693.388406:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f233076a. 00002000:00000010:0.0:1767384693.388410:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a9746a9e. 00000020:00000010:0.0:1767384693.388414:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b88c7da. 00040000:00000010:0.0:1767384693.388417:0:16809:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000a74ec66f. 00040000:00000001:0.0:1767384693.388420:0:16809:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.388452:0:39780:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:3.0:1767384693.388456:0:39780:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:3.0:1767384693.388458:0:39780:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1767384693.388461:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384693.388465:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1767384693.388472:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.388475:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384693.388477:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.388480:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f59286ab. 00000001:00000010:3.0:1767384693.388486:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000348967de. 00000001:00000010:3.0:1767384693.388490:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000510aba0e. 00000001:00000001:3.0:1767384693.388495:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384693.388497:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004adc0d5f. 00000020:00000002:3.0:1767384693.388513:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000014a5bc47/0000000094f08c39 to site lru. bkt: 000000004154ddf9 00000020:00000002:3.0:1767384693.388517:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000bc96e5c8/000000006d4f229f to site lru. bkt: 000000000cd7af2f 00040000:00000010:3.0:1767384693.388520:0:39780:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000326119f9. 00040000:00000001:3.0:1767384693.388522:0:39780:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1767384693.388523:0:39780:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1767384693.388524:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384693.388531:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1767384693.388534:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.388536:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384693.388537:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.388539:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ea8e7b3d. 00000001:00000010:3.0:1767384693.388542:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c1ae5c2a. 00000001:00000010:3.0:1767384693.388545:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000083609381. 00000001:00000001:3.0:1767384693.388548:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384693.388550:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b5075fae. 00000020:00000002:3.0:1767384693.388556:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000ae8b252c/0000000009d216ce to site lru. bkt: 0000000082ee117d 00000020:00000002:3.0:1767384693.388560:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000075b190c4/0000000005d1e382 to site lru. bkt: 0000000035de4e68 00040000:00000010:3.0:1767384693.388562:0:39780:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000956ac87b. 00040000:00000001:3.0:1767384693.388564:0:39780:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1767384693.388565:0:39780:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1767384693.388566:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384693.388568:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1767384693.388570:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.388572:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384693.388574:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.388575:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000056df5c5f. 00000001:00000010:3.0:1767384693.388578:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000009061f27b. 00000001:00000010:3.0:1767384693.388580:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000dfb98822. 00000001:00000001:3.0:1767384693.388583:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384693.388584:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000805f9688. 00000020:00000002:3.0:1767384693.388588:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000055dd7122/000000001d537770 to site lru. bkt: 00000000526fc980 00000020:00000002:3.0:1767384693.388591:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000000e4206b2/000000007912e69d to site lru. bkt: 00000000a7d91c61 00040000:00000010:3.0:1767384693.388594:0:39780:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000063ce99fa. 00040000:00000001:3.0:1767384693.388596:0:39780:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:3.0:1767384693.388602:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 4 00000020:00000010:3.0:1767384693.388605:0:39780:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000591efec4. 00040000:04000000:3.0:1767384693.388616:0:39780:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:3.0:1767384693.388618:0:39780:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 0000000034e4803e. 00040000:00000001:3.0:1767384693.388621:0:39780:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:3.0:1767384693.388623:0:39780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:3.0:1767384693.390275:0:39780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:3.0:1767384693.390280:0:39780:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:3.0:1767384693.390282:0:39780:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384693.390338:0:16810:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af4189d0. 00000020:00000010:0.0:1767384693.390345:0:16810:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e9bf578. 00000020:00000010:0.0:1767384693.390350:0:16810:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095016baf. 00000020:00000010:0.0:1767384693.390354:0:16810:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b8ff77f1. 80000000:00000010:0.0:1767384693.390358:0:16810:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000da243ebf. 40000000:00000010:0.0:1767384693.390360:0:16810:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e29e5b9e. 00100000:00000010:0.0:1767384693.390364:0:16810:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002c5cbc7a. 00040000:00000010:0.0:1767384693.390367:0:16810:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b4d566e. 00040000:00000010:0.0:1767384693.390372:0:16810:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010859de1. 00080000:00000010:0.0:1767384693.390376:0:16810:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006b0aada2. 00002000:00000010:0.0:1767384693.390379:0:16810:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000559421b1. 00000020:00000010:0.0:1767384693.390382:0:16810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6e4e2cc. 00040000:00000010:0.0:1767384693.390385:0:16810:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000b47b7021. 00040000:00000001:0.0:1767384693.390387:0:16810:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.390411:0:39780:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:3.0:1767384693.390414:0:39780:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:3.0:1767384693.390416:0:39780:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1767384693.390418:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384693.390420:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1767384693.390424:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.390427:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384693.390428:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.390431:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f6e2be85. 00000001:00000010:3.0:1767384693.390436:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000094c2c0dc. 00000001:00000010:3.0:1767384693.390439:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000041d670aa. 00000001:00000001:3.0:1767384693.390443:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384693.390445:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d268fccf. 00000020:00000002:3.0:1767384693.390450:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000006170c68a/000000008da8bd9f to site lru. bkt: 000000000c6ef511 00000020:00000002:3.0:1767384693.390454:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000008d9a52e2/00000000b790dd46 to site lru. bkt: 000000004154ddf9 00000020:00000002:3.0:1767384693.390458:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000323ef8f1/000000004d5a7d80 to site lru. bkt: 00000000617f30fe 00040000:00000010:3.0:1767384693.390461:0:39780:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000a2089ece. 00040000:00000001:3.0:1767384693.390463:0:39780:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1767384693.390465:0:39780:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1767384693.390466:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384693.390468:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1767384693.390471:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.390473:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384693.390475:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.390476:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000053f2bd60. 00000001:00000010:3.0:1767384693.390479:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f77f4939. 00000001:00000010:3.0:1767384693.390482:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000052e52189. 00000001:00000001:3.0:1767384693.390488:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384693.390489:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000fb2775ab. 00000020:00000002:3.0:1767384693.390494:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000006ee8acbd/00000000a18ea641 to site lru. bkt: 0000000048112c53 00000020:00000002:3.0:1767384693.390497:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000ee3d9622/00000000b2d89bbc to site lru. bkt: 0000000082ee117d 00000020:00000002:3.0:1767384693.390507:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000068a19eec/000000004e2b5bfd to site lru. bkt: 0000000038e4ff98 00040000:00000010:3.0:1767384693.390509:0:39780:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000c1824c6b. 00040000:00000001:3.0:1767384693.390511:0:39780:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1767384693.390512:0:39780:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1767384693.390519:0:39780:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384693.390520:0:39780:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1767384693.390524:0:39780:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384693.390526:0:39780:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384693.390527:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.390529:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e2c3d866. 00000001:00000010:3.0:1767384693.390532:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000dc59cbc2. 00000001:00000010:3.0:1767384693.390535:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007d66761b. 00000001:00000001:3.0:1767384693.390538:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384693.390540:0:39780:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b52e17b7. 00000020:00000002:3.0:1767384693.390545:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000f8d0a4df/00000000010123da to site lru. bkt: 0000000025c3c32d 00000020:00000002:3.0:1767384693.390548:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b9251a2d/000000007b1e81e2 to site lru. bkt: 00000000526fc980 00000020:00000002:3.0:1767384693.390551:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000047d2861d/000000002b77edd8 to site lru. bkt: 0000000007c6673c 00040000:00000010:3.0:1767384693.390554:0:39780:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000071d48ca4. 00040000:00000001:3.0:1767384693.390557:0:39780:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:3.0:1767384693.390559:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 3 00000020:00000010:3.0:1767384693.390561:0:39780:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000009f789970. 00080000:00000010:3.0:1767384693.390600:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004eef1b3a. 00000004:00000010:3.0:1767384693.390607:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f397e634. 00000004:00000010:3.0:1767384693.390615:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f48590ad. 00000004:00000001:3.0:1767384693.390620:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.390622:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:3.0:1767384693.390625:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008c18f9a8. 00000004:00000001:3.0:1767384693.390632:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:3.0:1767384693.390634:0:39780:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:3.0:1767384693.390636:0:39780:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000b21c13db. 00040000:00000001:3.0:1767384693.390639:0:39780:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:3.0:1767384693.390642:0:39780:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:3.0:1767384693.390815:0:39780:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767384693.390826:0:39780:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 0000000051d1159a. 00080000:00000001:3.0:1767384693.390897:0:39780:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.390901:0:39780:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.390910:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384693.390914:0:39780:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384693.390917:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384693.390920:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c565 00000020:00000040:3.0:1767384693.390924:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dcff250f with handle 0x534bb1615bf4c565 from hash 00000020:00000001:3.0:1767384693.390931:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384693.390933:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dcff250f : new refcount 1 00000020:00000001:3.0:1767384693.390935:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384693.390937:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dcff250f : new refcount 0 00000020:00000080:3.0:1767384693.390939:0:39780:0:(genops.c:904:class_export_put()) final put 00000000dcff250f/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384693.390942:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.390957:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.390959:0:39780:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.390961:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.390964:0:39780:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.390970:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384693.390975:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000dcff250f/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00200000:00000010:3.0:1767384693.390978:0:39780:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000adb21929. 00000020:00000001:2.0:1767384693.390979:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.390984:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384693.390987:0:39780:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000040:2.0:1767384693.390988:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 8 - export 00000020:00000002:3.0:1767384693.390993:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000cc47a485/00000000d02b4c57 to site lru. bkt: 000000003e79e626 00000020:00000010:2.0:1767384693.390993:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dcff250f. 00000020:00000002:3.0:1767384693.390999:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000004653fc03/00000000a857e934 to site lru. bkt: 00000000e4cdfb27 00000020:00000002:3.0:1767384693.391003:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000eafb32c5/0000000027f81134 to site lru. bkt: 000000005a505d0a 00000020:00000001:2.0:1767384693.391006:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:3.0:1767384693.391007:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000002c19c659/0000000086d67d48 to site lru. bkt: 0000000067ec2f8f 00000020:00000002:3.0:1767384693.391012:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000fff249be/0000000099efb9f9 to site lru. bkt: 00000000a7ae3854 00000020:00000002:3.0:1767384693.391014:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000020e6f5cc/000000007da21101 to site lru. bkt: 0000000073dc49aa 00000020:00000002:3.0:1767384693.391017:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000a2ef8c33/000000004a751a23 to site lru. bkt: 000000009c2aa8cd 00000020:00000002:3.0:1767384693.391020:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000ec65141d/0000000046071386 to site lru. bkt: 0000000059989020 00000020:00000002:3.0:1767384693.391023:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000094ab38b9/0000000008508ae1 to site lru. bkt: 00000000183e4ff7 00000020:00000002:3.0:1767384693.391025:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000002d6a766b/0000000077f2a0e9 to site lru. bkt: 00000000e09136af 00000020:00000002:3.0:1767384693.391028:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000d64698ed/000000000593e284 to site lru. bkt: 00000000ec06607a 00000020:00000002:3.0:1767384693.391031:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000007bcdf921/00000000d36c3144 to site lru. bkt: 00000000544829af 00000020:00000002:3.0:1767384693.391034:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000004387d8ba/000000000f6e7d34 to site lru. bkt: 000000009074df50 00000020:00000002:3.0:1767384693.391037:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000070a4ee4c/00000000f24086cc to site lru. bkt: 000000009eed1704 00000020:00000002:3.0:1767384693.391039:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000efb50a7b/00000000d2fc22be to site lru. bkt: 00000000dfd67c86 00000020:00000002:3.0:1767384693.391047:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000f362fd1e/00000000e8f017ed to site lru. bkt: 000000006645dca9 00000020:00000002:3.0:1767384693.391050:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000443f1fd1/000000002cab7fb2 to site lru. bkt: 0000000044664e3d 00000020:00000002:3.0:1767384693.391052:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000009c4e303d/00000000299b28e1 to site lru. bkt: 00000000eba206fe 00100000:00000010:3.0:1767384693.391055:0:39780:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000001021a755. 00100000:00000010:3.0:1767384693.391065:0:39780:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 000000004b72e310. 00100000:00000010:3.0:1767384693.391072:0:39780:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000ce7b6552. 00100000:00000010:3.0:1767384693.391076:0:39780:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000002c8bcc19. 00000020:00000002:3.0:1767384693.391080:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000d2ffea63/0000000012575ad4 to site lru. bkt: 00000000b0b6acaa 00000020:00000002:3.0:1767384693.391083:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000c2b3ad9f/000000008df6d298 to site lru. bkt: 00000000137102a5 00000020:00000002:3.0:1767384693.391086:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000067684fb0/000000006f6b113c to site lru. bkt: 000000005c9fc1c1 00000020:00000002:3.0:1767384693.391090:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b9c644ab/000000001a8670f8 to site lru. bkt: 00000000e312396f 00000020:00000002:3.0:1767384693.391093:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000cac1976c/00000000dbbfcfff to site lru. bkt: 00000000dc0c46a3 00000020:00000002:3.0:1767384693.391096:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000000ffc8215/000000006e28aad5 to site lru. bkt: 00000000bd22b201 00000020:00000002:3.0:1767384693.391099:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000f9a8fa03/000000002511e7b7 to site lru. bkt: 0000000048b4de24 00000020:00000002:3.0:1767384693.391101:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000c962c6a6/00000000038164fb to site lru. bkt: 00000000682e8295 00000020:00000002:3.0:1767384693.391104:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000093dac934/0000000067835e2f to site lru. bkt: 00000000698929d0 00000020:00000002:3.0:1767384693.391108:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000056aee46/00000000c1319a57 to site lru. bkt: 0000000084995e0c 00000020:00000002:3.0:1767384693.391110:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000001b646e81/00000000e2014332 to site lru. bkt: 00000000e66d99c7 00000020:00000002:3.0:1767384693.391113:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000007b2a902a/000000003e75daf0 to site lru. bkt: 000000008ed1cb19 00000020:00000002:3.0:1767384693.391117:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000002ebdd264/00000000adb1cb63 to site lru. bkt: 00000000ff385c7d 00000020:00000002:3.0:1767384693.391120:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000a2d42e75/0000000008a8de63 to site lru. bkt: 000000002c4b56bc 00000020:00000002:3.0:1767384693.391123:0:39780:0:(lu_object.c:207:lu_object_put()) Add 0000000077dabaa7/0000000001920b92 to site lru. bkt: 000000002e0ca92c 00000020:00000002:3.0:1767384693.391125:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000692cb8f6/0000000050a54dc2 to site lru. bkt: 0000000020edbbaa 00000020:00000002:3.0:1767384693.391128:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b95705fa/0000000006201b6f to site lru. bkt: 000000000e53f67a 00100000:00000010:3.0:1767384693.391130:0:39780:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000007c95e2af. 00100000:00000010:3.0:1767384693.391135:0:39780:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 000000000a2a81c3. 00100000:00000010:3.0:1767384693.391140:0:39780:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000007cf74f66. 00100000:00000010:3.0:1767384693.391143:0:39780:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000f6c60891. 00100000:00000010:3.0:1767384693.391155:0:39780:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 0000000093c17c66. 00100000:00000010:3.0:1767384693.391159:0:39780:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 00000000ed4cfd51. 00000020:00000002:3.0:1767384693.391167:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000344ff5a2/000000007bcb550d to site lru. bkt: 00000000d4f3533c 00000020:00000002:3.0:1767384693.391171:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b60b75d7/00000000b0c2829f to site lru. bkt: 0000000048fe3714 40000000:00000001:3.0:1767384693.391175:0:39780:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:3.0:1767384693.391236:0:39780:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:3.0:1767384693.391238:0:39780:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000d8fd919e. 00100000:00000010:3.0:1767384693.391242:0:39780:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000ce2608fe. 00000004:00000001:3.0:1767384693.391247:0:39780:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:3.0:1767384693.391250:0:39780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b2ee94df : new refcount 2 00000040:00000001:3.0:1767384693.391253:0:39780:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384693.391258:0:39780:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384693.391266:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000a24a1c47/00000000fcaf0777 to site lru. bkt: 000000001531809a 00000040:00000010:3.0:1767384693.391270:0:39780:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000c1b245fc. 00000040:00000001:3.0:1767384693.391274:0:39780:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384693.391277:0:39780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007bb8c2e1. 00000040:00000010:3.0:1767384693.391282:0:39780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007cd59d90. 00000040:00000001:3.0:1767384693.391285:0:39780:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.391289:0:39780:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384693.391291:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b2ee94df : new refcount 1 00000020:00000040:3.0:1767384693.391295:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000044be1f49 : new refcount 3 00000040:00000010:3.0:1767384693.391297:0:39780:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000b2ee94df. 00000040:00000001:3.0:1767384693.391303:0:39780:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.391305:0:39780:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384693.391308:0:39780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001af87874 : new refcount 2 00000040:00000001:3.0:1767384693.391310:0:39780:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384693.391312:0:39780:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384693.391314:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000ed41620b/0000000024a7d901 to site lru. bkt: 00000000de18bc85 00000040:00000010:3.0:1767384693.391317:0:39780:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000008fec3aa2. 00000040:00000001:3.0:1767384693.391319:0:39780:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384693.391322:0:39780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fc9c6531. 00000040:00000010:3.0:1767384693.391325:0:39780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006502d974. 00000040:00000001:3.0:1767384693.391328:0:39780:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.391329:0:39780:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384693.391336:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001af87874 : new refcount 1 00000020:00000040:3.0:1767384693.391339:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000044be1f49 : new refcount 2 00000040:00000010:3.0:1767384693.391342:0:39780:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000001af87874. 00000040:00000001:3.0:1767384693.391345:0:39780:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384693.391347:0:39780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002ee0e833 : new refcount 2 00000040:00000001:3.0:1767384693.391349:0:39780:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384693.391351:0:39780:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384693.391354:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b9cd3dad/00000000d4a5131f to site lru. bkt: 000000000f0baa8a 00000040:00000010:3.0:1767384693.391356:0:39780:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000001cb76ac0. 00000040:00000001:3.0:1767384693.391359:0:39780:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384693.391361:0:39780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000395d051f. 00000040:00000010:3.0:1767384693.391365:0:39780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000049889dec. 00000040:00000001:3.0:1767384693.391368:0:39780:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384693.391370:0:39780:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384693.391371:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002ee0e833 : new refcount 1 00000020:00000040:3.0:1767384693.391373:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000044be1f49 : new refcount 1 00000040:00000010:3.0:1767384693.391375:0:39780:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000002ee0e833. 00000040:00000001:3.0:1767384693.391378:0:39780:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.391381:0:39780:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:3.0:1767384693.391385:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b2f8caae/000000000e1bba77 to site lru. bkt: 00000000763a9ccc 00000004:00000001:3.0:1767384693.391387:0:39780:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:3.0:1767384693.391390:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000005506437f/000000002f0a5fc8 to site lru. bkt: 00000000240624c1 00000020:00000002:3.0:1767384693.391393:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000c5ac5b0b/0000000030a372c9 to site lru. bkt: 0000000042f5fdac 00000020:00000002:3.0:1767384693.391396:0:39780:0:(lu_object.c:207:lu_object_put()) Add 000000004d569328/000000007d0b0191 to site lru. bkt: 0000000011c39897 00000001:00000001:3.0:1767384693.391400:0:39780:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:3.0:1767384693.391403:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b6697b4a/000000003aee4206 to site lru. bkt: 000000002f9c925a 00000001:00000010:3.0:1767384693.391405:0:39780:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 000000004cde0ba7. 00000001:00000001:3.0:1767384693.391409:0:39780:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:3.0:1767384693.391432:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d64698ed. 00000020:00000010:3.0:1767384693.391438:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000593e284. 00080000:00000010:3.0:1767384693.391464:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000efb50a7b. 00000020:00000010:3.0:1767384693.391467:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d2fc22be. 00080000:00000010:3.0:1767384693.391484:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001b646e81. 00000020:00000010:3.0:1767384693.391487:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e2014332. 00080000:00000010:3.0:1767384693.391507:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000020e6f5cc. 00000020:00000010:3.0:1767384693.391510:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007da21101. 00080000:00000010:3.0:1767384693.391524:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000056aee46. 00000020:00000010:3.0:1767384693.391528:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c1319a57. 00080000:00000010:3.0:1767384693.391544:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000004955787. 00000004:00000010:3.0:1767384693.391548:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bd90362c. 00000004:00000010:3.0:1767384693.391552:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005506437f. 00000004:00000001:3.0:1767384693.391555:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.391556:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:3.0:1767384693.391559:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002f0a5fc8. 00000004:00000001:3.0:1767384693.391562:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.391573:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000075b190c4. 00000004:00000010:3.0:1767384693.391577:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006e89e471. 00000004:00000010:3.0:1767384693.391579:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000053416119. 00000004:00000001:3.0:1767384693.391582:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.391583:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:3.0:1767384693.391585:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000005d1e382. 00000004:00000001:3.0:1767384693.391599:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.391612:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9cd3dad. 00000020:00000010:3.0:1767384693.391616:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d4a5131f. 00080000:00000010:3.0:1767384693.391654:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000e4206b2. 00000004:00000010:3.0:1767384693.391658:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000475a7be3. 00000004:00000010:3.0:1767384693.391690:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008ce61072. 00000004:00000001:3.0:1767384693.391711:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.391756:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:3.0:1767384693.391775:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007912e69d. 00000004:00000001:3.0:1767384693.391804:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.391820:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a2ef8c33. 00000020:00000010:3.0:1767384693.391824:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004a751a23. 00080000:00000010:3.0:1767384693.391857:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004653fc03. 00000020:00000010:3.0:1767384693.391860:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a857e934. 00080000:00000010:3.0:1767384693.391876:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000ffc8215. 00000020:00000010:3.0:1767384693.391879:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006e28aad5. 00080000:00000010:3.0:1767384693.391891:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b95705fa. 00000020:00000010:3.0:1767384693.391900:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000006201b6f. 00080000:00000010:3.0:1767384693.391916:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a2d42e75. 00000020:00000010:3.0:1767384693.391918:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000008a8de63. 00080000:00000010:3.0:1767384693.391930:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9251a2d. 00000004:00000010:3.0:1767384693.391934:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ae8049d9. 00000004:00000010:3.0:1767384693.391938:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d3e949b6. 00000004:00000001:3.0:1767384693.391940:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.391942:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:3.0:1767384693.391944:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007b1e81e2. 00000004:00000001:3.0:1767384693.391949:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.391958:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000055dd7122. 00000004:00000010:3.0:1767384693.391961:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001d580e98. 00000004:00000010:3.0:1767384693.391963:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000081221240. 00000004:00000001:3.0:1767384693.391966:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.391967:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:3.0:1767384693.391969:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001d537770. 00000004:00000001:3.0:1767384693.391972:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.391975:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cc47a485. 00000004:00000010:3.0:1767384693.391979:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d9ae982c. 00000004:00000010:3.0:1767384693.391981:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000273c7934. 00000004:00000001:3.0:1767384693.391984:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.391985:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:3.0:1767384693.391987:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d02b4c57. 00000004:00000001:3.0:1767384693.391990:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392009:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009c4e303d. 00000020:00000010:3.0:1767384693.392020:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000299b28e1. 00080000:00000010:3.0:1767384693.392034:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000093dac934. 00000020:00000010:3.0:1767384693.392036:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000067835e2f. 00080000:00000010:3.0:1767384693.392055:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bc96e5c8. 00000004:00000010:3.0:1767384693.392058:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007a731532. 00000004:00000010:3.0:1767384693.392061:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005653a177. 00000004:00000001:3.0:1767384693.392064:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392065:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:3.0:1767384693.392067:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006d4f229f. 00000004:00000001:3.0:1767384693.392075:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392087:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fff249be. 00000020:00000010:3.0:1767384693.392090:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099efb9f9. 00080000:00000010:3.0:1767384693.392103:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a24a1c47. 00000020:00000010:3.0:1767384693.392106:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fcaf0777. 00080000:00000010:3.0:1767384693.392119:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d2ffea63. 00000020:00000010:3.0:1767384693.392121:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000012575ad4. 00080000:00000010:3.0:1767384693.392132:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000077dabaa7. 00000020:00000010:3.0:1767384693.392135:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000001920b92. 00080000:00000010:3.0:1767384693.392140:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f8d0a4df. 00000004:00000010:3.0:1767384693.392143:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005244be6a. 00000004:00000010:3.0:1767384693.392146:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000ef88bfa. 00000004:00000001:3.0:1767384693.392149:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392150:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:3.0:1767384693.392152:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000010123da. 00000004:00000001:3.0:1767384693.392155:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392165:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f76bd737. 00000004:00000010:3.0:1767384693.392168:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b2f8caae. 00000004:00000010:3.0:1767384693.392171:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001792ebce. 00000004:00000001:3.0:1767384693.392173:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392174:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:3.0:1767384693.392177:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000e1bba77. 00000004:00000001:3.0:1767384693.392180:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392193:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000084b2bb47. 00000004:00000010:3.0:1767384693.392197:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000034ab6077. 00000004:00000010:3.0:1767384693.392206:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007b6b9c22. 00000004:00000001:3.0:1767384693.392209:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392211:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:3.0:1767384693.392212:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000600e9c4c. 00000004:00000001:3.0:1767384693.392218:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392230:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cac1976c. 00000020:00000010:3.0:1767384693.392233:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dbbfcfff. 00080000:00000010:3.0:1767384693.392249:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000070a4ee4c. 00000020:00000010:3.0:1767384693.392251:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f24086cc. 00080000:00000010:3.0:1767384693.392271:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000047d2861d. 00000004:00000010:3.0:1767384693.392274:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e98dab67. 00000004:00000010:3.0:1767384693.392278:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000aa5f2d18. 00000004:00000001:3.0:1767384693.392280:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392281:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:3.0:1767384693.392283:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002b77edd8. 00000004:00000001:3.0:1767384693.392287:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392298:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002d6a766b. 00000020:00000010:3.0:1767384693.392301:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000077f2a0e9. 00080000:00000010:3.0:1767384693.392402:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002c19c659. 00000020:00000010:3.0:1767384693.392406:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000086d67d48. 00080000:00000010:3.0:1767384693.392419:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000037336b8e. 00000020:00000010:3.0:1767384693.392422:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e4078f05. 00080000:00000010:3.0:1767384693.392436:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c962c6a6. 00000020:00000010:3.0:1767384693.392465:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000038164fb. 00080000:00000010:3.0:1767384693.392479:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000031b6054e. 00000004:00000010:3.0:1767384693.392482:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000011fa36ae. 00000004:00000010:3.0:1767384693.392485:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004d569328. 00000004:00000001:3.0:1767384693.392493:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392495:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:3.0:1767384693.392497:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007d0b0191. 00000004:00000001:3.0:1767384693.392500:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392512:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000443f1fd1. 00000020:00000010:3.0:1767384693.392515:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002cab7fb2. 00080000:00000010:3.0:1767384693.392528:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ebdd264. 00000020:00000010:3.0:1767384693.392530:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000adb1cb63. 00080000:00000010:3.0:1767384693.392542:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9c644ab. 00000020:00000010:3.0:1767384693.392545:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001a8670f8. 00080000:00000010:3.0:1767384693.392557:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007280cd63. 00000004:00000010:3.0:1767384693.392561:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000081dffe30. 00000004:00000010:3.0:1767384693.392564:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000086e9beae. 00000004:00000001:3.0:1767384693.392567:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392568:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:3.0:1767384693.392570:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e767fc17. 00000004:00000001:3.0:1767384693.392578:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392592:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006f2e9e63. 00000004:00000010:3.0:1767384693.392595:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000057de0895. 00000004:00000010:3.0:1767384693.392597:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c5ac5b0b. 00000004:00000001:3.0:1767384693.392600:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392601:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:3.0:1767384693.392603:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000030a372c9. 00000004:00000001:3.0:1767384693.392607:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392615:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b60b75d7. 00000020:00000010:3.0:1767384693.392617:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b0c2829f. 00080000:00000010:3.0:1767384693.392631:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000068a19eec. 00000004:00000010:3.0:1767384693.392634:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e6fa8f02. 00000004:00000010:3.0:1767384693.392637:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b37b14ef. 00000004:00000001:3.0:1767384693.392640:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392641:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:3.0:1767384693.392643:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004e2b5bfd. 00000004:00000001:3.0:1767384693.392647:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392656:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000094ab38b9. 00000020:00000010:3.0:1767384693.392658:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000008508ae1. 00080000:00000010:3.0:1767384693.392678:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004387d8ba. 00000020:00000010:3.0:1767384693.392680:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f6e7d34. 00080000:00000010:3.0:1767384693.392699:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f9a8fa03. 00000020:00000010:3.0:1767384693.392702:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002511e7b7. 00080000:00000010:3.0:1767384693.392713:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008d9a52e2. 00000004:00000010:3.0:1767384693.392715:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000097f870af. 00000004:00000010:3.0:1767384693.392717:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f4126767. 00000004:00000001:3.0:1767384693.392733:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392735:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:3.0:1767384693.392737:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b790dd46. 00000004:00000001:3.0:1767384693.392742:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392754:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014a5bc47. 00000004:00000010:3.0:1767384693.392758:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000088101be0. 00000004:00000010:3.0:1767384693.392760:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003bb98c92. 00000004:00000001:3.0:1767384693.392762:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392769:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:3.0:1767384693.392771:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000094f08c39. 00000004:00000001:3.0:1767384693.392775:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.392786:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007b2a902a. 00000020:00000010:3.0:1767384693.392789:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003e75daf0. 00080000:00000010:3.0:1767384693.392801:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007bcdf921. 00000020:00000010:3.0:1767384693.392804:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d36c3144. 00080000:00000010:3.0:1767384693.392818:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ed41620b. 00000020:00000010:3.0:1767384693.392821:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000024a7d901. 00080000:00000010:3.0:1767384693.392825:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006170c68a. 00000004:00000010:3.0:1767384693.392828:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007f52d660. 00000004:00000010:3.0:1767384693.392855:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000eb26efee. 00000004:00000001:3.0:1767384693.392859:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.392860:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:3.0:1767384693.392863:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008da8bd9f. 00000004:00000001:3.0:1767384693.392867:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.393083:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c2b3ad9f. 00000020:00000010:3.0:1767384693.393087:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008df6d298. 00080000:00000010:3.0:1767384693.393106:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000692cb8f6. 00000020:00000010:3.0:1767384693.393109:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000050a54dc2. 00080000:00000010:3.0:1767384693.393129:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000eafb32c5. 00000020:00000010:3.0:1767384693.393132:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000027f81134. 00080000:00000010:3.0:1767384693.393138:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ee8acbd. 00000004:00000010:3.0:1767384693.393141:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000030d088f2. 00000004:00000010:3.0:1767384693.393145:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000005c4490d. 00000004:00000001:3.0:1767384693.393148:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.393150:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:3.0:1767384693.393152:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a18ea641. 00000004:00000001:3.0:1767384693.393155:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.393169:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000067684fb0. 00000020:00000010:3.0:1767384693.393172:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006f6b113c. 00080000:00000010:3.0:1767384693.393188:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000323ef8f1. 00000004:00000010:3.0:1767384693.393191:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cb7078a2. 00000004:00000010:3.0:1767384693.393195:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000332feb2b. 00000004:00000001:3.0:1767384693.393202:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.393204:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:3.0:1767384693.393206:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004d5a7d80. 00000004:00000001:3.0:1767384693.393210:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.393221:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ec65141d. 00000020:00000010:3.0:1767384693.393224:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000046071386. 00080000:00000010:3.0:1767384693.393236:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ee3d9622. 00000004:00000010:3.0:1767384693.393240:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000034eefe4e. 00000004:00000010:3.0:1767384693.393243:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003051c031. 00000004:00000001:3.0:1767384693.393246:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.393248:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:3.0:1767384693.393250:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b2d89bbc. 00000004:00000001:3.0:1767384693.393253:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.393263:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ae8b252c. 00000004:00000010:3.0:1767384693.393266:0:39780:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d584deb7. 00000004:00000010:3.0:1767384693.393269:0:39780:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000037ba64f. 00000004:00000001:3.0:1767384693.393271:0:39780:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384693.393272:0:39780:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:3.0:1767384693.393274:0:39780:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000009d216ce. 00000004:00000001:3.0:1767384693.393277:0:39780:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384693.393286:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f362fd1e. 00000020:00000010:3.0:1767384693.393289:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e8f017ed. 00080000:00000010:3.0:1767384693.393325:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b6697b4a. 00000020:00000010:3.0:1767384693.393328:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003aee4206. 00080000:00000010:3.0:1767384693.393342:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000344ff5a2. 00000020:00000010:3.0:1767384693.393345:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007bcb550d. 00000004:00000001:3.0:1767384693.393352:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384693.393357:0:39780:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384693.393359:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384693.393361:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c57a 00000020:00000040:3.0:1767384693.393365:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027e91724 with handle 0x534bb1615bf4c57a from hash 00000020:00000001:3.0:1767384693.393370:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384693.393372:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000027e91724 : new refcount 1 00000020:00000001:3.0:1767384693.393374:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384693.393375:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000027e91724 : new refcount 0 00000020:00000080:3.0:1767384693.393381:0:39780:0:(genops.c:904:class_export_put()) final put 0000000027e91724/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767384693.393384:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.393390:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.393392:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384693.393394:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:3.0:1767384693.393405:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000cd1f1224. 00000020:00000080:3.0:1767384693.393408:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384693.393413:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1767384693.393417:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384693.393417:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000027e91724/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1767384693.393422:0:39780:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384693.393422:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.393424:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.393428:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000003c7b40b5) now 4 - export 00000020:00000001:3.0:1767384693.393429:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:2.0:1767384693.393432:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000027e91724. 00000020:00080000:3.0:1767384693.393433:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000003c7b40b5) has no exports 00000020:00000001:3.0:1767384693.393437:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384693.393438:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384693.393442:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:3.0:1767384693.393446:0:39780:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:3.0:1767384693.393448:0:39780:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:3.0:1767384693.393458:0:39780:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384693.393461:0:39780:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000293b29bd. 00000020:00000001:3.0:1767384693.393465:0:39780:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:3.0:1767384693.393466:0:39780:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384693.393468:0:39780:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f82186c9. 00000020:00000001:3.0:1767384693.393470:0:39780:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:3.0:1767384693.393472:0:39780:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384693.393473:0:39780:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000663f649c. 00000020:00000001:3.0:1767384693.393476:0:39780:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:3.0:1767384693.393477:0:39780:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384693.393479:0:39780:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000006370721b. 00000020:00000001:3.0:1767384693.393481:0:39780:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:3.0:1767384693.393483:0:39780:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:3.0:1767384693.393705:0:39780:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:3.0:1767384693.393708:0:39780:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1767384693.393710:0:39780:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1767384693.393713:0:39780:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1767384693.393716:0:39780:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:3.0:1767384693.393718:0:39780:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 0000000078130888. 00020000:00000001:3.0:1767384693.393721:0:39780:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.393812:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384693.393816:0:39780:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384693.393829:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384693.393847:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c5b2 00000020:00000040:3.0:1767384693.393851:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008af773c4 with handle 0x534bb1615bf4c5b2 from hash 00000020:00000001:3.0:1767384693.393856:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384693.393857:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000008af773c4 : new refcount 1 00000020:00000001:3.0:1767384693.393859:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384693.393860:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000008af773c4 : new refcount 0 00000020:00000080:3.0:1767384693.393883:0:39780:0:(genops.c:904:class_export_put()) final put 000000008af773c4/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767384693.393885:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.393894:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.393897:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384693.393898:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000001:2.0:1767384693.393904:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384693.393907:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000008af773c4/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384693.393914:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 15 to 0@lo 00000020:00000001:2.0:1767384693.393917:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.393918:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.393921:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000a924268c) now 5 - export 00000020:00000010:2.0:1767384693.393923:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008af773c4. 00000020:00000001:2.0:1767384693.393927:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384693.393941:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000094b2a86. 00000020:00000080:3.0:1767384693.393958:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384693.393962:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384693.393964:0:39780:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384693.393967:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384693.393968:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (00000000a924268c) has no exports 00000020:00000001:3.0:1767384693.393970:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384693.393972:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:3.0:1767384693.393976:0:39780:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:3.0:1767384693.393979:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384693.393981:0:39780:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384693.393983:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384693.393984:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c5ab 00000020:00000040:3.0:1767384693.393986:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd7fc25c with handle 0x534bb1615bf4c5ab from hash 00000020:00000001:3.0:1767384693.393990:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384693.393992:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd7fc25c : new refcount 1 00000020:00000001:3.0:1767384693.393994:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384693.393996:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd7fc25c : new refcount 0 00000020:00000080:3.0:1767384693.393998:0:39780:0:(genops.c:904:class_export_put()) final put 00000000dd7fc25c/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384693.394000:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.394009:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.394012:0:39780:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.394014:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000004:00000001:3.0:1767384693.394015:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384693.394017:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000dd7fc25c/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384693.394019:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.394021:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.394022:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 7 - export 00000020:00000010:2.0:1767384693.394024:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dd7fc25c. 00000020:00000001:2.0:1767384693.394029:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384693.394183:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000de3072df. 00000020:00000010:3.0:1767384693.394195:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e13ca7aa. 00000020:00000010:3.0:1767384693.394198:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000086c80294. 00000020:00000010:3.0:1767384693.394205:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eea739f1. 00000020:00000010:3.0:1767384693.394211:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e84fad7f. 00000020:00000010:3.0:1767384693.394217:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000646debf. 00010000:00000001:3.0:1767384693.394327:0:39780:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767384693.394331:0:39780:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384693.394335:0:39780:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384693.394369:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000e4a78dcd. 00000020:00000010:3.0:1767384693.394373:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e800090b. 00010000:00000001:3.0:1767384693.394407:0:39780:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384693.394422:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000082040629. 00000020:00000010:3.0:1767384693.394425:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d4d7ae5b. 00000001:00000001:3.0:1767384693.394469:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.394515:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000001b7feb0. 00000001:00000010:3.0:1767384693.394519:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000069b7e838. 00000001:00000010:3.0:1767384693.394522:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cf249b2f. 00000001:00000010:3.0:1767384693.394525:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000004fd1ea9. 00000001:00000010:3.0:1767384693.394533:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d96961be. 00000001:00000010:3.0:1767384693.394536:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000024f54c90. 00000001:00000010:3.0:1767384693.394539:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e778c434. 00000001:00000010:3.0:1767384693.394542:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000005d5b4d4c. 00000001:00000010:3.0:1767384693.394544:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007908d2cb. 00000001:00000010:3.0:1767384693.394546:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002c3ec5c6. 00000001:00000010:3.0:1767384693.394549:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d4a76441. 00000001:00000010:3.0:1767384693.394552:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006c346eaa. 00000001:00000010:3.0:1767384693.394556:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002d9a3b40. 00000001:00000010:3.0:1767384693.394560:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000697dab84. 00000001:00000010:3.0:1767384693.394577:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fe3a931b. 00000001:00000010:3.0:1767384693.394583:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004ef5377d. 00000001:00000010:3.0:1767384693.394598:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 0000000034f1cbb3. 00000001:00000010:3.0:1767384693.394601:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000028fd5c7f. 00000001:00000001:3.0:1767384693.394605:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384693.394614:0:39780:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000b5363af6. 00010000:00000001:3.0:1767384693.394618:0:39780:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384693.394620:0:39780:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384693.394622:0:39780:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767384693.394624:0:39780:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1767384693.394626:0:39780:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:3.0:1767384693.394631:0:39780:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384693.394633:0:39780:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767384693.394636:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384693.394640:0:39780:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384693.394642:0:39780:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:3.0:1767384693.394646:0:39780:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384693.394649:0:39780:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384693.394651:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384693.394653:0:39780:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384693.394655:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384693.394657:0:39780:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:3.0:1767384693.396866:0:39780:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384693.396871:0:39780:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384693.396874:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384693.396877:0:39780:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:3.0:1767384693.396878:0:39780:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767384693.396885:0:39780:0:(genops.c:1229:class_import_get()) import 000000007c83563e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384693.396890:0:39780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384693.396892:0:39780:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384693.396894:0:39780:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384693.396897:0:39780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384693.396898:0:39780:0:(genops.c:1242:class_import_put()) import 000000007c83563e refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384693.396900:0:39780:0:(genops.c:1245:class_import_put()) final put import 000000007c83563e 00000020:00000001:3.0:1767384693.396915:0:39780:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384693.396917:0:39780:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767384693.396918:0:39780:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384693.396920:0:39780:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767384693.396922:0:39780:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000d5de64be. 00010000:00000010:3.0:1767384693.396927:0:39780:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000008f1341d6. 00010000:00000001:3.0:1767384693.396930:0:39780:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:3.0:1767384693.396933:0:39780:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.396942:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384693.396955:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:2.0:1767384693.396957:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000010:3.0:1767384693.396960:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003460fd42. 00000020:00000080:2.0:1767384693.396961:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000007c83563e for lustre-OST0000-osc-MDT0000 00000001:00000010:3.0:1767384693.396966:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eafbd9e3. 00000020:00000040:2.0:1767384693.396969:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 14 to 0@lo 00000001:00000010:3.0:1767384693.396971:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006527dfb1. 00000001:00000010:3.0:1767384693.396975:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0aa3b18. 00000020:00000040:2.0:1767384693.396977:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 13 to 0@lo 00000001:00000010:3.0:1767384693.396979:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000366382a9. 00000001:00000010:3.0:1767384693.396983:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000092d2d0e. 00000020:00000010:2.0:1767384693.396983:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000008588106b. 00000001:00000001:3.0:1767384693.396989:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384693.396991:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000a924268c) now 4 - import 00000001:00000001:3.0:1767384693.396992:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.396996:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f892245e. 00000020:00000010:2.0:1767384693.396997:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000007c83563e. 00000001:00000010:3.0:1767384693.397001:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000328e229c. 00000020:00000001:2.0:1767384693.397005:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:3.0:1767384693.397006:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006fc0880f. 00000001:00000010:3.0:1767384693.397010:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d6b6103. 00000001:00000010:3.0:1767384693.397013:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ec817344. 00000001:00000010:3.0:1767384693.397016:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000068f7eed. 00000001:00000001:3.0:1767384693.397019:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384693.397021:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000a924268c) now 3 - setup 00000020:00000001:3.0:1767384693.397024:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397026:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384693.397029:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384693.397034:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384693.397037:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000a924268c) now 2 - obd_device_list 00000020:00000080:3.0:1767384693.397039:0:39780:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:3.0:1767384693.397041:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000a924268c) now 1 - newdev 00000020:00000040:3.0:1767384693.397044:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000017fc6b7e with handle 0x534bb1615bf4c5a4 from hash 00000020:00000040:3.0:1767384693.397046:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000017fc6b7e : new refcount 0 00000020:00000080:3.0:1767384693.397048:0:39780:0:(genops.c:904:class_export_put()) final put 0000000017fc6b7e/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767384693.397050:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397052:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384693.397053:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 0000000017fc6b7e/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384693.397060:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384693.397061:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.397063:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000017fc6b7e. 00000020:00000001:3.0:1767384693.397073:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384693.397075:0:39780:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:3.0:1767384693.397078:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:3.0:1767384693.397080:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384693.397084:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3cd201b. 00000020:00000010:3.0:1767384693.397089:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5cda501. 00000040:00000010:3.0:1767384693.397093:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055cd7e47. 00000020:00000010:3.0:1767384693.397098:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc9f6f45. 00000020:00000010:3.0:1767384693.397104:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.397109:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000022de97f5. 80000000:00000010:3.0:1767384693.397113:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000002c9c68e. 40000000:00000010:3.0:1767384693.397118:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d2f7d267. 00100000:00000010:3.0:1767384693.397123:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000006fd5441. 00040000:00000010:3.0:1767384693.397128:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.397132:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008cc88cb1. 00080000:00000010:3.0:1767384693.397136:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384693.397141:0:39780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000037d41dc5. 00000004:00000010:3.0:1767384693.397147:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085d4eca7. 00000004:00000010:3.0:1767384693.397151:0:39780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000005998539. 00002000:00000010:3.0:1767384693.397157:0:39780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001a24e1b5. 00000004:00000010:3.0:1767384693.397161:0:39780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003f52627d. 00000004:00000010:3.0:1767384693.397169:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000796fb75c. 00000004:00000010:3.0:1767384693.397175:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f239dd75. 00000004:00000010:3.0:1767384693.397179:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7105eef. 00000004:00000010:3.0:1767384693.397182:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000125b16ef. 00000004:00000010:3.0:1767384693.397187:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000064f32ef9. 00000004:00000010:3.0:1767384693.397190:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000063afd45c. 00000004:00000010:3.0:1767384693.397196:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000070b86271. 00000004:00000010:3.0:1767384693.397200:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007df364aa. 00000004:00000010:3.0:1767384693.397203:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dda6c95a. 00000004:00000010:3.0:1767384693.397207:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007f422c41. 00000004:00000010:3.0:1767384693.397211:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000054cb7d5c. 00000004:00000010:3.0:1767384693.397214:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000034e6bf2b. 00000004:00000010:3.0:1767384693.397218:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000986bca19. 00000004:00000010:3.0:1767384693.397226:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015dd2497. 00000004:00000010:3.0:1767384693.397232:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bb977337. 00000004:00000010:3.0:1767384693.397235:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007c64744a. 00000004:00000010:3.0:1767384693.397239:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c483abf5. 00000004:00000010:3.0:1767384693.397243:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000072a2284. 00000004:00000010:3.0:1767384693.397246:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000da01d4b7. 00000004:00000010:3.0:1767384693.397249:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002bd047bb. 00000004:00000010:3.0:1767384693.397252:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e9a33fe2. 00000004:00000010:3.0:1767384693.397255:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000263cf362. 00000004:00000010:3.0:1767384693.397258:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005422a464. 00000004:00000010:3.0:1767384693.397267:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e5f4ba66. 00000004:00000010:3.0:1767384693.397269:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000018f91d9a. 00000004:00000010:3.0:1767384693.397272:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001ed13839. 00000004:00000010:3.0:1767384693.397275:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f2c4073c. 00000004:00000010:3.0:1767384693.397278:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f00af2d5. 00000004:00000010:3.0:1767384693.397283:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f3c6f8d0. 00000004:00000010:3.0:1767384693.397287:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c8b4817e. 00000004:00000010:3.0:1767384693.397291:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c4bcafd5. 00000004:00000010:3.0:1767384693.397294:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c6acd10. 00000004:00000010:3.0:1767384693.397297:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005aebf782. 00000004:00000010:3.0:1767384693.397303:0:39780:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 0000000066e2ec00. 00000020:00000010:3.0:1767384693.397310:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5cda501. 00000040:00000010:3.0:1767384693.397314:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055cd7e47. 00000020:00000010:3.0:1767384693.397318:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc9f6f45. 00000020:00000010:3.0:1767384693.397324:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.397331:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000022de97f5. 80000000:00000010:3.0:1767384693.397335:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000002c9c68e. 40000000:00000010:3.0:1767384693.397339:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d2f7d267. 00100000:00000010:3.0:1767384693.397343:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000006fd5441. 00040000:00000010:3.0:1767384693.397349:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.397353:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008cc88cb1. 00080000:00000010:3.0:1767384693.397356:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384693.397363:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000037d41dc5. 00000004:00000010:3.0:1767384693.397370:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085d4eca7. 00000004:00000010:3.0:1767384693.397374:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000005998539. 00002000:00000010:3.0:1767384693.397382:0:39780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001a24e1b5. 00000004:00000010:3.0:1767384693.397386:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003f52627d. 00000020:00000010:3.0:1767384693.397389:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3cd201b. 00000020:00000001:3.0:1767384693.397392:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.397395:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a924268c. 00000020:00000001:3.0:1767384693.397401:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397403:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384693.397405:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000094b2a86. 00000020:00000001:3.0:1767384693.397408:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.397410:0:39780:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.397413:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384693.397415:0:39780:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 000000007d787825. 00020000:00000010:3.0:1767384693.397421:0:39780:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000eb02537a. 00000004:00000001:3.0:1767384693.397430:0:39780:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397432:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384693.397443:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.397447:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e88bb925. 00000001:00000010:3.0:1767384693.397450:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000026617b7. 00000001:00000010:3.0:1767384693.397453:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006a5728c2. 00000001:00000010:3.0:1767384693.397456:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d079706e. 00000001:00000010:3.0:1767384693.397458:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000034b4b253. 00000001:00000010:3.0:1767384693.397461:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000032593ff8. 00000001:00000001:3.0:1767384693.397465:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384693.397467:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.397470:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000afb57756. 00000001:00000010:3.0:1767384693.397477:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004a61633d. 00000001:00000010:3.0:1767384693.397479:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cfa36c6a. 00000001:00000010:3.0:1767384693.397481:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058cee660. 00000001:00000010:3.0:1767384693.397483:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bc13544e. 00000001:00000010:3.0:1767384693.397486:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000099bb32d3. 00000001:00000001:3.0:1767384693.397488:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384693.397490:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000003c7b40b5) now 3 - setup 00000020:00000001:3.0:1767384693.397493:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397495:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384693.397497:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384693.397507:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384693.397509:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000003c7b40b5) now 2 - obd_device_list 00000020:00000080:3.0:1767384693.397511:0:39780:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:3.0:1767384693.397513:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000003c7b40b5) now 1 - newdev 00000020:00000040:3.0:1767384693.397516:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d0258d37 with handle 0x534bb1615bf4c55e from hash 00000020:00000040:3.0:1767384693.397518:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000d0258d37 : new refcount 0 00000020:00000080:3.0:1767384693.397521:0:39780:0:(genops.c:904:class_export_put()) final put 00000000d0258d37/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767384693.397523:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397525:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384693.397527:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 00000000d0258d37/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:3.0:1767384693.397529:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384693.397531:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.397533:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d0258d37. 00000020:00000001:3.0:1767384693.397537:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384693.397539:0:39780:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:3.0:1767384693.397541:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:3.0:1767384693.397542:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384693.397544:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3cd201b. 00000020:00000010:3.0:1767384693.397547:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cc88cb1. 00000040:00000010:3.0:1767384693.397550:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000022de97f5. 00000020:00000010:3.0:1767384693.397552:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005998539. 00000020:00000010:3.0:1767384693.397555:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.397558:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055cd7e47. 80000000:00000010:3.0:1767384693.397561:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000094b2a86. 40000000:00000010:3.0:1767384693.397563:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d2f7d267. 00100000:00000010:3.0:1767384693.397566:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000037d41dc5. 00040000:00000010:3.0:1767384693.397569:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.397572:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a5cda501. 00080000:00000010:3.0:1767384693.397574:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384693.397577:0:39780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000006fd5441. 00000004:00000010:3.0:1767384693.397580:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085d4eca7. 00000004:00000010:3.0:1767384693.397582:0:39780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dc9f6f45. 00000004:00000001:3.0:1767384693.397585:0:39780:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:3.0:1767384693.397592:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e0ab1715. 00000004:00000010:3.0:1767384693.397597:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000967e8288. 00000004:00000010:3.0:1767384693.397600:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007cb61773. 00000004:00000010:3.0:1767384693.397603:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000082afca70. 00000004:00000010:3.0:1767384693.397609:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e42f7a5. 00000004:00000010:3.0:1767384693.397613:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d311963f. 00000004:00000010:3.0:1767384693.397617:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003d840ec2. 00000004:00000010:3.0:1767384693.397620:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007c4f133e. 00000004:00000010:3.0:1767384693.397623:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a54c8d99. 00000004:00000010:3.0:1767384693.397626:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fa6182d9. 00000004:00000010:3.0:1767384693.397629:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009ad97d7e. 00000004:00000010:3.0:1767384693.397632:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000045acb980. 00000004:00000010:3.0:1767384693.397635:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dea80a61. 00000004:00000010:3.0:1767384693.397640:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008e3c7094. 00000004:00000010:3.0:1767384693.397644:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091a96a66. 00000004:00000010:3.0:1767384693.397647:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000caf43fa1. 00000004:00000010:3.0:1767384693.397650:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000e85c31a. 00000004:00000010:3.0:1767384693.397653:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002bdad709. 00000004:00000010:3.0:1767384693.397657:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003e730c3f. 00000004:00000010:3.0:1767384693.397663:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009ea42852. 00000004:00000010:3.0:1767384693.397668:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001945c388. 00000004:00000010:3.0:1767384693.397670:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f0cc5f4e. 00000004:00000010:3.0:1767384693.397672:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e47a63ed. 00000004:00000010:3.0:1767384693.397681:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d26af65b. 00000004:00000010:3.0:1767384693.397684:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000006007951. 00000004:00000010:3.0:1767384693.397687:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007342ac1f. 00000004:00000010:3.0:1767384693.397690:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c733a751. 00000004:00000010:3.0:1767384693.397693:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009284e6a4. 00000004:00000010:3.0:1767384693.397697:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f50b3ef8. 00000004:00000010:3.0:1767384693.397700:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f7cd98e2. 00000004:00000010:3.0:1767384693.397703:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006c25a67c. 00000004:00000010:3.0:1767384693.397706:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fddb244. 00000004:00000010:3.0:1767384693.397709:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000020928aaa. 00000004:00000010:3.0:1767384693.397713:0:39780:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 000000006c5dc999. 00000004:00000001:3.0:1767384693.397716:0:39780:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446628162012938240 : -115911696613376 : ffff9694347f8000) 00000020:00000010:3.0:1767384693.397720:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008cc88cb1. 00000040:00000010:3.0:1767384693.397740:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000022de97f5. 00000020:00000010:3.0:1767384693.397743:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000005998539. 00000020:00000010:3.0:1767384693.397746:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.397750:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055cd7e47. 80000000:00000010:3.0:1767384693.397752:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000094b2a86. 40000000:00000010:3.0:1767384693.397756:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d2f7d267. 00100000:00000010:3.0:1767384693.397758:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000037d41dc5. 00040000:00000010:3.0:1767384693.397762:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.397764:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a5cda501. 00080000:00000010:3.0:1767384693.397767:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384693.397771:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000006fd5441. 00000004:00000010:3.0:1767384693.397774:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085d4eca7. 00000004:00000010:3.0:1767384693.397777:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dc9f6f45. 00000020:00000010:3.0:1767384693.397780:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3cd201b. 00000020:00000001:3.0:1767384693.397783:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.397785:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000003c7b40b5. 00000020:00000001:3.0:1767384693.397791:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397793:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384693.397795:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000cd1f1224. 00000020:00000001:3.0:1767384693.397798:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.397800:0:39780:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.397802:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.397804:0:39780:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384693.397807:0:39780:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000fb872bae. 00000004:00000001:3.0:1767384693.397899:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384693.397903:0:39780:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384693.397905:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384693.397907:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c581 00000020:00000040:3.0:1767384693.397909:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000ca3e8d2 with handle 0x534bb1615bf4c581 from hash 00000020:00000001:3.0:1767384693.397913:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384693.397920:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000000ca3e8d2 : new refcount 1 00000020:00000001:3.0:1767384693.397922:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384693.397923:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000000ca3e8d2 : new refcount 0 00000020:00000080:3.0:1767384693.397925:0:39780:0:(genops.c:904:class_export_put()) final put 000000000ca3e8d2/lustre-MDD0000_UUID 00000020:00000001:3.0:1767384693.397927:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397941:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397944:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384693.397946:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000001:2.0:1767384693.397950:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:3.0:1767384693.397951:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000d2f7d267. 00000020:00000080:2.0:1767384693.397954:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000ca3e8d2/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1767384693.397955:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384693.397957:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.397959:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.397960:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:2.0:1767384693.397962:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000008d2273f2) now 4 - export 00000020:00000080:3.0:1767384693.397964:0:39780:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000010:2.0:1767384693.397966:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000ca3e8d2. 00000020:00000001:3.0:1767384693.397969:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384693.397972:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (000000008d2273f2) has no exports 00000020:00000001:2.0:1767384693.397972:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384693.397976:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384693.397979:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384693.398121:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384693.398133:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.398138:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fb5e9fe1. 00000001:00000010:3.0:1767384693.398141:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000069bd0141. 00000001:00000010:3.0:1767384693.398144:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c909d9c7. 00000001:00000010:3.0:1767384693.398147:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000037f0e12a. 00000001:00000010:3.0:1767384693.398150:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bb93a629. 00000001:00000010:3.0:1767384693.398152:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b084e7b3. 00000001:00000001:3.0:1767384693.398155:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384693.398157:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.398160:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005d85b8a4. 00000001:00000010:3.0:1767384693.398161:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005ea238b1. 00000001:00000010:3.0:1767384693.398163:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000011da966a. 00000001:00000010:3.0:1767384693.398171:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000307d0fa7. 00000001:00000010:3.0:1767384693.398173:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008e835d3f. 00000001:00000010:3.0:1767384693.398175:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003cc1dd5b. 00000001:00000001:3.0:1767384693.398179:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384693.398181:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000008d2273f2) now 3 - setup 00000020:00000001:3.0:1767384693.398183:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398185:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384693.398187:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384693.398190:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384693.398192:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000008d2273f2) now 2 - obd_device_list 00000020:00000080:3.0:1767384693.398195:0:39780:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:3.0:1767384693.398197:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000008d2273f2) now 1 - newdev 00000020:00000040:3.0:1767384693.398204:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044be1f49 with handle 0x534bb1615bf4c573 from hash 00000020:00000040:3.0:1767384693.398207:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000044be1f49 : new refcount 0 00000020:00000080:3.0:1767384693.398208:0:39780:0:(genops.c:904:class_export_put()) final put 0000000044be1f49/lustre-MDD0000_UUID 00000020:00000001:3.0:1767384693.398210:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398212:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384693.398213:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 0000000044be1f49/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:3.0:1767384693.398216:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384693.398217:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.398219:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000044be1f49. 00000020:00000001:3.0:1767384693.398222:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384693.398224:0:39780:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:3.0:1767384693.398226:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:3.0:1767384693.398228:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384693.398230:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3cd201b. 00000020:00000010:3.0:1767384693.398232:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5cda501. 00000040:00000010:3.0:1767384693.398235:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055cd7e47. 00000020:00000010:3.0:1767384693.398238:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc9f6f45. 00000020:00000010:3.0:1767384693.398241:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.398243:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000022de97f5. 80000000:00000010:3.0:1767384693.398246:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd1f1224. 40000000:00000010:3.0:1767384693.398248:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001993b4d2. 00100000:00000010:3.0:1767384693.398251:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000006fd5441. 00040000:00000010:3.0:1767384693.398253:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.398256:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008cc88cb1. 00080000:00000010:3.0:1767384693.398258:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384693.398261:0:39780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000037d41dc5. 00000004:00000010:3.0:1767384693.398264:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085d4eca7. 00000004:00000001:3.0:1767384693.398267:0:39780:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:3.0:1767384693.398270:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bc41ac81. 00000004:00000010:3.0:1767384693.398273:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bc7a8b65. 00000004:00000010:3.0:1767384693.398276:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000db1e24b4. 00000004:00000010:3.0:1767384693.398279:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006875afc7. 00000004:00000010:3.0:1767384693.398283:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e3b11aed. 00000004:00000010:3.0:1767384693.398290:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000db5f4da2. 00000004:00000010:3.0:1767384693.398297:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d7c6345b. 00000004:00000010:3.0:1767384693.398300:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000700a505. 00000004:00000010:3.0:1767384693.398303:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be157a6b. 00000004:00000010:3.0:1767384693.398307:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f5b618b2. 00000004:00000010:3.0:1767384693.398310:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000007714d5b. 00000004:00000010:3.0:1767384693.398312:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004f7fdd6d. 00000004:00000010:3.0:1767384693.398316:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000d26c82a. 00000004:00000010:3.0:1767384693.398319:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ec878631. 00000004:00000010:3.0:1767384693.398322:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a1103233. 00000004:00000010:3.0:1767384693.398325:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078a198bd. 00000004:00000010:3.0:1767384693.398328:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000178a558d. 00000004:00000010:3.0:1767384693.398333:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bc88187a. 00000004:00000010:3.0:1767384693.398338:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000062ae1c7e. 00000004:00000010:3.0:1767384693.398341:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000fa98d6e. 00000004:00000010:3.0:1767384693.398345:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026d363b9. 00000004:00000010:3.0:1767384693.398348:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f794a4f1. 00000004:00000010:3.0:1767384693.398354:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e4494789. 00000004:00000010:3.0:1767384693.398362:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000010ec66f. 00000004:00000010:3.0:1767384693.398365:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000501a9259. 00000004:00000010:3.0:1767384693.398368:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000084eab687. 00000004:00000010:3.0:1767384693.398371:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000070ee6a91. 00000004:00000010:3.0:1767384693.398374:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000058340839. 00000004:00000010:3.0:1767384693.398378:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000c9a2284. 00000004:00000010:3.0:1767384693.398381:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000052c1a70b. 00000004:00000010:3.0:1767384693.398384:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d81fe50e. 00000004:00000010:3.0:1767384693.398387:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000519b6258. 00000004:00000010:3.0:1767384693.398390:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002722d270. 00000004:00000010:3.0:1767384693.398395:0:39780:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000596597e7. 00000004:00000001:3.0:1767384693.398398:0:39780:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.398400:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5cda501. 00000040:00000010:3.0:1767384693.398403:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055cd7e47. 00000020:00000010:3.0:1767384693.398406:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc9f6f45. 00000020:00000010:3.0:1767384693.398409:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.398413:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000022de97f5. 80000000:00000010:3.0:1767384693.398422:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cd1f1224. 40000000:00000010:3.0:1767384693.398425:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001993b4d2. 00100000:00000010:3.0:1767384693.398428:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000006fd5441. 00040000:00000010:3.0:1767384693.398432:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.398434:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008cc88cb1. 00080000:00000010:3.0:1767384693.398437:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000022a9add5. 00000004:00000010:3.0:1767384693.398441:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000037d41dc5. 00000004:00000010:3.0:1767384693.398444:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085d4eca7. 00000020:00000010:3.0:1767384693.398447:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3cd201b. 00000020:00000001:3.0:1767384693.398449:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.398451:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008d2273f2. 00000020:00000001:3.0:1767384693.398456:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398458:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384693.398460:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000d2f7d267. 00000020:00000001:3.0:1767384693.398463:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.398465:0:39780:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.398467:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.398469:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384693.398471:0:39780:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384693.398473:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384693.398475:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c588 00000020:00000040:3.0:1767384693.398477:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a8135401 with handle 0x534bb1615bf4c588 from hash 00000020:00000001:3.0:1767384693.398481:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384693.398483:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a8135401 : new refcount 1 00000020:00000001:3.0:1767384693.398485:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384693.398486:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000a8135401 : new refcount 0 00000020:00000080:3.0:1767384693.398488:0:39780:0:(genops.c:904:class_export_put()) final put 00000000a8135401/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384693.398490:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398503:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.398505:0:39780:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.398507:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398510:0:39780:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384693.398514:0:39780:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384693.398517:0:39780:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446628161225596384 : -115912483955232 : ffff969405919de0) 00000020:00000001:2.0:1767384693.398519:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000004:3.0:1767384693.398520:0:39780:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000294b371e from lustre-MDT0000, refs=3 00000020:00000080:2.0:1767384693.398521:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a8135401/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384693.398524:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.398525:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.398526:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 6 - export 00000020:00000010:2.0:1767384693.398530:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a8135401. 00000020:00000001:3.0:1767384693.398532:0:39780:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384693.398536:0:39780:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000294b371e 3 00000020:00000001:2.0:1767384693.398537:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384693.398538:0:39780:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398542:0:39780:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384693.398544:0:39780:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384693.398545:0:39780:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446628161225596384 : -115912483955232 : ffff969405919de0) 00000020:01000004:3.0:1767384693.398548:0:39780:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000294b371e from lustre-MDT0000 00000020:00000010:3.0:1767384693.398550:0:39780:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 000000008e01a255. 00000020:00000010:3.0:1767384693.398553:0:39780:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000f216b00e. 00000020:00000001:3.0:1767384693.398561:0:39780:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398563:0:39780:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384693.398565:0:39780:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:3.0:1767384693.398567:0:39780:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398569:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384693.398579:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.398584:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000045cdca21. 00000001:00000010:3.0:1767384693.398586:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000023bf6609. 00000001:00000010:3.0:1767384693.398589:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aacafb38. 00000001:00000010:3.0:1767384693.398591:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b4cdda5. 00000001:00000010:3.0:1767384693.398593:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000007104372. 00000001:00000010:3.0:1767384693.398595:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000077621fad. 00000001:00000001:3.0:1767384693.398599:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384693.398600:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384693.398604:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003cdcb938. 00000001:00000010:3.0:1767384693.398606:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fdf3aefb. 00000001:00000010:3.0:1767384693.398608:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000043168701. 00000001:00000010:3.0:1767384693.398611:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000996d7410. 00000001:00000010:3.0:1767384693.398613:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001f8f96c8. 00000001:00000010:3.0:1767384693.398615:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f0957c6b. 00000001:00000001:3.0:1767384693.398618:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384693.398619:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 3 - setup 00000020:00000001:3.0:1767384693.398621:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398623:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384693.398625:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384693.398628:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384693.398635:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 2 - obd_device_list 00000020:00000080:3.0:1767384693.398638:0:39780:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:3.0:1767384693.398640:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ad73c424) now 1 - newdev 00000020:00000040:3.0:1767384693.398643:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046af98e7 with handle 0x534bb1615bf4c56c from hash 00000020:00000040:3.0:1767384693.398646:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000046af98e7 : new refcount 0 00000020:00000080:3.0:1767384693.398648:0:39780:0:(genops.c:904:class_export_put()) final put 0000000046af98e7/lustre-MDT0000_UUID 00000020:00000001:3.0:1767384693.398650:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398652:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384693.398654:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 0000000046af98e7/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:3.0:1767384693.398656:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767384693.398659:0:39780:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:3.0:1767384693.398662:0:39780:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000bcc7bfba. 00000004:00000001:3.0:1767384693.398666:0:39780:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398668:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.398670:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000046af98e7. 00000020:00000001:3.0:1767384693.398674:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384693.398676:0:39780:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:3.0:1767384693.398678:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:3.0:1767384693.398679:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384693.398682:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3cd201b. 00000020:00000010:3.0:1767384693.398685:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cc88cb1. 00000040:00000010:3.0:1767384693.398687:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000022de97f5. 00000020:00000010:3.0:1767384693.398690:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037d41dc5. 00000020:00000010:3.0:1767384693.398693:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.398696:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055cd7e47. 80000000:00000010:3.0:1767384693.398698:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd1f1224. 40000000:00000010:3.0:1767384693.398700:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d2f7d267. 00100000:00000010:3.0:1767384693.398703:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022a9add5. 00040000:00000010:3.0:1767384693.398705:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.398708:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a5cda501. 00080000:00000010:3.0:1767384693.398710:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000006fd5441. 00000004:00000010:3.0:1767384693.398713:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085d4eca7. 00000004:00000001:3.0:1767384693.398717:0:39780:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:3.0:1767384693.398723:0:39780:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000b7a04177. 00000004:00000001:3.0:1767384693.398739:0:39780:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.398742:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008cc88cb1. 00000040:00000010:3.0:1767384693.398744:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000022de97f5. 00000020:00000010:3.0:1767384693.398746:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000037d41dc5. 00000020:00000010:3.0:1767384693.398749:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384693.398753:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055cd7e47. 80000000:00000010:3.0:1767384693.398755:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cd1f1224. 40000000:00000010:3.0:1767384693.398757:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d2f7d267. 00100000:00000010:3.0:1767384693.398765:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000022a9add5. 00040000:00000010:3.0:1767384693.398769:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009fbb3704. 00040000:00000010:3.0:1767384693.398772:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a5cda501. 00080000:00000010:3.0:1767384693.398775:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000006fd5441. 00000004:00000010:3.0:1767384693.398779:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085d4eca7. 00000020:00000010:3.0:1767384693.398782:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3cd201b. 00000020:00000001:3.0:1767384693.398785:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384693.398787:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ad73c424. 00000020:00000001:3.0:1767384693.398792:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398794:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384693.398797:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000af750929. 00000020:00000001:3.0:1767384693.398799:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398803:0:39780:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:3.0:1767384693.398805:0:39780:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:3.0:1767384693.398807:0:39780:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:3.0:1767384693.398810:0:39780:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1767384693.398813:0:39780:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:3.0:1767384693.398814:0:39780:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384693.398816:0:39780:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446628162147085440 : -115911562466176 : ffff96943c7e6c80) 00000020:01000004:3.0:1767384693.398819:0:39780:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:3.0:1767384693.398822:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384693.398823:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:3.0:1767384693.398826:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000d2f7d267. 00000020:00000080:3.0:1767384693.398829:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384693.398850:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384693.398854:0:39780:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767384693.398864:0:39780:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000136389f3 d20b236b-0957-4d6e-8439-7c7e78a14581 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384693.398869:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384693.398871:0:39780:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (0000000009d16f6b) has exports, disconnecting them 00000020:00000001:3.0:1767384693.398874:0:39780:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767384693.398875:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=10 00000020:00000040:3.0:1767384693.398878:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=11 00000020:00080000:3.0:1767384693.398880:0:39780:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000136389f3), last request at 1767384592 00000020:00000001:3.0:1767384693.398883:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384693.398886:0:39780:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384693.398889:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 10 20000000:00000010:3.0:1767384693.398892:0:39780:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000e7038d3b. 00000020:00000040:3.0:1767384693.398895:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000136389f3 refcount=11 00010000:00000001:3.0:1767384693.398901:0:39780:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384693.398903:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384693.398907:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 10 00000020:00000080:3.0:1767384693.398909:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c52d 00000020:00000040:3.0:1767384693.398911:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000136389f3 with handle 0x534bb1615bf4c52d from hash 00000020:00000040:3.0:1767384693.398914:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 9 00000020:00000001:3.0:1767384693.398916:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384693.398918:0:39780:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000136389f3: total 0 00000020:00000001:3.0:1767384693.398920:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384693.398922:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 8 00000020:00000001:3.0:1767384693.398924:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384693.398926:0:39780:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384693.398930:0:39780:0:(import.c:65:import_set_state_nolock()) 0000000068e326ff : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384693.398934:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384693.398936:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384693.398938:0:39780:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384693.398945:0:39780:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384693.398947:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 7 20000000:00000001:3.0:1767384693.398956:0:39780:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.398959:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384693.398962:0:39780:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000136389f3): rc 0 00000020:00000001:2.0:1767384693.398963:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:3.0:1767384693.398964:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 6 00000020:00010000:2.0:1767384693.398966:0:16767:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000136389f3: total 0 00000020:00000001:2.0:1767384693.398968:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446628161556678656 : -115912152872960 : ffff9694194d8800) 00000020:00000001:3.0:1767384693.398974:0:39780:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000001:2.0:1767384693.398974:0:16767:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:3.0:1767384693.398977:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:2.0:1767384693.398979:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dbdace2. 00000020:00000001:3.0:1767384693.398980:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767384693.398984:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b27b77d8. 20000000:00000001:3.0:1767384693.398985:0:39780:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:3.0:1767384693.398988:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:2.0:1767384693.398989:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a27305a. 00000020:00080000:3.0:1767384693.398991:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (0000000009d16f6b) has no exports 00000020:00000010:2.0:1767384693.398994:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c3dda664. 00000020:00000001:3.0:1767384693.398995:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:2.0:1767384693.399000:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c57a2bc. 80000000:00000010:2.0:1767384693.399003:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e4f03ad. 40000000:00000010:2.0:1767384693.399005:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e2d7b870. 00100000:00000010:2.0:1767384693.399008:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f243309d. 00040000:00000010:2.0:1767384693.399011:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006f5dccc5. 00040000:00000010:2.0:1767384693.399014:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006ef254bb. 00080000:00000010:2.0:1767384693.399018:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008f5c1738. 00000100:00000001:3.0:1767384693.399019:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384693.399022:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00002000:00000010:2.0:1767384693.399023:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001bbe8efe. 00000020:00000010:2.0:1767384693.399028:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b27b77d8. 00000100:00000001:3.0:1767384693.399031:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000020:00000010:2.0:1767384693.399032:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a27305a. 00000100:00000001:3.0:1767384693.399035:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384693.399038:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000020:00000010:2.0:1767384693.399038:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c3dda664. 00000100:00000040:3.0:1767384693.399042:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #3 00000020:00000010:2.0:1767384693.399045:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c57a2bc. 00000100:00000040:3.0:1767384693.399046:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:3.0:1767384693.399050:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:3.0:1767384693.399051:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 80000000:00000010:2.0:1767384693.399051:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e4f03ad. 40000000:00000010:2.0:1767384693.399058:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e2d7b870. 00100000:00000010:2.0:1767384693.399062:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f243309d. 00040000:00000010:2.0:1767384693.399065:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006f5dccc5. 00040000:00000010:2.0:1767384693.399070:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006ef254bb. 00080000:00000010:2.0:1767384693.399073:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008f5c1738. 00002000:00000010:2.0:1767384693.399077:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001bbe8efe. 00000100:00000040:3.0:1767384693.399078:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #3 00000020:00000010:2.0:1767384693.399082:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dbdace2. 00010000:00010000:2.0:1767384693.399085:0:16767:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000136389f3, canceled 0 locks, left on hash table 5. 00000020:00000010:2.0:1767384693.399088:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dbdace2. 00000020:00000010:2.0:1767384693.399090:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ef254bb. 00000020:00000010:2.0:1767384693.399093:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008f5c1738. 00000020:00000010:3.0:1767384693.399094:0:19650:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013c0fce3. 00000020:00000010:2.0:1767384693.399095:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c3dda664. 00000020:00000010:2.0:1767384693.399100:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c57a2bc. 00000040:00000010:3.0:1767384693.399103:0:19650:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bcb0a275. 80000000:00000010:2.0:1767384693.399103:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e4f03ad. 40000000:00000010:2.0:1767384693.399107:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e2d7b870. 00000020:00000010:3.0:1767384693.399110:0:19650:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000024ae604a. 00100000:00000010:2.0:1767384693.399110:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f243309d. 00040000:00000010:2.0:1767384693.399116:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006f5dccc5. 00040000:00000010:2.0:1767384693.399117:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b27b77d8. 00000020:00000010:3.0:1767384693.399118:0:19650:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000970a7b98. 00080000:00000010:2.0:1767384693.399120:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007a27305a. 00002000:00000010:2.0:1767384693.399123:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001bbe8efe. 80000000:00000010:3.0:1767384693.399125:0:19650:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7dc526b. 00000001:00000001:2.0:1767384693.399126:0:16767:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384693.399129:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:0.0:1767384693.399132:0:16770:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c2cccaea. 00040000:00000010:3.0:1767384693.399133:0:19650:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005fc78998. 00010000:00000040:2.0:1767384693.399135:0:16767:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d020bef count: 2 00080000:00000010:3.0:1767384693.399139:0:19650:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000699dc06f. 00010000:00000001:2.0:1767384693.399139:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000040:00000010:0.0:1767384693.399144:0:16770:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001291492e. 00000020:00000001:2.0:1767384693.399147:0:16767:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 20000000:00000010:3.0:1767384693.399149:0:19650:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b9138915. 00000020:00000010:0.0:1767384693.399150:0:16770:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066978818. 00010000:00000001:2.0:1767384693.399151:0:16767:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:3.0:1767384693.399155:0:19650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bb32ff1. 00010000:00000001:2.0:1767384693.399155:0:16767:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.399158:0:16767:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384693.399161:0:16770:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003136ee8f. 00010000:00000001:2.0:1767384693.399163:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767384693.399164:0:19650:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000010e342ac. 00010000:00000001:2.0:1767384693.399166:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 80000000:00000010:0.0:1767384693.399166:0:16770:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5218fb9. 00010000:00000001:2.0:1767384693.399172:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:0.0:1767384693.399173:0:16770:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000057dc23. 00000100:00000010:3.0:1767384693.399175:0:19650:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e7413234. 00010000:00000001:2.0:1767384693.399175:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1767384693.399178:0:16770:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006e1e87b6. 00010000:00000001:2.0:1767384693.399179:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384693.399182:0:19650:0:(service.c:3155:ptlrpc_main()) ll_mgs_0003: service thread [00000000242eb3ad:19650] 3 exiting: rc = 0 00010000:00000001:2.0:1767384693.399182:0:16767:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.399185:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000034f1cc03 with handle 0x534bb1615bf4c63e from hash 20000000:00000010:0.0:1767384693.399186:0:16770:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f0bb2aec. 00010000:00000001:2.0:1767384693.399189:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384693.399191:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384693.399192:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008312ff16. 00010000:00000001:2.0:1767384693.399193:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399196:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384693.399198:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384693.399200:0:16767:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000136389f3, 1 locks cancelled. 00000020:00000010:0.0:1767384693.399200:0:16770:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000069512b3a. 00010000:00000001:2.0:1767384693.399205:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399207:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399208:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384693.399211:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000034f1cc03/0x534bb1615bf4c63e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c637 expref: 6 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384693.399214:0:16770:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d2ee3b5b. 00010000:00000040:2.0:1767384693.399219:0:16767:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 4 00000100:00100000:0.0:1767384693.399220:0:16770:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000002b54ec56:16770] 0 exiting: rc = 1 00000020:00000040:2.0:1767384693.399222:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 5 00010000:00000040:2.0:1767384693.399226:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000d020bef count: 0 00010000:00000001:2.0:1767384693.399236:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384693.399239:0:16767:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: d20b236b-0957-4, loop: 0 00000001:00000001:2.0:1767384693.399240:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384693.399243:0:16767:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 4 00010000:00000001:2.0:1767384693.399245:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384693.399247:0:16767:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384693.399248:0:16767:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384693.399249:0:16767:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.399251:0:16767:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384693.399253:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384693.399254:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384693.399256:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399258:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399259:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384693.399260:0:16767:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.399261:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000097a9013c with handle 0x534bb1615bf4c64c from hash 00010000:00000001:2.0:1767384693.399264:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384693.399265:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399267:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399268:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384693.399269:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384693.399270:0:16767:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000136389f3, 2 locks cancelled. 00010000:00000001:2.0:1767384693.399272:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399274:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399274:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384693.399275:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000860c766f. 00010000:00010000:2.0:1767384693.399276:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000097a9013c/0x534bb1615bf4c64c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c645 expref: 5 pid: 16773 timeout: 0 lvb_type: 0 00000040:00000010:3.0:1767384693.399283:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000634af309. 00010000:00000040:2.0:1767384693.399284:0:16767:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 3 00000020:00000040:2.0:1767384693.399288:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 4 00000020:00000010:3.0:1767384693.399289:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000519cefc3. 00010000:00000001:2.0:1767384693.399295:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384693.399297:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b4cdbf74. 00000001:00000040:2.0:1767384693.399298:0:16767:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: d20b236b-0957-4, loop: 1 00000001:00000001:2.0:1767384693.399301:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 80000000:00000010:3.0:1767384693.399303:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b6520c8d. 00010000:00000040:2.0:1767384693.399304:0:16767:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 3 00000020:00000010:0.0:1767384693.399304:0:16772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ea0a3da. 00010000:00000001:2.0:1767384693.399309:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00040000:00000010:3.0:1767384693.399311:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ccc19652. 00000020:00000001:2.0:1767384693.399312:0:16767:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000040:00000010:0.0:1767384693.399314:0:16772:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009e724cf9. 00010000:00000001:2.0:1767384693.399315:0:16767:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384693.399317:0:16767:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384693.399318:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000da7edb91. 00000020:00000001:2.0:1767384693.399320:0:16767:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384693.399320:0:16772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000246ebc1b. 00010000:00000001:2.0:1767384693.399323:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384693.399326:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1767384693.399328:0:16772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068931147. 00010000:00000001:2.0:1767384693.399329:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:3.0:1767384693.399330:0:16773:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009979a246. 00010000:00000001:2.0:1767384693.399332:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399339:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 80000000:00000010:0.0:1767384693.399339:0:16772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e180e45f. 00000020:00000010:3.0:1767384693.399340:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b9e7d7d. 00010000:00000001:2.0:1767384693.399342:0:16767:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384693.399345:0:16772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a2119d4. 00000020:00000040:2.0:1767384693.399346:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b459061c with handle 0x534bb1615bf4c53b from hash 00000020:00000010:3.0:1767384693.399348:0:16773:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000adc02336. 00010000:00000001:2.0:1767384693.399350:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384693.399353:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1767384693.399353:0:16772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c65d0689. 00000100:00000010:3.0:1767384693.399355:0:16773:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006858c9ef. 00010000:00000001:2.0:1767384693.399356:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399358:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000010:0.0:1767384693.399359:0:16772:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004c0c6935. 00000100:00100000:3.0:1767384693.399361:0:16773:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000001e9bbb22:16773] 2 exiting: rc = 0 00010000:00000001:2.0:1767384693.399361:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384693.399364:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384693.399364:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d1ab4d1. 00010000:00000001:2.0:1767384693.399367:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399369:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384693.399372:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b459061c/0x534bb1615bf4c53b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c534 expref: 4 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384693.399372:0:16772:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d5333d1f. 00010000:00000040:2.0:1767384693.399379:0:16767:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 2 00000020:00000040:2.0:1767384693.399381:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 3 00000100:00000010:0.0:1767384693.399381:0:16772:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000014a8fef5. 00000100:00100000:0.0:1767384693.399387:0:16772:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [0000000095c0288d:16772] 1 exiting: rc = 0 00010000:00000001:2.0:1767384693.399388:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384693.399390:0:16767:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: d20b236b-0957-4, loop: 2 00000001:00000001:2.0:1767384693.399392:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384693.399395:0:16767:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a047d291 count: 2 00010000:00000001:2.0:1767384693.399397:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384693.399399:0:16767:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384693.399400:0:16767:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384693.399401:0:16767:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.399403:0:16767:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384693.399405:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384693.399406:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384693.399408:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399409:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399410:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384693.399411:0:16767:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.399413:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dedda33e with handle 0x534bb1615bf4c614 from hash 00010000:00000001:2.0:1767384693.399414:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384693.399415:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399416:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399416:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384693.399417:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384693.399418:0:16767:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000136389f3, 4 locks cancelled. 00010000:00000001:2.0:1767384693.399419:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399421:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399422:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384693.399424:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dedda33e/0x534bb1615bf4c614 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c60d expref: 3 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384693.399428:0:16767:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 1 00000100:00000010:3.0:1767384693.399429:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002b54ec56. 00000020:00000040:2.0:1767384693.399429:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 2 00010000:00000040:2.0:1767384693.399430:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a047d291 count: 0 00000100:00000010:3.0:1767384693.399439:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000095c0288d. 00010000:00000001:2.0:1767384693.399441:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384693.399444:0:16767:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: d20b236b-0957-4, loop: 3 00000001:00000001:2.0:1767384693.399445:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1767384693.399446:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001e9bbb22. 00010000:00000040:2.0:1767384693.399447:0:16767:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015e091ba count: 2 00010000:00000001:2.0:1767384693.399451:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384693.399454:0:16767:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000010:3.0:1767384693.399455:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000242eb3ad. 00010000:00000001:2.0:1767384693.399455:0:16767:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384693.399456:0:16767:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.399459:0:16767:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384693.399463:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384693.399464:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00010000:00000001:2.0:1767384693.399465:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384693.399468:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:2.0:1767384693.399468:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399469:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399472:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384693.399473:0:16767:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384693.399475:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad50dd8c with handle 0x534bb1615bf4c622 from hash 00000400:00000200:3.0:1767384693.399476:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:2.0:1767384693.399477:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384693.399479:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399481:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399481:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384693.399482:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384693.399483:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384693.399484:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384693.399485:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384693.399486:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad50dd8c/0x534bb1615bf4c622 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x534bb1615bf4c61b expref: 2 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384693.399487:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:2.0:1767384693.399491:0:16767:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000136389f3 : new locks_count 0 00000400:00000001:3.0:1767384693.399492:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384693.399493:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 1 00010000:00000040:2.0:1767384693.399495:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000015e091ba count: 0 00000400:00000010:3.0:1767384693.399498:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fa97b2f. 00010000:00000001:2.0:1767384693.399503:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384693.399504:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d185f8d7 00000001:00000040:2.0:1767384693.399505:0:16767:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: d20b236b-0957-4, loop: 4 00000400:00000010:3.0:1767384693.399509:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d185f8d7. 00000001:00000001:2.0:1767384693.399509:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384693.399511:0:16767:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384693.399514:0:16767:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000136389f3, canceled 5 locks, left on hash table 0. 00000100:00000001:3.0:1767384693.399516:0:39780:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384693.399516:0:16767:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:2.0:1767384693.399519:0:16767:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000200:3.0:1767384693.399520:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:2.0:1767384693.399521:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384693.399524:0:16767:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384693.399526:0:16767:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:2.0:1767384693.399529:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006ef254bb. 00000100:00100000:3.0:1767384693.399533:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:2.0:1767384693.399533:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008f5c1738. 00000100:00000040:3.0:1767384693.399538:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:2.0:1767384693.399541:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c3dda664. 00000100:00000001:3.0:1767384693.399546:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384693.399546:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c57a2bc. 80000000:00000010:2.0:1767384693.399550:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e4f03ad. 00000400:00000001:3.0:1767384693.399551:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.399554:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 40000000:00000010:2.0:1767384693.399556:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e2d7b870. 00000400:00000010:3.0:1767384693.399557:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001aa5b4ba. 00100000:00000010:2.0:1767384693.399562:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f243309d. 00000400:00000200:3.0:1767384693.399563:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ce7182 00000400:00000010:3.0:1767384693.399566:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030ce7182. 00040000:00000010:2.0:1767384693.399569:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006f5dccc5. 00000100:00000001:3.0:1767384693.399571:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.399574:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00040000:00000010:2.0:1767384693.399574:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b27b77d8. 00080000:00000010:2.0:1767384693.399579:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007a27305a. 00000100:00100000:3.0:1767384693.399583:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00002000:00000010:2.0:1767384693.399585:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001bbe8efe. 00000100:00000040:3.0:1767384693.399587:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:2.0:1767384693.399589:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dbdace2. 00000100:00000001:3.0:1767384693.399591:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384693.399594:0:16767:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000001:3.0:1767384693.399595:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384693.399597:0:16767:0:(genops.c:898:class_export_put()) PUTting export 00000000136389f3 : new refcount 0 00000400:00000001:3.0:1767384693.399599:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000080:2.0:1767384693.399601:0:16767:0:(genops.c:904:class_export_put()) final put 00000000136389f3/d20b236b-0957-4d6e-8439-7c7e78a14581 00000400:00000010:3.0:1767384693.399602:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7c70db. 00000400:00000200:3.0:1767384693.399607:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000825923d 00000400:00000010:3.0:1767384693.399609:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000825923d. 00000020:00000001:2.0:1767384693.399617:0:16767:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384693.399620:0:16767:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384693.399621:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384693.399622:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767384693.399624:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384693.399625:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.399627:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00010000:2.0:1767384693.399629:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767384693.399631:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000136389f3/d20b236b-0957-4d6e-8439-7c7e78a14581 for MGS 00000020:00000001:2.0:1767384693.399632:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384693.399635:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384693.399640:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:2.0:1767384693.399640:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1767384693.399640:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 12 to 0@lo 00000020:00000001:2.0:1767384693.399644:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384693.399646:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000020:00000001:0.0:1767384693.399646:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.399647:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384693.399651:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00010000:00010000:2.0:1767384693.399652:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384693.399653:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:0.0:1767384693.399654:0:36:0:(genops.c:1229:class_import_get()) import 0000000068e326ff refcount=2 obd=MGS 00000400:00000001:3.0:1767384693.399658:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384693.399659:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767384693.399662:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384693.399662:0:36:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=1 obd=MGS 00000400:00000010:3.0:1767384693.399665:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065774441. 00000020:00000001:0.0:1767384693.399666:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384693.399670:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384693.399671:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000076f2e14 00000020:00000040:0.0:1767384693.399673:0:36:0:(genops.c:1242:class_import_put()) import 0000000068e326ff refcount=0 obd=MGS 00000400:00000010:3.0:1767384693.399675:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000076f2e14. 00000020:00000040:0.0:1767384693.399676:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000068e326ff 00000100:00000001:3.0:1767384693.399679:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.399682:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:0.0:1767384693.399687:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384693.399688:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.399691:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:0.0:1767384693.399691:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384693.399695:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:3.0:1767384693.399696:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.399700:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:0.0:1767384693.399701:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd0307df. 00000400:00000001:3.0:1767384693.399702:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.399705:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f105b58. 00000001:00000010:0.0:1767384693.399708:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001bd7d765. 00000400:00000200:3.0:1767384693.399711:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5f9fc74 00000400:00000010:3.0:1767384693.399713:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5f9fc74. 00000001:00000010:0.0:1767384693.399714:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005cecd96b. 00000100:00000001:3.0:1767384693.399717:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000001:00000010:0.0:1767384693.399719:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f4be5162. 00000100:00000200:3.0:1767384693.399720:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:0.0:1767384693.399737:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009e2f1996. 00000001:00000010:0.0:1767384693.399740:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000508e030b. 00000001:00000001:0.0:1767384693.399743:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:3.0:1767384693.399747:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:0.0:1767384693.399747:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:3.0:1767384693.399750:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00010000:00000001:0.0:1767384693.399751:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:3.0:1767384693.399754:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384693.399754:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384693.399758:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384693.399759:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384693.399761:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384693.399762:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384693.399765:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 5 - export 00000400:00000010:3.0:1767384693.399766:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e70db1. 00000020:00000010:0.0:1767384693.399771:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000136389f3. 00000400:00000200:3.0:1767384693.399772:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e45c0f3 00000400:00000010:3.0:1767384693.399776:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e45c0f3. 00000020:00000001:0.0:1767384693.399778:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:3.0:1767384693.399780:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.399782:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:0.0:1767384693.399784:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384693.399788:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000068e326ff for MGS 00000100:00100000:3.0:1767384693.399791:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:0.0:1767384693.399794:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 11 to 0@lo 00000100:00000040:3.0:1767384693.399795:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000020:00000040:0.0:1767384693.399799:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 4 - import 00000100:00000001:3.0:1767384693.399800:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.399804:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384693.399804:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000068e326ff. 00000400:00000001:3.0:1767384693.399806:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.399809:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98d8241. 00000020:00000001:0.0:1767384693.399810:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:3.0:1767384693.399821:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d427c9c9 00000400:00000010:3.0:1767384693.399823:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d427c9c9. 00000100:00000001:3.0:1767384693.399827:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.399828:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.399969:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.399989:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384693.399991:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.399994:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400034:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400037:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3d99608. 00000400:00000200:3.0:1767384693.400041:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc5c990c 00000400:00000010:3.0:1767384693.400042:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc5c990c. 00000100:00000001:3.0:1767384693.400046:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400047:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400053:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400055:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384693.400058:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400061:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400062:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400064:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7da408c. 00000400:00000200:3.0:1767384693.400067:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed31fbc 00000400:00000010:3.0:1767384693.400069:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed31fbc. 00000100:00000001:3.0:1767384693.400071:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400078:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400084:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400086:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384693.400088:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400091:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400092:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400094:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ade6db6. 00000400:00000200:3.0:1767384693.400097:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006441fd5e 00000400:00000010:3.0:1767384693.400099:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006441fd5e. 00000100:00000001:3.0:1767384693.400102:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400104:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400109:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400111:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384693.400113:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400115:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400122:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400124:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab730d65. 00000400:00000200:3.0:1767384693.400126:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021f83978 00000400:00000010:3.0:1767384693.400128:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021f83978. 00000100:00000001:3.0:1767384693.400131:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400132:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400138:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400140:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384693.400142:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400144:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400145:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400147:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a778d220. 00000400:00000200:3.0:1767384693.400149:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4bbe369 00000400:00000010:3.0:1767384693.400150:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4bbe369. 00000100:00000001:3.0:1767384693.400153:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400154:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400158:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400159:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384693.400161:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400163:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400164:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400165:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ede47eb. 00000400:00000200:3.0:1767384693.400167:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005adaba5e 00000400:00000010:3.0:1767384693.400168:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005adaba5e. 00000100:00000001:3.0:1767384693.400170:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400172:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400176:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400177:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384693.400179:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400181:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400182:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400183:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ca39236. 00000400:00000200:3.0:1767384693.400185:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000484f9484 00000400:00000010:3.0:1767384693.400186:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000484f9484. 00000100:00000001:3.0:1767384693.400189:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400190:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400194:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400196:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384693.400201:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400204:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400205:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400207:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000209b294f. 00000400:00000200:3.0:1767384693.400209:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bc026f6 00000400:00000010:3.0:1767384693.400211:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bc026f6. 00000100:00000001:3.0:1767384693.400213:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400215:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400220:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400222:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384693.400224:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400226:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400228:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400229:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e31d4b37. 00000400:00000200:3.0:1767384693.400233:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad52339 00000400:00000010:3.0:1767384693.400234:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ad52339. 00000100:00000001:3.0:1767384693.400238:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400239:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400243:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400244:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384693.400246:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400247:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400248:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400249:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5408f64. 00000400:00000200:3.0:1767384693.400251:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fc985b 00000400:00000010:3.0:1767384693.400257:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9fc985b. 00000100:00000001:3.0:1767384693.400261:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400262:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400267:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400268:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384693.400270:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400272:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400273:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400275:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d9f75c. 00000400:00000200:3.0:1767384693.400277:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f23e49 00000400:00000010:3.0:1767384693.400279:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9f23e49. 00000100:00000001:3.0:1767384693.400281:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400282:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400291:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400293:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384693.400295:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400297:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400299:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400300:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038339787. 00000400:00000200:3.0:1767384693.400303:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac491e 00000400:00000010:3.0:1767384693.400305:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0ac491e. 00000100:00000001:3.0:1767384693.400307:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400309:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400314:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400315:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384693.400317:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400319:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400320:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400321:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064c4e5c4. 00000400:00000200:3.0:1767384693.400324:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003714b374 00000400:00000010:3.0:1767384693.400325:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003714b374. 00000100:00000001:3.0:1767384693.400327:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400329:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400334:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400335:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384693.400338:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400339:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400341:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400342:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c27d90f. 00000400:00000200:3.0:1767384693.400345:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be4be56f 00000400:00000010:3.0:1767384693.400347:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be4be56f. 00000100:00000001:3.0:1767384693.400349:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400351:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400355:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400357:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384693.400359:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400361:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400362:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400363:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d33a2bcc. 00000400:00000200:3.0:1767384693.400365:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000153e41cb 00000400:00000010:3.0:1767384693.400367:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000153e41cb. 00000100:00000001:3.0:1767384693.400374:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400375:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400381:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400383:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384693.400384:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400386:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400388:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400389:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080f7cdf1. 00000400:00000200:3.0:1767384693.400392:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ddfed41 00000400:00000010:3.0:1767384693.400394:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ddfed41. 00000100:00000001:3.0:1767384693.400397:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400398:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400403:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400405:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384693.400408:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400410:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400411:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400412:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de562f6. 00000400:00000200:3.0:1767384693.400415:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087d43728 00000400:00000010:3.0:1767384693.400417:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087d43728. 00000100:00000001:3.0:1767384693.400419:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400421:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400425:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400427:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384693.400429:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400431:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400433:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400434:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fa6c692. 00000400:00000200:3.0:1767384693.400438:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8bcb77a 00000400:00000010:3.0:1767384693.400440:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8bcb77a. 00000100:00000001:3.0:1767384693.400444:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400445:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400449:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400451:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384693.400452:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400454:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400455:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400462:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c17cf3d8. 00000400:00000200:3.0:1767384693.400470:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b0927a 00000400:00000010:3.0:1767384693.400472:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084b0927a. 00000100:00000001:3.0:1767384693.400477:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400478:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400483:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400485:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384693.400487:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400489:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400490:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400492:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011baacc7. 00000400:00000200:3.0:1767384693.400495:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055eea9eb 00000400:00000010:3.0:1767384693.400497:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055eea9eb. 00000100:00000001:3.0:1767384693.400499:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400501:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400506:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400507:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384693.400509:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400511:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400513:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400514:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057de7f21. 00000400:00000200:3.0:1767384693.400517:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aba8964 00000400:00000010:3.0:1767384693.400519:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aba8964. 00000100:00000001:3.0:1767384693.400521:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400522:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400528:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400529:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384693.400530:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400532:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400534:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400535:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f56192b. 00000400:00000200:3.0:1767384693.400538:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001085ca5e 00000400:00000010:3.0:1767384693.400540:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001085ca5e. 00000100:00000001:3.0:1767384693.400542:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400543:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400548:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400550:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384693.400552:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400554:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400559:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400561:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2a209df. 00000400:00000200:3.0:1767384693.400563:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d991612 00000400:00000010:3.0:1767384693.400565:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d991612. 00000100:00000001:3.0:1767384693.400571:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400572:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400577:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400579:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384693.400581:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400584:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400585:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400586:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007a90902. 00000400:00000200:3.0:1767384693.400589:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6264d54 00000400:00000010:3.0:1767384693.400591:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6264d54. 00000100:00000001:3.0:1767384693.400594:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400595:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400600:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400601:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384693.400603:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400605:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400606:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400608:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007402f088. 00000400:00000200:3.0:1767384693.400611:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364d8aee 00000400:00000010:3.0:1767384693.400613:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000364d8aee. 00000100:00000001:3.0:1767384693.400615:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400617:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400622:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400623:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384693.400625:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400627:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400629:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400631:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cebe9c77. 00000400:00000200:3.0:1767384693.400634:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001420e9d4 00000400:00000010:3.0:1767384693.400636:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001420e9d4. 00000100:00000001:3.0:1767384693.400639:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400641:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400646:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400648:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384693.400662:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400665:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400667:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400669:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329976d3. 00000400:00000200:3.0:1767384693.400672:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0259c28 00000400:00000010:3.0:1767384693.400673:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0259c28. 00000100:00000001:3.0:1767384693.400677:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400679:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400684:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400685:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384693.400687:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400689:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400691:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400692:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d08509. 00000400:00000200:3.0:1767384693.400694:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d9075d0 00000400:00000010:3.0:1767384693.400696:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d9075d0. 00000100:00000001:3.0:1767384693.400699:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400700:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400705:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400707:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384693.400708:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400710:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400711:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400712:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e37db19. 00000400:00000200:3.0:1767384693.400715:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf50651e 00000400:00000010:3.0:1767384693.400717:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf50651e. 00000100:00000001:3.0:1767384693.400719:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400720:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400740:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400742:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384693.400744:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400747:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400748:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400750:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074832f1b. 00000400:00000200:3.0:1767384693.400752:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030c47c5a 00000400:00000010:3.0:1767384693.400754:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030c47c5a. 00000100:00000001:3.0:1767384693.400757:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400759:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400769:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400770:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384693.400772:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400775:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400777:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400779:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f12f1711. 00000400:00000200:3.0:1767384693.400782:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d289febc 00000400:00000010:3.0:1767384693.400784:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d289febc. 00000100:00000001:3.0:1767384693.400787:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400788:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400793:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400795:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384693.400797:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400799:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400800:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400802:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035287bf1. 00000400:00000200:3.0:1767384693.400805:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0f3f2b0 00000400:00000010:3.0:1767384693.400807:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0f3f2b0. 00000100:00000001:3.0:1767384693.400810:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400811:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400816:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400818:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384693.400820:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400821:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400822:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400824:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053285ba1. 00000400:00000200:3.0:1767384693.400827:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d81fb72a 00000400:00000010:3.0:1767384693.400829:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d81fb72a. 00000100:00000001:3.0:1767384693.400853:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400855:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400880:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400883:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384693.400885:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400887:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400888:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400890:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4783ba. 00000400:00000200:3.0:1767384693.400898:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad92ef4 00000400:00000010:3.0:1767384693.400901:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ad92ef4. 00000100:00000001:3.0:1767384693.400909:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.400910:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.400915:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.400917:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384693.400919:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.400961:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.400982:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.400985:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000beecedbf. 00000400:00000200:3.0:1767384693.400989:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52ba296 00000400:00000010:3.0:1767384693.400991:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52ba296. 00000100:00000001:3.0:1767384693.401006:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401007:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401013:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401015:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384693.401017:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401019:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401021:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401032:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823a5319. 00000400:00000200:3.0:1767384693.401035:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039783006 00000400:00000010:3.0:1767384693.401046:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039783006. 00000100:00000001:3.0:1767384693.401050:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401066:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401071:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401083:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384693.401086:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401089:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401090:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401092:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004aa569a9. 00000400:00000200:3.0:1767384693.401095:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cedc9f53 00000400:00000010:3.0:1767384693.401097:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cedc9f53. 00000100:00000001:3.0:1767384693.401100:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401101:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401119:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401121:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384693.401133:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401135:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401137:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401139:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff6396c5. 00000400:00000200:3.0:1767384693.401147:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a668ddcf 00000400:00000010:3.0:1767384693.401149:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a668ddcf. 00000100:00000001:3.0:1767384693.401152:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401153:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401159:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401161:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384693.401162:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401164:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401166:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401168:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936bb8ae. 00000400:00000200:3.0:1767384693.401171:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000651c8de8 00000400:00000010:3.0:1767384693.401172:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000651c8de8. 00000100:00000001:3.0:1767384693.401175:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401176:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401181:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401183:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384693.401184:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401186:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401188:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401189:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013da14a9. 00000400:00000200:3.0:1767384693.401191:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022623324 00000400:00000010:3.0:1767384693.401193:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022623324. 00000100:00000001:3.0:1767384693.401196:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401198:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401203:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401205:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384693.401207:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401210:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401211:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401213:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023896c75. 00000400:00000200:3.0:1767384693.401216:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000d67dfb 00000400:00000010:3.0:1767384693.401218:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000d67dfb. 00000100:00000001:3.0:1767384693.401222:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401223:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401229:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401231:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384693.401232:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401234:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401240:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401246:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000043978df. 00000400:00000200:3.0:1767384693.401250:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f02b8e 00000400:00000010:3.0:1767384693.401252:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8f02b8e. 00000100:00000001:3.0:1767384693.401255:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401256:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401262:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401264:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384693.401266:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401268:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401269:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401271:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d49e4f01. 00000400:00000200:3.0:1767384693.401274:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007328cca9 00000400:00000010:3.0:1767384693.401276:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007328cca9. 00000100:00000001:3.0:1767384693.401279:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401280:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401284:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401286:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384693.401288:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401290:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401292:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401293:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009423f1d8. 00000400:00000200:3.0:1767384693.401296:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa22bf2 00000400:00000010:3.0:1767384693.401298:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa22bf2. 00000100:00000001:3.0:1767384693.401300:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401301:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401306:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401308:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384693.401309:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401311:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401312:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401313:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f28db44. 00000400:00000200:3.0:1767384693.401316:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce99db38 00000400:00000010:3.0:1767384693.401317:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce99db38. 00000100:00000001:3.0:1767384693.401319:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401320:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401325:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401326:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384693.401333:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401335:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401336:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401338:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ac6932a. 00000400:00000200:3.0:1767384693.401341:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c5e58b 00000400:00000010:3.0:1767384693.401343:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003c5e58b. 00000100:00000001:3.0:1767384693.401346:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401347:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401353:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401354:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384693.401356:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401358:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401359:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401361:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06ff1d0. 00000400:00000200:3.0:1767384693.401363:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096286a95 00000400:00000010:3.0:1767384693.401365:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096286a95. 00000100:00000001:3.0:1767384693.401367:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401369:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401373:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401375:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384693.401376:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401378:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401379:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401380:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b992bb9. 00000400:00000200:3.0:1767384693.401382:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73b5144 00000400:00000010:3.0:1767384693.401384:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d73b5144. 00000100:00000001:3.0:1767384693.401387:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401388:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401393:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401395:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384693.401397:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401399:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401401:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401402:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000915edec8. 00000400:00000200:3.0:1767384693.401405:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b8049f2 00000400:00000010:3.0:1767384693.401407:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b8049f2. 00000100:00000001:3.0:1767384693.401409:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401410:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401421:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401423:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384693.401425:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401428:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401430:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401431:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5302d93. 00000400:00000200:3.0:1767384693.401435:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078412567 00000400:00000010:3.0:1767384693.401437:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078412567. 00000100:00000001:3.0:1767384693.401440:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401442:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401448:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401450:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384693.401452:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401454:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401455:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401456:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029398b2f. 00000400:00000200:3.0:1767384693.401459:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000615b582 00000400:00000010:3.0:1767384693.401461:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000615b582. 00000100:00000001:3.0:1767384693.401462:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401464:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401472:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401474:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384693.401476:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401479:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401481:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401482:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8d52c72. 00000400:00000200:3.0:1767384693.401485:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8638e49 00000400:00000010:3.0:1767384693.401488:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8638e49. 00000100:00000001:3.0:1767384693.401490:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401492:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401497:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401498:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384693.401500:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401502:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401504:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401505:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c24b67a. 00000400:00000200:3.0:1767384693.401507:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096311a89 00000400:00000010:3.0:1767384693.401509:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096311a89. 00000100:00000001:3.0:1767384693.401520:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401521:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401526:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401529:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384693.401530:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401533:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401534:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401535:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e31a93. 00000400:00000200:3.0:1767384693.401537:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7ffb9f 00000400:00000010:3.0:1767384693.401539:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a7ffb9f. 00000100:00000001:3.0:1767384693.401543:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401544:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401549:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401551:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384693.401552:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401554:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401556:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401558:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c39d5d8e. 00000400:00000200:3.0:1767384693.401560:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031b19944 00000400:00000010:3.0:1767384693.401562:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031b19944. 00000100:00000001:3.0:1767384693.401564:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401566:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401571:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401573:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384693.401576:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401577:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401579:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401580:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001074d576. 00000400:00000200:3.0:1767384693.401583:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033aaf018 00000400:00000010:3.0:1767384693.401585:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033aaf018. 00000100:00000001:3.0:1767384693.401588:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401589:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401595:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401596:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384693.401598:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384693.401600:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384693.401601:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384693.401602:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d66b7f13. 00000400:00000200:3.0:1767384693.401609:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4849761 00000400:00000010:3.0:1767384693.401611:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4849761. 00000100:00000001:3.0:1767384693.401614:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384693.401616:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384693.401621:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384693.401622:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384693.401624:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384693.401628:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401630:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401634:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401635:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401636:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401638:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401639:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401640:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401642:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401643:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401645:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401646:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401648:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401649:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401651:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401653:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401655:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401656:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401658:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401659:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401661:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401662:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401664:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401665:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401668:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401669:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401671:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401672:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401675:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401676:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401678:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401679:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401681:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401686:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401688:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401689:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401690:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401691:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401692:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401697:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401698:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401699:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401701:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401702:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401703:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401705:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401706:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401707:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401708:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401709:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401712:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401712:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401714:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401715:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401717:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401718:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401719:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401720:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401722:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401723:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401738:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401740:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401741:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401742:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401744:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401745:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401747:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401748:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401749:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401751:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401752:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401754:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401755:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401762:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401765:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401766:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401767:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401769:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401771:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401772:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401773:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401774:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401776:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401778:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401779:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401781:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401782:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401784:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401785:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401787:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401788:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401790:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401792:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401794:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401795:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401797:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401799:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401800:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401802:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401803:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401805:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401806:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401807:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401808:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401809:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401810:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401812:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401813:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401814:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401815:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401817:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401818:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401820:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401826:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401829:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401830:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401848:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401850:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401851:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401853:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401855:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401857:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401859:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401860:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401862:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401864:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384693.401866:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384693.401867:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384693.401872:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007917c44f. 00000100:00000010:3.0:1767384693.401904:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6821124. 00000100:00000010:3.0:1767384693.401909:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a47d191c. 00000100:00000010:3.0:1767384693.401912:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bcb4809. 00000100:00000010:3.0:1767384693.401915:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000996a663f. 00000100:00000010:3.0:1767384693.401919:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000044a6efe. 00000100:00000010:3.0:1767384693.401922:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000045c3dc04. 00000100:00000010:3.0:1767384693.401926:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b01ceda. 00000100:00000010:3.0:1767384693.401929:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004c2b4667. 00000100:00000010:3.0:1767384693.401933:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cac8948b. 00000100:00000010:3.0:1767384693.401936:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb825106. 00000100:00000010:3.0:1767384693.401939:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fa0d84f. 00000100:00000010:3.0:1767384693.401943:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000783a2b6d. 00000100:00000010:3.0:1767384693.401946:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b579fe97. 00000100:00000010:3.0:1767384693.401949:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003482362c. 00000100:00000010:3.0:1767384693.401952:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e677bf27. 00000100:00000010:3.0:1767384693.401954:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000dde353c. 00000100:00000010:3.0:1767384693.401956:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007013f982. 00000100:00000010:3.0:1767384693.401958:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ad9f5b3f. 00000100:00000010:3.0:1767384693.401966:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afa5f607. 00000100:00000010:3.0:1767384693.401969:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002a25d898. 00000100:00000010:3.0:1767384693.401977:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3d8525c. 00000100:00000010:3.0:1767384693.401980:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008317607a. 00000100:00000010:3.0:1767384693.401996:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f83bd51. 00000100:00000010:3.0:1767384693.401999:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009db86d8a. 00000100:00000010:3.0:1767384693.402002:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005de2535e. 00000100:00000010:3.0:1767384693.402004:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ae49efb. 00000100:00000010:3.0:1767384693.402007:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004008b1c8. 00000100:00000010:3.0:1767384693.402010:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c7ae63a3. 00000100:00000010:3.0:1767384693.402013:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008dabfff5. 00000100:00000010:3.0:1767384693.402015:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb7cbef3. 00000100:00000010:3.0:1767384693.402018:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000188f3c4b. 00000100:00000010:3.0:1767384693.402021:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a164c63f. 00000100:00000010:3.0:1767384693.402025:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000531c9cd8. 00000100:00000010:3.0:1767384693.402027:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ceb8ed4e. 00000100:00000010:3.0:1767384693.402031:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1e52c32. 00000100:00000010:3.0:1767384693.402034:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008578e546. 00000100:00000010:3.0:1767384693.402037:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bd10726. 00000100:00000010:3.0:1767384693.402039:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f6efbb1f. 00000100:00000010:3.0:1767384693.402042:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006000001d. 00000100:00000010:3.0:1767384693.402043:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000416f5b4e. 00000100:00000010:3.0:1767384693.402047:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070d75bee. 00000100:00000010:3.0:1767384693.402049:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007001c890. 00000100:00000010:3.0:1767384693.402051:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000568a8ed6. 00000100:00000010:3.0:1767384693.402053:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044baebdf. 00000100:00000010:3.0:1767384693.402056:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca23864a. 00000100:00000010:3.0:1767384693.402059:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000036d085f3. 00000100:00000010:3.0:1767384693.402081:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0b4c956. 00000100:00000010:3.0:1767384693.402083:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004d0f6d56. 00000100:00000010:3.0:1767384693.402087:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6a2c4f4. 00000100:00000010:3.0:1767384693.402089:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a04c7a54. 00000100:00000010:3.0:1767384693.402093:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6befaf9. 00000100:00000010:3.0:1767384693.402095:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fea00b9d. 00000100:00000010:3.0:1767384693.402098:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004787755c. 00000100:00000010:3.0:1767384693.402104:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002d4a8fe9. 00000100:00000010:3.0:1767384693.402108:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d96d4c9. 00000100:00000010:3.0:1767384693.402110:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007fde7cd0. 00000100:00000010:3.0:1767384693.402113:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa5441b2. 00000100:00000010:3.0:1767384693.402115:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ad4b237. 00000100:00000010:3.0:1767384693.402118:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000548721a1. 00000100:00000010:3.0:1767384693.402121:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000be87bb1. 00000100:00000010:3.0:1767384693.402124:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7c015ac. 00000100:00000010:3.0:1767384693.402126:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001786de39. 00000100:00000010:3.0:1767384693.402129:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ce3b78c. 00000100:00000010:3.0:1767384693.402133:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f5372adc. 00000100:00000010:3.0:1767384693.402137:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d064619c. 00000100:00000010:3.0:1767384693.402140:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000304d87f2. 00000100:00000010:3.0:1767384693.402143:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002603e5d6. 00000100:00000010:3.0:1767384693.402146:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ebf7914e. 00000100:00000010:3.0:1767384693.402149:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f09ca326. 00000100:00000010:3.0:1767384693.402153:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005cca45c4. 00000100:00000010:3.0:1767384693.402174:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000190dcce3. 00000100:00000010:3.0:1767384693.402176:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d23d150. 00000100:00000010:3.0:1767384693.402178:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f30db86d. 00000100:00000010:3.0:1767384693.402180:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ca59787. 00000100:00000010:3.0:1767384693.402186:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087a1abb3. 00000100:00000010:3.0:1767384693.402188:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098500400. 00000100:00000010:3.0:1767384693.402191:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d374bb3. 00000100:00000010:3.0:1767384693.402193:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007cbf1b92. 00000100:00000010:3.0:1767384693.402196:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009863de06. 00000100:00000010:3.0:1767384693.402199:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e871d6d5. 00000100:00000010:3.0:1767384693.402202:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7efcf08. 00000100:00000010:3.0:1767384693.402205:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b59578fa. 00000100:00000010:3.0:1767384693.402207:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bd60c65. 00000100:00000010:3.0:1767384693.402210:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000f93464f. 00000100:00000010:3.0:1767384693.402213:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006990d0c4. 00000100:00000010:3.0:1767384693.402215:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000049c6e628. 00000100:00000010:3.0:1767384693.402224:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb82768e. 00000100:00000010:3.0:1767384693.402226:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008be36327. 00000100:00000010:3.0:1767384693.402230:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cf23874. 00000100:00000010:3.0:1767384693.402233:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085f5f7a6. 00000100:00000010:3.0:1767384693.402238:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055a2b9e1. 00000100:00000010:3.0:1767384693.402241:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ee7a66a3. 00000100:00000010:3.0:1767384693.402244:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042890d13. 00000100:00000010:3.0:1767384693.402246:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000137942ac. 00000100:00000010:3.0:1767384693.402262:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ced5b1ca. 00000100:00000010:3.0:1767384693.402265:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6ac57cc. 00000100:00000010:3.0:1767384693.402268:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd69d6eb. 00000100:00000010:3.0:1767384693.402270:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007043b64a. 00000100:00000010:3.0:1767384693.402273:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ef51919. 00000100:00000010:3.0:1767384693.402276:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a407429. 00000100:00000010:3.0:1767384693.402280:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4d59039. 00000100:00000010:3.0:1767384693.402282:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a348ffc. 00000100:00000010:3.0:1767384693.402285:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad622cea. 00000100:00000010:3.0:1767384693.402288:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021ff40a9. 00000100:00000010:3.0:1767384693.402291:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1f22c42. 00000100:00000010:3.0:1767384693.402293:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c422b26e. 00000100:00000010:3.0:1767384693.402296:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebf594fa. 00000100:00000010:3.0:1767384693.402299:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010721285. 00000100:00000010:3.0:1767384693.402301:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8d1f32e. 00000100:00000010:3.0:1767384693.402302:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc1d27ff. 00000100:00000010:3.0:1767384693.402304:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee2cd63b. 00000100:00000010:3.0:1767384693.402306:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000665a2965. 00000100:00000010:3.0:1767384693.402308:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003facc01b. 00000100:00000010:3.0:1767384693.402310:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006406bcab. 00000100:00000010:3.0:1767384693.402312:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb0c167e. 00000100:00000010:3.0:1767384693.402314:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001a6d3472. 00000100:00000010:3.0:1767384693.402317:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de0723b8. 00000100:00000010:3.0:1767384693.402319:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2d4bdad. 00000100:00000010:3.0:1767384693.402333:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e35f7cfc. 00000100:00000010:3.0:1767384693.402338:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084a9adb2. 00000100:00000010:3.0:1767384693.402340:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001593b94a. 00000100:00000010:3.0:1767384693.402342:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eab5341c. 00000100:00000010:3.0:1767384693.402345:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a6bbe19. 00000100:00000010:3.0:1767384693.402347:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008fa04d50. 00000100:00000010:3.0:1767384693.402350:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f47d701c. 00000100:00000010:3.0:1767384693.402353:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067b09c83. 00000100:00000010:3.0:1767384693.402364:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003185e4d3. 00000100:00000010:3.0:1767384693.402368:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000007a0547b. 00000100:00000010:3.0:1767384693.402379:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000081b0b8f0. 00000100:00000010:3.0:1767384693.402387:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000fd49c1a9. 00000100:00000010:3.0:1767384693.402394:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f3cc7491. 00000100:00000001:3.0:1767384693.402401:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384693.402404:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384693.402407:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384693.402409:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384693.402412:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cc78d646. 00000100:00000001:3.0:1767384693.402416:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384693.402418:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384693.402420:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384693.402422:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000003b4a239. 00000100:00000001:3.0:1767384693.402425:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384693.402427:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384693.402429:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f30ae4ec. 00000100:00000001:3.0:1767384693.402432:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384693.402434:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384693.402436:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000039edaf07. 00000100:00000001:3.0:1767384693.402439:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384693.402440:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384693.402441:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000253bbff4. 00000100:00000001:3.0:1767384693.402445:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384693.402563:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000014246d45. 00000020:00000010:3.0:1767384693.402569:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b93f2dd3. 00000020:00000010:3.0:1767384693.402573:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000017ef85b3. 00000020:00000010:3.0:1767384693.402576:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008ca4b9a4. 00000020:00000010:3.0:1767384693.402590:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008a332272. 00000020:00000010:3.0:1767384693.402600:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ff090a2a. 00000100:00000010:3.0:1767384693.402637:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000008be78522. 00000100:00000010:3.0:1767384693.402647:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000d884b528. 00000100:00000010:3.0:1767384693.402651:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000007e9b9bd3. 00000100:00000010:3.0:1767384693.402655:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e473db2f. 00000100:00000001:3.0:1767384693.402658:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384693.402662:0:39780:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:3.0:1767384693.402668:0:39780:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1767384693.402674:0:39780:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384693.402677:0:39780:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000001993b4d2. 00080000:00000001:3.0:1767384693.402681:0:39780:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446628161540757280 : -115912168794336 : ffff9694185a9720) 00080000:00000001:3.0:1767384693.402683:0:39780:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446628161540757280 : -115912168794336 : ffff9694185a9720) 00080000:00000001:3.0:1767384693.402686:0:39780:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1767384693.402688:0:39780:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384693.402690:0:39780:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384693.402692:0:39780:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072665989583 : -1043562033 : ffffffffc1cc81cf) 00080000:00000001:3.0:1767384693.402694:0:39780:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384693.402695:0:39780:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:3.0:1767384693.402698:0:39780:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:3.0:1767384693.402701:0:39780:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384693.402703:0:39780:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.402704:0:39780:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384693.402706:0:39780:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072665989585 : -1043562031 : ffffffffc1cc81d1) 00080000:00000001:3.0:1767384693.402707:0:39780:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384693.402709:0:39780:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:3.0:1767384693.402711:0:39780:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:3.0:1767384693.402712:0:39780:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384693.402776:0:39780:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.402778:0:39780:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384693.402780:0:39780:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446628161540757616 : -115912168794000 : ffff9694185a9870) 00080000:00000001:3.0:1767384693.402781:0:39780:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384693.402783:0:39780:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:3.0:1767384693.402788:0:39780:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000025092131. 20000000:00000010:3.0:1767384693.402791:0:39780:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000002dd30a02. 00080000:00000001:3.0:1767384693.402793:0:39780:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384693.402800:0:39780:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.402802:0:39780:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384693.402803:0:39780:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446628161540757616 : -115912168794000 : ffff9694185a9870) 00080000:00000001:3.0:1767384693.402805:0:39780:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384693.402806:0:39780:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:3.0:1767384693.402809:0:39780:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009fffbc32. 20000000:00000010:3.0:1767384693.402811:0:39780:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000d20ec016. 00080000:00000001:3.0:1767384693.402813:0:39780:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384693.402814:0:39780:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.402815:0:39780:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384693.402816:0:39780:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446628161540757616 : -115912168794000 : ffff9694185a9870) 00080000:00000001:3.0:1767384693.402818:0:39780:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384693.402819:0:39780:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:3.0:1767384693.402821:0:39780:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d01ca9d2. 20000000:00000010:3.0:1767384693.402822:0:39780:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000d4aafcb9. 00080000:00000001:3.0:1767384693.402824:0:39780:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384693.402826:0:39780:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.402827:0:39780:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384693.402829:0:39780:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446628161540757616 : -115912168794000 : ffff9694185a9870) 00080000:00000001:3.0:1767384693.402830:0:39780:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384693.402854:0:39780:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:3.0:1767384693.402857:0:39780:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004c6522aa. 20000000:00000010:3.0:1767384693.402860:0:39780:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 0000000063e091e3. 00080000:00000001:3.0:1767384693.402861:0:39780:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384693.402864:0:39780:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384693.402866:0:39780:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384693.402868:0:39780:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446628161540757616 : -115912168794000 : ffff9694185a9870) 00080000:00000001:3.0:1767384693.402870:0:39780:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384693.402871:0:39780:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:3.0:1767384693.402874:0:39780:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ded78265. 20000000:00000010:3.0:1767384693.402875:0:39780:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000009598a517. 00080000:00000001:3.0:1767384693.402877:0:39780:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384693.402879:0:39780:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384693.402881:0:39780:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1767384693.402888:0:39780:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000001993b4d2. 00080000:00000010:3.0:1767384693.402896:0:39780:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00080000:00000001:3.0:1767384693.402898:0:39780:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:3.0:1767384693.402900:0:39780:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384693.402956:0:39780:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000b958281b. 20000000:00000010:3.0:1767384693.402962:0:39780:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000003be136d3. 20000000:00000010:3.0:1767384693.402965:0:39780:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001d547ab8. 20000000:00000010:3.0:1767384693.402968:0:39780:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000f105ccbd. 20000000:00000010:3.0:1767384693.402971:0:39780:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000034cbcab1. 20000000:00000010:3.0:1767384693.402975:0:39780:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000009598a517. 20000000:00000010:3.0:1767384693.402978:0:39780:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ded78265. 20000000:00000010:3.0:1767384693.402981:0:39780:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 0000000063e091e3. 20000000:00000010:3.0:1767384693.402984:0:39780:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004c6522aa. 20000000:00000010:3.0:1767384693.402986:0:39780:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000d4aafcb9. 20000000:00000010:3.0:1767384693.402988:0:39780:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d01ca9d2. 20000000:00000010:3.0:1767384693.402990:0:39780:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000d20ec016. 20000000:00000010:3.0:1767384693.402993:0:39780:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009fffbc32. 20000000:00000010:3.0:1767384693.402996:0:39780:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000002dd30a02. 20000000:00000010:3.0:1767384693.402998:0:39780:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000025092131. 20000000:00000001:3.0:1767384693.403000:0:39780:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:3.0:1767384693.403008:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000010e126c9. 20000000:00000010:3.0:1767384693.403012:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000edd891f8. 20000000:00000010:3.0:1767384693.403015:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f9d87e8d. 20000000:00000010:3.0:1767384693.403020:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000fef6e46. 20000000:00000010:3.0:1767384693.403022:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004c4e8543. 20000000:00000010:3.0:1767384693.403026:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000032e7e87c. 20000000:00000010:3.0:1767384693.403029:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000081479429. 20000000:00000010:3.0:1767384693.403031:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b241b2c1. 20000000:00000010:3.0:1767384693.403034:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000024bc38dc. 20000000:00000010:3.0:1767384693.403038:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b3496116. 20000000:00000010:3.0:1767384693.403041:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000024378434. 20000000:00000010:3.0:1767384693.403043:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aa3fea45. 20000000:00000010:3.0:1767384693.403046:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000023d62db7. 20000000:00000010:3.0:1767384693.403048:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001d272bac. 20000000:00000010:3.0:1767384693.403055:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000093d8b961. 20000000:00000010:3.0:1767384693.403058:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000925b1f4b. 20000000:00000010:3.0:1767384693.403060:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009bbc9b17. 20000000:00000010:3.0:1767384693.403063:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b7e78a79. 20000000:00000010:3.0:1767384693.403066:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004975f323. 20000000:00000010:3.0:1767384693.403068:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c69ab707. 20000000:00000010:3.0:1767384693.403071:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d5961ce9. 20000000:00000010:3.0:1767384693.403073:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cce00319. 20000000:00000010:3.0:1767384693.403077:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f9183578. 20000000:00000010:3.0:1767384693.403080:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cd6c69bf. 20000000:00000010:3.0:1767384693.403083:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d0d862ef. 20000000:00000010:3.0:1767384693.403085:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002837ec4c. 20000000:00000010:3.0:1767384693.403088:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000287503eb. 20000000:00000010:3.0:1767384693.403090:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009bc5b805. 20000000:00000010:3.0:1767384693.403092:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000474b6ac8. 20000000:00000010:3.0:1767384693.403095:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000050d2ce6b. 20000000:00000010:3.0:1767384693.403098:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000001ce1e07. 20000000:00000010:3.0:1767384693.403100:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000072b43302. 20000000:00000010:3.0:1767384693.403103:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006e38cf94. 20000000:00000010:3.0:1767384693.403106:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000265eb5f1. 20000000:00000010:3.0:1767384693.403108:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003c49d0cc. 20000000:00000010:3.0:1767384693.403110:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000086f8b16a. 20000000:00000010:3.0:1767384693.403114:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008f2567b4. 20000000:00000010:3.0:1767384693.403116:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000287badbe. 20000000:00000010:3.0:1767384693.403119:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000085e37e56. 20000000:00000010:3.0:1767384693.403121:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d180e6b7. 20000000:00000010:3.0:1767384693.403124:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c3d7b5de. 20000000:00000010:3.0:1767384693.403128:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008ea3e94a. 20000000:00000010:3.0:1767384693.403131:0:39780:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000744bf973. 20000000:00000010:3.0:1767384693.403135:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fad2ef35. 20000000:00000010:3.0:1767384693.403137:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000088d238b6. 20000000:00000010:3.0:1767384693.403139:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000092ba94da. 20000000:00000010:3.0:1767384693.403142:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002909e553. 20000000:00000010:3.0:1767384693.403144:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000080d9a414. 20000000:00000010:3.0:1767384693.403149:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fe120c2b. 20000000:00000010:3.0:1767384693.403152:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006790d4cc. 20000000:00000010:3.0:1767384693.403155:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000129303fb. 20000000:00000010:3.0:1767384693.403159:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000680b301d. 20000000:00000010:3.0:1767384693.403162:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000059ce8999. 20000000:00000010:3.0:1767384693.403164:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000092428815. 20000000:00000010:3.0:1767384693.403167:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009e7e1709. 20000000:00000010:3.0:1767384693.403169:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000346544e9. 20000000:00000010:3.0:1767384693.403172:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c1251477. 20000000:00000010:3.0:1767384693.403174:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ac1862d8. 20000000:00000010:3.0:1767384693.403177:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002ee96854. 20000000:00000010:3.0:1767384693.403179:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000068041a65. 20000000:00000010:3.0:1767384693.403181:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b4184cdd. 20000000:00000010:3.0:1767384693.403184:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000df471db6. 20000000:00000010:3.0:1767384693.403186:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000089dbe97e. 20000000:00000010:3.0:1767384693.403190:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000053eb28ff. 20000000:00000010:3.0:1767384693.403193:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000eeac550d. 20000000:00000010:3.0:1767384693.403195:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000007cc1b36. 20000000:00000010:3.0:1767384693.403198:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b415a058. 20000000:00000010:3.0:1767384693.403200:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000eeb57eba. 20000000:00000010:3.0:1767384693.403202:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000089c8bf30. 20000000:00000010:3.0:1767384693.403204:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ff7434ca. 20000000:00000010:3.0:1767384693.403207:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000032a673de. 20000000:00000010:3.0:1767384693.403209:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ace7c4bc. 20000000:00000010:3.0:1767384693.403211:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d5bf387. 20000000:00000010:3.0:1767384693.403214:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000034ea5570. 20000000:00000010:3.0:1767384693.403216:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008d686e95. 20000000:00000010:3.0:1767384693.403218:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b5f7264d. 20000000:00000010:3.0:1767384693.403220:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d9ea405. 20000000:00000010:3.0:1767384693.403222:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007aaa7fe1. 20000000:00000010:3.0:1767384693.403224:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007465225b. 20000000:00000010:3.0:1767384693.403226:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000425a319b. 20000000:00000010:3.0:1767384693.403228:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b9a33bab. 20000000:00000010:3.0:1767384693.403231:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f9e449b2. 20000000:00000010:3.0:1767384693.403237:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004edadbc4. 20000000:00000010:3.0:1767384693.403239:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001c0d29de. 20000000:00000010:3.0:1767384693.403245:0:39780:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006eb3e8e2. 20000000:00000010:3.0:1767384693.403248:0:39780:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000003d79b359. 20000000:00000010:3.0:1767384693.403299:0:39780:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000006c33a77a. 20000000:00000010:3.0:1767384693.403304:0:39780:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000019182f4. 20000000:00000010:3.0:1767384693.403308:0:39780:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000b4d2fd69. 20000000:00000010:3.0:1767384693.403311:0:39780:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000052d2959d. 20000000:00000010:3.0:1767384693.403313:0:39780:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000024574d97. 20000000:00000010:3.0:1767384693.403319:0:39780:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000001c325518. 20000000:00000010:3.0:1767384693.403322:0:39780:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000050bc2f63. 20000000:00000010:3.0:1767384693.403325:0:39780:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000009e385d6a. 20000000:00000010:3.0:1767384693.403329:0:39780:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000039176030. 00010000:00000001:3.0:1767384693.403333:0:39780:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767384693.403335:0:39780:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384693.403338:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384693.403340:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384693.403342:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384693.403344:0:39780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384693.403345:0:39780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384693.403347:0:39780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384693.403349:0:39780:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384693.403351:0:39780:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:3.0:1767384693.403357:0:39780:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:3.0:1767384693.403360:0:39780:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:3.0:1767384693.403373:0:39780:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384693.403381:0:39780:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000834259b2 - data 000000007b2bc6bc/00000000d2568afb 00000020:00000010:3.0:1767384693.403472:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000008f30ed6c. 00000020:00000010:3.0:1767384693.403476:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000005063a2f8. 00000020:00000010:3.0:1767384693.403479:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d2568afb. 00000020:00000010:3.0:1767384693.403482:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000000b53b571. 00000020:00000010:3.0:1767384693.403484:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000005f42d7ba. 00000020:00000010:3.0:1767384693.403486:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000000ad6c36. 00000020:00000010:3.0:1767384693.403488:0:39780:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000834259b2. 00000020:01000000:3.0:1767384693.403498:0:39780:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000e218a7d9 - data 000000000d385b39/000000007facc514 00000020:00000010:3.0:1767384693.403582:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000006b248fce. 00000020:00000010:3.0:1767384693.403585:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000e1559d90. 00000020:00000010:3.0:1767384693.403588:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000007facc514. 00000020:00000010:3.0:1767384693.403591:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000092ef5e10. 00000020:00000010:3.0:1767384693.403593:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000a45ae1e5. 00000020:00000010:3.0:1767384693.403595:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004f9abed6. 00000020:00000010:3.0:1767384693.403597:0:39780:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000e218a7d9. 00000020:00000001:3.0:1767384693.403600:0:39780:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:3.0:1767384693.403678:0:39780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009754612c : new refcount 2 00000040:00000001:3.0:1767384693.403682:0:39780:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384693.403684:0:39780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009754612c : new refcount 1 00080000:00000010:3.0:1767384693.403711:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009f523dce. 00000020:00000010:3.0:1767384693.403716:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003835c985. 00000020:00000010:3.0:1767384693.403722:0:39780:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000001955bf21. 00080000:00000010:3.0:1767384693.403748:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000556ef1e8. 00000020:00000010:3.0:1767384693.403750:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008750050f. 00000020:00000010:3.0:1767384693.403753:0:39780:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000b3dcdd05. 00000020:00000040:3.0:1767384693.403756:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000f8184164 : new refcount 1 00000040:00000010:3.0:1767384693.403759:0:39780:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000009754612c. 00000040:00000001:3.0:1767384693.403764:0:39780:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384693.403768:0:39780:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 000000001993b4d2. 00080000:00000001:3.0:1767384693.403772:0:39780:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:3.0:1767384693.403774:0:39780:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:3.0:1767384693.403778:0:39780:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:3.0:1767384693.403781:0:39780:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384693.403783:0:39780:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384693.403785:0:39780:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384693.403787:0:39780:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 000000001993b4d2. 00080000:00000010:3.0:1767384693.403794:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002d9cd6b7. 00000020:00000010:3.0:1767384693.403797:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000319d75e6. 00000020:00000002:3.0:1767384693.403801:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000facc5783/0000000082ca9a03 to site lru. bkt: 00000000efce94df 00000001:00000001:3.0:1767384693.403805:0:39780:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:3.0:1767384693.403812:0:39780:0:(lu_object.c:207:lu_object_put()) Add 00000000b32c5121/00000000b65d6a84 to site lru. bkt: 0000000095b3cb3e 00000001:00000010:3.0:1767384693.403815:0:39780:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000c1a3a406. 00000001:00000001:3.0:1767384693.403817:0:39780:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:2.0:1767384693.403900:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fe43be87. 00000020:00000010:2.0:1767384693.403906:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bf8eeaca. 00000020:00000010:2.0:1767384693.403912:0:39780:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000008db6814f. 00080000:00000010:2.0:1767384693.403941:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b32c5121. 00000020:00000010:2.0:1767384693.403943:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b65d6a84. 00080000:00000010:2.0:1767384693.403958:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000facc5783. 00000020:00000010:2.0:1767384693.403960:0:39780:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000082ca9a03. 00000020:00000010:2.0:1767384693.403964:0:39780:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000e54abe3a. 00010000:00000001:2.0:1767384693.403969:0:39780:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384693.403972:0:39780:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384693.404002:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000e9fc08e9. 00000020:00000010:2.0:1767384693.404005:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000062304350. 00000020:00000010:2.0:1767384693.404008:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000032e966c5. 00010000:00000001:2.0:1767384693.404037:0:39780:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384693.404048:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000aec2ba19. 00000020:00000010:2.0:1767384693.404051:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b150ed1d. 00000020:00000010:2.0:1767384693.404055:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000008fd470b. 00000020:00000010:2.0:1767384693.404058:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000c79f6c47. 00000020:00000010:2.0:1767384693.404060:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000a6100229. 00000020:00000010:2.0:1767384693.404062:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000002f5e783. 00000001:00000001:2.0:1767384693.404096:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384693.404098:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000f642b0bb. 00000001:00000010:2.0:1767384693.404102:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000228f5aa6. 00000001:00000010:2.0:1767384693.404104:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000b3575acc. 00000001:00000010:2.0:1767384693.404106:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000083b977da. 00000001:00000001:2.0:1767384693.404108:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384693.404110:0:39780:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000053a23994. 00010000:00000001:2.0:1767384693.404115:0:39780:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384693.404117:0:39780:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384693.404118:0:39780:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:2.0:1767384693.404143:0:39780:0:(lu_object.c:1020:lu_site_print()) header@000000004acf2952[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:2.0:1767384693.404147:0:39780:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@0000000084ef703aosd-zfs-object@0000000084ef703a 00000020:00001000:2.0:1767384693.404149:0:39780:0:(lu_object.c:1020:lu_site_print()) } header@000000004acf2952 20000000:00000001:2.0:1767384693.404152:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384693.404154:0:39780:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384693.404156:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384693.404157:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c511 00000020:00000040:2.0:1767384693.404160:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000624e2c0a with handle 0x534bb1615bf4c511 from hash 00000020:00000001:2.0:1767384693.404165:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384693.404166:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000624e2c0a : new refcount 1 00000020:00000001:2.0:1767384693.404168:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384693.404169:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000624e2c0a : new refcount 0 00000020:00000080:2.0:1767384693.404171:0:39780:0:(genops.c:904:class_export_put()) final put 00000000624e2c0a/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384693.404174:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404187:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384693.404189:0:39780:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384693.404191:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404194:0:39780:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384693.404197:0:39780:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384693.404199:0:39780:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446628162147085440 : -115911562466176 : ffff96943c7e6c80) 00000020:01000004:2.0:1767384693.404203:0:39780:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000294b371e from MGS, refs=2 00000020:00000001:0.0:1767384693.404204:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384693.404208:0:39780:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000080:0.0:1767384693.404208:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000624e2c0a/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1767384693.404212:0:39780:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000294b371e 2 00000020:00000001:0.0:1767384693.404214:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.404216:0:39780:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.404217:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404220:0:39780:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000040:0.0:1767384693.404221:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 5 - export 00000020:00000001:2.0:1767384693.404224:0:39780:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000010:0.0:1767384693.404225:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000624e2c0a. 00000020:00000001:2.0:1767384693.404227:0:39780:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446628162147085440 : -115911562466176 : ffff96943c7e6c80) 00000020:00000001:0.0:1767384693.404230:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:2.0:1767384693.404232:0:39780:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000294b371e from MGS 00000020:00000010:2.0:1767384693.404236:0:39780:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 0000000000ac6b45. 00000020:00000010:2.0:1767384693.404240:0:39780:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000004d3da57c. 00000020:00000001:2.0:1767384693.404242:0:39780:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404244:0:39780:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384693.404246:0:39780:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404248:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384693.404257:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384693.404261:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000acfa1310. 00000001:00000010:2.0:1767384693.404271:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000e6d7a9e. 00000001:00000010:2.0:1767384693.404273:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e83f8572. 00000001:00000010:2.0:1767384693.404275:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000350cc98f. 00000001:00000010:2.0:1767384693.404277:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e3d4f250. 00000001:00000010:2.0:1767384693.404279:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c6f2678b. 00000001:00000001:2.0:1767384693.404283:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384693.404284:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384693.404288:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bd2b7dd7. 00000001:00000010:2.0:1767384693.404290:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c726360c. 00000001:00000010:2.0:1767384693.404292:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000005ef521c. 00000001:00000010:2.0:1767384693.404293:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1616d7b. 00000001:00000010:2.0:1767384693.404295:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d4c5fb15. 00000001:00000010:2.0:1767384693.404297:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000db698951. 00000001:00000001:2.0:1767384693.404299:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384693.404301:0:39780:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 3 - setup 00000020:00000001:2.0:1767384693.404303:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404305:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384693.404308:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384693.404312:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384693.404314:0:39780:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 2 - obd_device_list 00000020:00000080:2.0:1767384693.404317:0:39780:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:2.0:1767384693.404319:0:39780:0:(obd_config.c:955:class_decref()) Decref MGS (0000000009d16f6b) now 1 - newdev 00000020:00000040:2.0:1767384693.404322:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8184164 with handle 0x534bb1615bf4c50a from hash 00000020:00000040:2.0:1767384693.404324:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000f8184164 : new refcount 0 00000020:00000080:2.0:1767384693.404325:0:39780:0:(genops.c:904:class_export_put()) final put 00000000f8184164/MGS 00000020:00000001:2.0:1767384693.404327:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404329:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384693.404330:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 00000000f8184164/MGS for MGS 00000020:00000001:2.0:1767384693.404333:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384693.404335:0:39780:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:2.0:1767384693.404337:0:39780:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404339:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384693.404341:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f8184164. 00000020:00000001:2.0:1767384693.404344:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384693.404346:0:39780:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:2.0:1767384693.404347:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:2.0:1767384693.404349:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384693.404353:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dbdace2. 00000020:00000010:2.0:1767384693.404357:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b27b77d8. 00000040:00000010:2.0:1767384693.404360:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c57a2bc. 00000020:00000010:2.0:1767384693.404364:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a27305a. 00000020:00000010:2.0:1767384693.404367:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006ef254bb. 80000000:00000010:2.0:1767384693.404371:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e4f03ad. 00040000:00000010:2.0:1767384693.404374:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005976c183. 00080000:00000010:2.0:1767384693.404378:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f243309d. 20000000:00000010:2.0:1767384693.404381:0:39780:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000bad4932c. 20000000:00000001:2.0:1767384693.404385:0:39780:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:2.0:1767384693.404401:0:39780:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000003c5e879b. 20000000:00000001:2.0:1767384693.404405:0:39780:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384693.404408:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b27b77d8. 00000040:00000010:2.0:1767384693.404411:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c57a2bc. 00000020:00000010:2.0:1767384693.404413:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a27305a. 00000020:00000010:2.0:1767384693.404416:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ef254bb. 80000000:00000010:2.0:1767384693.404419:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e4f03ad. 00040000:00000010:2.0:1767384693.404421:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005976c183. 00080000:00000010:2.0:1767384693.404424:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f243309d. 20000000:00000010:2.0:1767384693.404426:0:39780:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000bad4932c. 00000020:00000010:2.0:1767384693.404429:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dbdace2. 00000020:00000001:2.0:1767384693.404431:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384693.404433:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000009d16f6b. 00000020:00000001:2.0:1767384693.404437:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404439:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384693.404441:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000d2f7d267. 00000020:00000001:2.0:1767384693.404443:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404446:0:39780:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404448:0:39780:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1767384693.404451:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384693.404452:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:2.0:1767384693.404456:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000000e4f03ad. 00000020:00000080:2.0:1767384693.404458:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384693.404461:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384693.404464:0:39780:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384693.404468:0:39780:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000dd129866 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384693.404473:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384693.404474:0:39780:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000bde8a2d3) has exports, disconnecting them 00000020:00000001:2.0:1767384693.404477:0:39780:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384693.404479:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000dd129866 refcount=4 00000020:00000040:2.0:1767384693.404480:0:39780:0:(genops.c:887:class_export_get()) GET export 00000000dd129866 refcount=5 00000020:00080000:2.0:1767384693.404483:0:39780:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000dd129866), last request at 1767384592 00000020:00000001:2.0:1767384693.404485:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:2.0:1767384693.404489:0:39780:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384693.404491:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384693.404492:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c5ea 00000020:00000040:2.0:1767384693.404494:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd129866 with handle 0x534bb1615bf4c5ea from hash 00000020:00000040:2.0:1767384693.404505:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 4 00000020:00000001:2.0:1767384693.404508:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384693.404509:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 3 00000020:00000001:2.0:1767384693.404510:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384693.404511:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 2 00000020:00000001:2.0:1767384693.404513:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384693.404516:0:39780:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404517:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384693.404520:0:39780:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000dd129866): rc 0 00000020:00000040:2.0:1767384693.404522:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 1 00000020:00000001:2.0:1767384693.404523:0:39780:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384693.404525:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384693.404527:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:2.0:1767384693.404529:0:39780:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:2.0:1767384693.404531:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1767384693.404532:0:39780:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1767384693.404534:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000dd129866 : new refcount 0 00000020:00000080:2.0:1767384693.404535:0:39780:0:(genops.c:904:class_export_put()) final put 00000000dd129866/lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384693.404537:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.404547:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384693.404550:0:39780:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384693.404552:0:39780:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:0.0:1767384693.404565:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384693.404568:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000dd129866/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384693.404573:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 10 to 0@lo 00000020:00000001:0.0:1767384693.404575:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384693.404577:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384693.404579:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000bde8a2d3) now 5 - export 00000020:00000010:0.0:1767384693.404581:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dd129866. 00010000:00000001:2.0:1767384693.404584:0:39780:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000001:0.0:1767384693.404585:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384693.404617:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000af220414. 00000020:00000010:2.0:1767384693.404622:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ac01d398. 00010000:00000001:2.0:1767384693.404651:0:39780:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384693.404661:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000d6d28833. 00000020:00000010:2.0:1767384693.404663:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d212331a. 00000001:00000001:2.0:1767384693.404696:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384693.405195:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000024ee3513. 00000001:00000010:2.0:1767384693.405203:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000090ba1bbc. 00000001:00000010:2.0:1767384693.405205:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005bb12690. 00000001:00000010:2.0:1767384693.405207:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a52840ae. 00000001:00000010:2.0:1767384693.405208:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000545539b1. 00000001:00000010:2.0:1767384693.405210:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000275f17ce. 00000001:00000010:2.0:1767384693.405211:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003c006266. 00000001:00000010:2.0:1767384693.405213:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a892b4c3. 00000001:00000010:2.0:1767384693.405214:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a1f2c69c. 00000001:00000010:2.0:1767384693.405215:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008ca16c6e. 00000001:00000010:2.0:1767384693.405217:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f014d1c1. 00000001:00000010:2.0:1767384693.405218:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b613a8cf. 00000001:00000010:2.0:1767384693.405220:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000bb3ab17. 00000001:00000010:2.0:1767384693.405222:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ed9b4d2a. 00000001:00000010:2.0:1767384693.405223:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000031ce9d47. 00000001:00000010:2.0:1767384693.405225:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b956c159. 00000001:00000010:2.0:1767384693.405226:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000016dbde0. 00000001:00000010:2.0:1767384693.405228:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a6e03b65. 00000001:00000010:2.0:1767384693.405229:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ed0ace7e. 00000001:00000010:2.0:1767384693.405230:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000057c6d91. 00000001:00000010:2.0:1767384693.405231:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000002cffef1. 00000001:00000010:2.0:1767384693.405233:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c5df2ef7. 00000001:00000010:2.0:1767384693.405234:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ad76c07c. 00000001:00000010:2.0:1767384693.405235:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000064a38eb5. 00000001:00000010:2.0:1767384693.405236:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000008cabaf7. 00000001:00000010:2.0:1767384693.405238:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000050180262. 00000001:00000010:2.0:1767384693.405239:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000d2a607b. 00000001:00000010:2.0:1767384693.405241:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fd4ecaaa. 00000001:00000010:2.0:1767384693.405242:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a9a1003d. 00000001:00000010:2.0:1767384693.405244:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f84c5380. 00000001:00000010:2.0:1767384693.405246:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000003795eba. 00000001:00000010:2.0:1767384693.405247:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000aa5d8a2. 00000001:00000010:2.0:1767384693.405249:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000009fc2195b. 00000001:00000010:2.0:1767384693.405252:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000083839c5a. 00000001:00000001:2.0:1767384693.405254:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384693.405257:0:39780:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000e8bdccf8. 00010000:00000001:2.0:1767384693.405260:0:39780:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384693.405906:0:39780:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384693.405909:0:39780:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384693.405911:0:39780:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384693.405913:0:39780:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:0.0:1767384693.405918:0:39780:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384693.405920:0:39780:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384693.405923:0:39780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384693.405925:0:39780:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384693.405928:0:39780:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:0.0:1767384693.405932:0:39780:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384693.405934:0:39780:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384693.405937:0:39780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384693.405939:0:39780:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384693.405941:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384693.405945:0:39780:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384693.405947:0:39780:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384693.405950:0:39780:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384693.405953:0:39780:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384693.405954:0:39780:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384693.405956:0:39780:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384693.405961:0:39780:0:(genops.c:1229:class_import_get()) import 000000001bf89993 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384693.405964:0:39780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384693.405965:0:39780:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384693.405968:0:39780:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384693.405970:0:39780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384693.405971:0:39780:0:(genops.c:1242:class_import_put()) import 000000001bf89993 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384693.405973:0:39780:0:(genops.c:1245:class_import_put()) final put import 000000001bf89993 00000020:00000001:0.0:1767384693.405984:0:39780:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384693.405985:0:39780:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384693.405986:0:39780:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384693.405993:0:39780:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384693.405995:0:39780:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000004e744617. 00000020:00000001:1.0:1767384693.405998:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:0.0:1767384693.405999:0:39780:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000003653828b. 00000020:00000080:1.0:1767384693.406002:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000001bf89993 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384693.406006:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 9 to 0@lo 00010000:00000010:0.0:1767384693.406006:0:39780:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000d9b737ab. 00010000:00000001:0.0:1767384693.406011:0:39780:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:1.0:1767384693.406012:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 8 to 0@lo 00000020:00000010:1.0:1767384693.406015:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000061e1ce89. 00000020:00000040:1.0:1767384693.406019:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000bde8a2d3) now 4 - import 00000020:00000010:1.0:1767384693.406021:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000001bf89993. 00000020:00000001:1.0:1767384693.406025:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767384693.406094:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004f4d80da. 00000020:00000010:0.0:1767384693.406100:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eb659123. 00000020:00000010:0.0:1767384693.406102:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ff6f77de. 00000020:00000010:0.0:1767384693.406106:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008a3624e3. 00000020:00000010:0.0:1767384693.406111:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000551ecef6. 00000020:00000010:0.0:1767384693.406115:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000a7d310a. 00000010:00000001:0.0:1767384693.406119:0:39780:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406121:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384693.406132:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384693.406141:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e2ea21e4. 00000001:00000010:0.0:1767384693.406144:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002249ec7c. 00000001:00000010:0.0:1767384693.406146:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000948fffe1. 00000001:00000010:0.0:1767384693.406150:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a1e520cd. 00000001:00000010:0.0:1767384693.406152:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000c5468f9. 00000001:00000010:0.0:1767384693.406154:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003ac3e123. 00000001:00000001:0.0:1767384693.406159:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384693.406160:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384693.406165:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004f127b48. 00000001:00000010:0.0:1767384693.406167:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f5624a5d. 00000001:00000010:0.0:1767384693.406170:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000020117b3c. 00000001:00000010:0.0:1767384693.406172:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000017c6cc3a. 00000001:00000010:0.0:1767384693.406175:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e7af5af9. 00000001:00000010:0.0:1767384693.406178:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000499ec555. 00000001:00000001:0.0:1767384693.406180:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384693.406182:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000bde8a2d3) now 3 - setup 00000020:00000001:0.0:1767384693.406184:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406186:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384693.406188:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384693.406195:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384693.406196:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000bde8a2d3) now 2 - obd_device_list 00000020:00000080:0.0:1767384693.406199:0:39780:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:0.0:1767384693.406201:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000bde8a2d3) now 1 - newdev 00000020:00000040:0.0:1767384693.406204:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000097b2fd04 with handle 0x534bb1615bf4c5e3 from hash 00000020:00000040:0.0:1767384693.406207:0:39780:0:(genops.c:898:class_export_put()) PUTting export 0000000097b2fd04 : new refcount 0 00000020:00000080:0.0:1767384693.406209:0:39780:0:(genops.c:904:class_export_put()) final put 0000000097b2fd04/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:0.0:1767384693.406211:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406214:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384693.406215:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 0000000097b2fd04/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384693.406217:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384693.406219:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384693.406221:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000097b2fd04. 00000020:00000001:0.0:1767384693.406226:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384693.406227:0:39780:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:0.0:1767384693.406229:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:0.0:1767384693.406231:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384693.406239:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006790d4cc. 00000020:00000010:0.0:1767384693.406244:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088d238b6. 00000040:00000010:0.0:1767384693.406247:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023d62db7. 00000020:00000010:0.0:1767384693.406251:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001fe31410. 00000020:00000010:0.0:1767384693.406256:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e74a7b0a. 00000020:00000010:0.0:1767384693.406259:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032e7e87c. 80000000:00000010:0.0:1767384693.406262:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000065044773. 40000000:00000010:0.0:1767384693.406266:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b5dc5614. 00100000:00000010:0.0:1767384693.406270:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000141d5922. 00040000:00000010:0.0:1767384693.406274:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005fd66a67. 00040000:00000010:0.0:1767384693.406277:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008bb32ff1. 00080000:00000010:0.0:1767384693.406286:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003c8f885e. 00000004:00000010:0.0:1767384693.406291:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000972686cb. 00000010:00000001:0.0:1767384693.406294:0:39780:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:0.0:1767384693.406296:0:39780:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 000000004add640b. 00000010:00000001:0.0:1767384693.406299:0:39780:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384693.406302:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088d238b6. 00000040:00000010:0.0:1767384693.406305:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000023d62db7. 00000020:00000010:0.0:1767384693.406307:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001fe31410. 00000020:00000010:0.0:1767384693.406311:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e74a7b0a. 00000020:00000010:0.0:1767384693.406315:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032e7e87c. 80000000:00000010:0.0:1767384693.406317:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000065044773. 40000000:00000010:0.0:1767384693.406320:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b5dc5614. 00100000:00000010:0.0:1767384693.406324:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000141d5922. 00040000:00000010:0.0:1767384693.406328:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005fd66a67. 00040000:00000010:0.0:1767384693.406331:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008bb32ff1. 00080000:00000010:0.0:1767384693.406334:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003c8f885e. 00000004:00000010:0.0:1767384693.406341:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000972686cb. 00000020:00000010:0.0:1767384693.406344:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006790d4cc. 00000020:00000001:0.0:1767384693.406347:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384693.406349:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000bde8a2d3. 00000020:00000001:0.0:1767384693.406354:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406356:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384693.406358:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000000e4f03ad. 00000020:00000001:0.0:1767384693.406362:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406365:0:39780:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406367:0:39780:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384693.406368:0:39780:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000294b371e 1 00000020:00000001:0.0:1767384693.406371:0:39780:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384693.406372:0:39780:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384693.406374:0:39780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384693.406376:0:39780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x534bb1615bf4c503 00000020:00000040:0.0:1767384693.406378:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000687c548 with handle 0x534bb1615bf4c503 from hash 00000020:00000001:0.0:1767384693.406385:0:39780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384693.406387:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000000687c548 : new refcount 1 00000020:00000001:0.0:1767384693.406389:0:39780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384693.406390:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000000687c548 : new refcount 0 00000020:00000080:0.0:1767384693.406392:0:39780:0:(genops.c:904:class_export_put()) final put 000000000687c548/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384693.406394:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406403:0:39780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.406406:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384693.406407:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:0.0:1767384693.406411:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 0000000065044773. 00000020:00000001:1.0:1767384693.406413:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384693.406414:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767384693.406418:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000687c548/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384693.406418:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384693.406422:0:39780:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384693.406423:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384693.406425:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:1.0:1767384693.406426:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384693.406433:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (000000009cb627e2) has no exports 00000020:00000040:1.0:1767384693.406434:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 4 - export 00000020:00000001:0.0:1767384693.406436:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384693.406440:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000687c548. 00000020:00000001:0.0:1767384693.406441:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:0.0:1767384693.406446:0:39780:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:0.0:1767384693.406449:0:39780:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384693.406451:0:39780:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00000020:00000001:1.0:1767384693.406452:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000020:0.0:1767384693.406482:0:39780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384693.409060:0:39780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:1.0:1767384693.409066:0:39780:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:1.0:1767384693.409068:0:39780:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384693.409071:0:39780:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384693.409074:0:39780:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:1.0:1767384693.409089:0:39780:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000084ef703a. 00000020:00000010:1.0:1767384693.409094:0:39780:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 000000004acf2952. 00080000:00000001:1.0:1767384693.409099:0:39780:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:1.0:1767384693.409103:0:39780:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000094e866d7. 00080000:00000010:1.0:1767384693.409108:0:39780:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000ad9dba4d. 00080000:00000010:1.0:1767384693.409110:0:39780:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000d904f33d. 00080000:00000010:1.0:1767384693.409112:0:39780:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000000cba1e4b. 00080000:00000010:1.0:1767384693.409114:0:39780:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000dc1afa4d. 00080000:00000010:1.0:1767384693.409116:0:39780:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 0000000040fb8c93. 00080000:00000010:1.0:1767384693.409120:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000937a56d. 00080000:00000010:1.0:1767384693.409124:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000691dc8cd. 00080000:00000010:1.0:1767384693.409128:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ab404f0e. 00080000:00000010:1.0:1767384693.409130:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000facc7b08. 00080000:00000010:1.0:1767384693.409134:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003197845b. 00080000:00000010:1.0:1767384693.409137:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000424dedf4. 00080000:00000010:1.0:1767384693.409140:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009ce7f471. 00080000:00000010:1.0:1767384693.409144:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000702c140. 00080000:00000010:1.0:1767384693.409146:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000058b93bb2. 00080000:00000010:1.0:1767384693.409150:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000080213f13. 00080000:00000010:1.0:1767384693.409154:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b2315e45. 00080000:00000010:1.0:1767384693.409157:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bab2990b. 00080000:00000010:1.0:1767384693.409161:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000757a66cf. 00080000:00000010:1.0:1767384693.409165:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000015756bed. 00080000:00000010:1.0:1767384693.409169:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000063cd15b4. 00080000:00000010:1.0:1767384693.409172:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009f1cf61b. 00080000:00000010:1.0:1767384693.409175:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007e227dcc. 00080000:00000010:1.0:1767384693.409178:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ff92ebf. 00080000:00000010:1.0:1767384693.409181:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007319a1e4. 00080000:00000010:1.0:1767384693.409184:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d9ab4e66. 00080000:00000010:1.0:1767384693.409187:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000486febaa. 00080000:00000010:1.0:1767384693.409190:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003f848496. 00080000:00000010:1.0:1767384693.409194:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000099386f40. 00080000:00000010:1.0:1767384693.409198:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000069c47cef. 00080000:00000010:1.0:1767384693.409202:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005232874f. 00080000:00000010:1.0:1767384693.409205:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002a50ca0c. 00080000:00000010:1.0:1767384693.409208:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001b97c8e5. 00080000:00000010:1.0:1767384693.409211:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000638c8f0c. 00080000:00000010:1.0:1767384693.409215:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f8c6c108. 00080000:00000010:1.0:1767384693.409218:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000009f98cdb. 00080000:00000010:1.0:1767384693.409222:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000099935e77. 00080000:00000010:1.0:1767384693.409226:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ac4fbbdf. 00080000:00000010:1.0:1767384693.409229:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000828afe73. 00080000:00000010:1.0:1767384693.409232:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005e1e334b. 00080000:00000010:1.0:1767384693.409236:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e741076f. 00080000:00000010:1.0:1767384693.409239:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000027606e28. 00080000:00000010:1.0:1767384693.409242:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000ab57548. 00080000:00000010:1.0:1767384693.409245:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ffba1f40. 00080000:00000010:1.0:1767384693.409248:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000071d6842f. 00080000:00000010:1.0:1767384693.409254:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aa374cc3. 00080000:00000010:1.0:1767384693.409258:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fdaeb847. 00080000:00000010:1.0:1767384693.409261:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000072ed1dd4. 00080000:00000010:1.0:1767384693.409264:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b779d3f2. 00080000:00000010:1.0:1767384693.409267:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008e56d7aa. 00080000:00000010:1.0:1767384693.409271:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007bcf07ad. 00080000:00000010:1.0:1767384693.409274:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009c30a5f1. 00080000:00000010:1.0:1767384693.409278:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000197f67b7. 00080000:00000010:1.0:1767384693.409281:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003569002b. 00080000:00000010:1.0:1767384693.409285:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fb02399c. 00080000:00000010:1.0:1767384693.409288:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b3e2fc80. 00080000:00000010:1.0:1767384693.409291:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000099ff5952. 00080000:00000010:1.0:1767384693.409294:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000095d05163. 00080000:00000010:1.0:1767384693.409298:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000012178e8. 00080000:00000010:1.0:1767384693.409301:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000becd63e0. 00080000:00000010:1.0:1767384693.409305:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f9d2bdc7. 00080000:00000010:1.0:1767384693.409310:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002c87c461. 00080000:00000010:1.0:1767384693.409314:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ca1de105. 00080000:00000010:1.0:1767384693.409317:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007cb75f30. 00080000:00000010:1.0:1767384693.409320:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e82f8606. 00080000:00000010:1.0:1767384693.409323:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000216c70f9. 00080000:00000010:1.0:1767384693.409326:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e7f34adc. 00080000:00000010:1.0:1767384693.409329:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000082637033. 00080000:00000010:1.0:1767384693.409333:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000030fbbe1d. 00080000:00000010:1.0:1767384693.409337:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b146fa85. 00080000:00000010:1.0:1767384693.409341:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006cb0edbb. 00080000:00000010:1.0:1767384693.409344:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009395561d. 00080000:00000010:1.0:1767384693.409347:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d31a00c1. 00080000:00000010:1.0:1767384693.409350:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000024707078. 00080000:00000010:1.0:1767384693.409353:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009b3eda96. 00080000:00000010:1.0:1767384693.409356:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fb7876e7. 00080000:00000010:1.0:1767384693.409360:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006e58546d. 00080000:00000010:1.0:1767384693.409365:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e7bf1e99. 00080000:00000010:1.0:1767384693.409369:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ccfe19b6. 00080000:00000010:1.0:1767384693.409372:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d6c56dea. 00080000:00000010:1.0:1767384693.409375:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000027b02b3a. 00080000:00000010:1.0:1767384693.409378:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000edeec22c. 00080000:00000010:1.0:1767384693.409382:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000083d2c269. 00080000:00000010:1.0:1767384693.409385:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000d6e8403. 00080000:00000010:1.0:1767384693.409388:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2c67d02. 00080000:00000010:1.0:1767384693.409392:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ced1a6db. 00080000:00000010:1.0:1767384693.409395:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008e8dbcd1. 00080000:00000010:1.0:1767384693.409398:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b2c4555b. 00080000:00000010:1.0:1767384693.409401:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009f465cb3. 00080000:00000010:1.0:1767384693.409405:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006376b6ed. 00080000:00000010:1.0:1767384693.409408:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002540305d. 00080000:00000010:1.0:1767384693.409411:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a8d66fbf. 00080000:00000010:1.0:1767384693.409414:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fb3d8c86. 00080000:00000010:1.0:1767384693.409420:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000070825f85. 00080000:00000010:1.0:1767384693.409425:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002c08ea11. 00080000:00000010:1.0:1767384693.409428:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dbfaed67. 00080000:00000010:1.0:1767384693.409431:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000038a73f1a. 00080000:00000010:1.0:1767384693.409434:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007979b406. 00080000:00000010:1.0:1767384693.409437:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d8db72de. 00080000:00000010:1.0:1767384693.409440:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000005a6aa6f. 00080000:00000010:1.0:1767384693.409444:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b28e2b79. 00080000:00000010:1.0:1767384693.409447:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dc7a592f. 00080000:00000010:1.0:1767384693.409451:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c5d36050. 00080000:00000010:1.0:1767384693.409455:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000013a55b3f. 00080000:00000010:1.0:1767384693.409458:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f3ac9480. 00080000:00000010:1.0:1767384693.409467:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007fd231b0. 00080000:00000010:1.0:1767384693.409471:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000058e1887. 00080000:00000010:1.0:1767384693.409475:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000038018065. 00080000:00000010:1.0:1767384693.409478:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d0e65d7b. 00080000:00000010:1.0:1767384693.409481:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000028c83b1. 00080000:00000010:1.0:1767384693.409485:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005fa52dda. 00080000:00000010:1.0:1767384693.409488:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000011b8fcf8. 00080000:00000010:1.0:1767384693.409491:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000074216383. 00080000:00000010:1.0:1767384693.409494:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005a626eb7. 00080000:00000010:1.0:1767384693.409497:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cbd97b6e. 00080000:00000010:1.0:1767384693.409501:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e3285abc. 00080000:00000010:1.0:1767384693.409505:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b1994f47. 00080000:00000010:1.0:1767384693.409508:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fbd91124. 00080000:00000010:1.0:1767384693.409511:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005cd1d61f. 00080000:00000010:1.0:1767384693.409514:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000031110f3f. 00080000:00000010:1.0:1767384693.409517:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009ac98473. 00080000:00000010:1.0:1767384693.409522:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f4abbf8b. 00080000:00000010:1.0:1767384693.409525:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000df93c466. 00080000:00000010:1.0:1767384693.409534:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002663f510. 00080000:00000010:1.0:1767384693.409537:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000026e6af2a. 00080000:00000010:1.0:1767384693.409540:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b28595c7. 00080000:00000010:1.0:1767384693.409544:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008e82eaca. 00080000:00000010:1.0:1767384693.409547:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ad532365. 00080000:00000010:1.0:1767384693.409550:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002a210bde. 00080000:00000010:1.0:1767384693.409553:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000040904f2d. 00080000:00000010:1.0:1767384693.409556:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002a2ed842. 00080000:00000010:1.0:1767384693.409559:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000720d8ff2. 00080000:00000010:1.0:1767384693.409562:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000036e0678b. 00080000:00000010:1.0:1767384693.409567:0:39780:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000023f1a1d2. 00080000:00000010:1.0:1767384693.409569:0:39780:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 000000002adb0124. 00080000:00000001:1.0:1767384693.409573:0:39780:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:1.0:1767384693.409575:0:39780:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00010000:00000010:2.1:1767384693.409872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d020bef. 00010000:00000010:2.1:1767384693.409885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000034f1cc03. 00010000:00000010:2.1:1767384693.409894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097a9013c. 00010000:00000010:2.1:1767384693.409900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b459061c. 00010000:00000010:2.1:1767384693.409907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a047d291. 00010000:00000010:2.1:1767384693.409913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dedda33e. 00010000:00000010:2.1:1767384693.409919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015e091ba. 00010000:00000010:2.1:1767384693.409926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad50dd8c. 00000020:00000010:1.0:1767384693.410813:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 00000000ec56ea2c. 00000020:00000010:1.0:1767384693.410821:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000036befdcb. 00080000:00000001:1.0:1767384693.410968:0:39780:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:1.0:1767384693.412515:0:39780:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:1.0:1767384693.412518:0:39780:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.412521:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384693.412538:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384693.412543:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000709ebd96. 00000001:00000010:1.0:1767384693.412546:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009cb33b5f. 00000001:00000010:1.0:1767384693.412548:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c3d0ca39. 00000001:00000010:1.0:1767384693.412550:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000049cf4044. 00000001:00000010:1.0:1767384693.412551:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cba232e8. 00000001:00000010:1.0:1767384693.412553:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d19edc8d. 00000001:00000001:1.0:1767384693.412557:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384693.412559:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384693.412562:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000acbef75e. 00000001:00000010:1.0:1767384693.412564:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dd077de1. 00000001:00000010:1.0:1767384693.412565:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d66b494c. 00000001:00000010:1.0:1767384693.412567:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007ef33cd8. 00000001:00000010:1.0:1767384693.412569:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e52255d9. 00000001:00000010:1.0:1767384693.412570:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008726d2cc. 00000001:00000001:1.0:1767384693.412571:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384693.412573:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 3 - setup 00000020:00000001:1.0:1767384693.412575:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.412578:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384693.412581:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384693.412584:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384693.412586:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 2 - obd_device_list 00000020:00000080:1.0:1767384693.412588:0:39780:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:1.0:1767384693.412590:0:39780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009cb627e2) now 1 - newdev 00000020:00000040:1.0:1767384693.412592:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a4e1a1e with handle 0x534bb1615bf4c4fc from hash 00000020:00000040:1.0:1767384693.412595:0:39780:0:(genops.c:898:class_export_put()) PUTting export 000000009a4e1a1e : new refcount 0 00000020:00000080:1.0:1767384693.412597:0:39780:0:(genops.c:904:class_export_put()) final put 000000009a4e1a1e/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384693.412600:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.412602:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384693.412603:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 000000009a4e1a1e/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384693.412607:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384693.412608:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384693.412610:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009a4e1a1e. 00000020:00000001:1.0:1767384693.412614:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384693.412615:0:39780:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:1.0:1767384693.412617:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:1.0:1767384693.412619:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384693.412622:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6eaa2e2. 00000020:00000010:1.0:1767384693.412626:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e31feac9. 00000040:00000010:1.0:1767384693.412630:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000588dd9fa. 00000020:00000010:1.0:1767384693.412634:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b457a01. 00000020:00000010:1.0:1767384693.412638:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002364ec40. 00040000:00000010:1.0:1767384693.412642:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008727a73d. 00040000:00000010:1.0:1767384693.412645:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007307197. 00080000:00000010:1.0:1767384693.412648:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009256a827. 00080000:00000001:1.0:1767384693.412653:0:39780:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:1.0:1767384693.412684:0:39780:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000ec06607a. 00000020:00000010:1.0:1767384693.412697:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000009dff0931. 00000020:00000010:1.0:1767384693.412701:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000004529d895. 00000020:00000010:1.0:1767384693.412705:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000012faaa3e. 00000020:00000010:1.0:1767384693.412707:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000c27e5341. 00000020:00000010:1.0:1767384693.412709:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000059d99a01. 00000020:00000010:1.0:1767384693.412712:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006bf3b8b7. 00080000:00000010:1.0:1767384693.412715:0:39780:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 000000004572d7a4. 00080000:00000001:1.0:1767384693.412739:0:39780:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384693.412743:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e31feac9. 00000040:00000010:1.0:1767384693.412747:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000588dd9fa. 00000020:00000010:1.0:1767384693.412749:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b457a01. 00000020:00000010:1.0:1767384693.412752:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002364ec40. 00040000:00000010:1.0:1767384693.412755:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008727a73d. 00040000:00000010:1.0:1767384693.412759:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000007307197. 00080000:00000010:1.0:1767384693.412761:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009256a827. 00000020:00000010:1.0:1767384693.412763:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6eaa2e2. 00000020:00000001:1.0:1767384693.412766:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384693.412768:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009cb627e2. 00000020:00000001:1.0:1767384693.412773:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.412774:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384693.412776:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 0000000065044773. 00000020:00000001:1.0:1767384693.412779:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384693.412781:0:39780:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.412784:0:39780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.412789:0:39780:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767384693.412790:0:39780:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000dc129cfa 00000020:00000010:1.0:1767384693.412794:0:39780:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 00000000bf4737fc. 00000020:00000010:1.0:1767384693.412796:0:39780:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000003bfb8f2b. 00000020:00000010:1.0:1767384693.412800:0:39780:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 000000005f812b3a. 00000020:00000010:1.0:1767384693.412802:0:39780:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000ffb88393. 00000020:00000010:1.0:1767384693.412805:0:39780:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 000000004f453d73. 00000020:00000010:1.0:1767384693.412807:0:39780:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000dc129cfa. 00000020:00000001:1.0:1767384693.412810:0:39780:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.412812:0:39780:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384693.412815:0:39780:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:1.0:1767384693.412824:0:39780:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384693.412826:0:39780:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:1.0:1767384693.412829:0:39780:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000005225a19d. 00000020:00000080:1.0:1767384693.412860:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384693.412863:0:39780:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384693.412866:0:39780:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384693.412869:0:39780:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384693.412872:0:39780:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (0000000024cf4b74) has no exports 00000020:00000001:1.0:1767384693.412874:0:39780:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384693.412876:0:39780:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384693.412880:0:39780:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:1.0:1767384693.412882:0:39780:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:1.0:1767384693.412885:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384693.412887:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:1.0:1767384693.412893:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384693.412895:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384693.412897:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:1.0:1767384693.412899:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #4 00000100:00000040:1.0:1767384693.412901:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:1.0:1767384693.412903:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:1.0:1767384693.412905:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:1.0:1767384693.412906:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:1.0:1767384693.412944:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #4 00000020:00000010:3.0:1767384693.412952:0:16779:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000038caefae. 00000020:00000010:0.0:1767384693.412955:0:16778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d404456. 00000020:00000010:1.0:1767384693.412957:0:39691:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000acd71f67. 00000040:00000010:3.0:1767384693.412961:0:16779:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007fb9c0b2. 00000040:00000010:1.0:1767384693.412963:0:39691:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d043c99. 00000040:00000010:0.0:1767384693.412964:0:16778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e2cb934c. 00000020:00000010:3.0:1767384693.412966:0:16779:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000054f4e966. 00000020:00000010:1.0:1767384693.412969:0:39691:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002cf0673d. 00000020:00000010:0.0:1767384693.412971:0:16778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004370e47c. 00000020:00000010:3.0:1767384693.412974:0:16779:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a1f9527b. 00000020:00000010:1.0:1767384693.412976:0:39691:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000087c723ed. 00000020:00000010:0.0:1767384693.412978:0:16778:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e02ff498. 00000020:00000010:3.0:1767384693.412981:0:16779:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b127d33. 00000020:00000010:1.0:1767384693.412981:0:39691:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df40a1ef. 00000020:00000010:0.0:1767384693.412984:0:16778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d70dbc30. 80000000:00000010:1.0:1767384693.412988:0:39691:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e75000b1. 80000000:00000010:3.0:1767384693.412989:0:16779:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000983d602b. 80000000:00000010:0.0:1767384693.412989:0:16778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007e07c1cd. 40000000:00000010:1.0:1767384693.412996:0:39691:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000056809ea6. 40000000:00000010:0.0:1767384693.412997:0:16778:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000040cc4c65. 40000000:00000010:3.0:1767384693.412998:0:16779:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bb3691e2. 00100000:00000010:1.0:1767384693.413001:0:39691:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000073025040. 00100000:00000010:0.0:1767384693.413005:0:16778:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a9e576e5. 00100000:00000010:3.0:1767384693.413006:0:16779:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000016f07abe. 00040000:00000010:1.0:1767384693.413006:0:39691:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3d80613. 00040000:00000010:0.0:1767384693.413011:0:16778:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009411b1ad. 00040000:00000010:1.0:1767384693.413013:0:39691:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007965dd54. 00040000:00000010:3.0:1767384693.413014:0:16779:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f36e4ef6. 00040000:00000010:0.0:1767384693.413016:0:16778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ae72df32. 00040000:00000010:3.0:1767384693.413020:0:16779:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ac452a9. 00080000:00000010:1.0:1767384693.413021:0:39691:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007d1ec938. 00080000:00000010:0.0:1767384693.413022:0:16778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ade0392d. 00080000:00000010:3.0:1767384693.413026:0:16779:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000087822814. 00000004:00000010:1.0:1767384693.413028:0:39691:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003eedcf79. 00000004:00000010:0.0:1767384693.413028:0:16778:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dd81adfc. 00000004:00000010:3.0:1767384693.413031:0:16779:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000bb57dbb. 00002000:00000010:1.0:1767384693.413036:0:39691:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000700467c4. 00002000:00000010:0.0:1767384693.413038:0:16778:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004c9c0049. 00002000:00000010:3.0:1767384693.413039:0:16779:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000214b2482. 00000020:00000010:1.0:1767384693.413041:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016ac609b. 00000020:00000010:3.0:1767384693.413045:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fdfe569. 00000020:00000010:0.0:1767384693.413045:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000420cc44c. 00000020:00000010:1.0:1767384693.413049:0:39691:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009f53cf03. 00000020:00000010:3.0:1767384693.413051:0:16779:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a59c7239. 00000020:00000010:0.0:1767384693.413054:0:16778:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003805667d. 00000100:00000010:1.0:1767384693.413056:0:39691:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008a92e109. 00000100:00000010:3.0:1767384693.413059:0:16779:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000009050b5e. 00000100:00100000:1.0:1767384693.413062:0:39691:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [000000008684d8df:39691] 4 exiting: rc = 0 00000100:00100000:3.0:1767384693.413063:0:16779:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000857b784e:16779] 1 exiting: rc = 0 00000100:00000010:0.0:1767384693.413063:0:16778:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007837cb28. 00000100:00100000:0.0:1767384693.413069:0:16778:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000e9d865aa:16778] 0 exiting: rc = 1 00000020:00000010:3.0:1767384693.413151:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cc73068f. 00000040:00000010:3.0:1767384693.413157:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000032f9692a. 00000020:00000010:3.0:1767384693.413162:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f81cde25. 00000020:00000010:3.0:1767384693.413168:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056baff0f. 00000020:00000010:3.0:1767384693.413171:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003405a88a. 00000100:00000040:1.0:1767384693.413172:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 80000000:00000010:3.0:1767384693.413175:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee0076b8. 40000000:00000010:3.0:1767384693.413179:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c12bf0ae. 00100000:00000010:3.0:1767384693.413182:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000915aafb4. 00040000:00000010:3.0:1767384693.413184:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000358a42ed. 00040000:00000010:3.0:1767384693.413187:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc99e623. 00080000:00000010:3.0:1767384693.413189:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009e0739f4. 00000004:00000010:3.0:1767384693.413192:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c5a6bf2b. 00002000:00000010:3.0:1767384693.413195:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fc843cfa. 00000020:00000010:3.0:1767384693.413197:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c00d656. 00000020:00000010:3.0:1767384693.413211:0:16780:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007e26c0ac. 00000100:00000010:3.0:1767384693.413214:0:16780:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007f917747. 00000100:00100000:3.0:1767384693.413216:0:16780:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [0000000085536da2:16780] 2 exiting: rc = 0 00000020:00000010:3.0:1767384693.413281:0:16807:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006204fe50. 00000040:00000010:3.0:1767384693.413287:0:16807:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fd398e31. 00000020:00000010:3.0:1767384693.413302:0:16807:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d667126b. 00000020:00000010:3.0:1767384693.413312:0:16807:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d6111ca1. 00000020:00000010:3.0:1767384693.413316:0:16807:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000027336a93. 80000000:00000010:3.0:1767384693.413320:0:16807:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf4c74d4. 40000000:00000010:3.0:1767384693.413324:0:16807:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000059b5c366. 00100000:00000010:3.0:1767384693.413327:0:16807:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000024967a56. 00040000:00000010:3.0:1767384693.413331:0:16807:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000447f40bc. 00040000:00000010:3.0:1767384693.413334:0:16807:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006adde432. 00080000:00000010:3.0:1767384693.413338:0:16807:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001e46eddf. 00000004:00000010:3.0:1767384693.413342:0:16807:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bbd7747e. 00002000:00000010:3.0:1767384693.413345:0:16807:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003d9a8c1c. 00000020:00000010:3.0:1767384693.413349:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d5500b9. 00000020:00000010:3.0:1767384693.413355:0:16807:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b23c6ffb. 00000100:00000010:3.0:1767384693.413361:0:16807:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000056cb657. 00000100:00100000:3.0:1767384693.413365:0:16807:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [0000000088cccb36:16807] 3 exiting: rc = 0 00000100:00000010:1.0:1767384693.413623:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e9d865aa. 00000100:00000010:1.0:1767384693.413627:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000857b784e. 00000100:00000010:1.0:1767384693.413629:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000085536da2. 00000100:00000010:1.0:1767384693.413632:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000088cccb36. 00000100:00000010:1.0:1767384693.413634:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008684d8df. 00000100:00000001:1.0:1767384693.413639:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384693.413641:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384693.413646:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:1.0:1767384693.413652:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413654:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413658:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b4ab305. 00000400:00000200:1.0:1767384693.413661:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e050a0a7 00000400:00000010:1.0:1767384693.413663:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e050a0a7. 00000100:00000001:1.0:1767384693.413668:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413670:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413676:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413678:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384693.413680:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413681:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413682:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413684:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9aff3a1. 00000400:00000200:1.0:1767384693.413685:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000590e4d27 00000400:00000010:1.0:1767384693.413687:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000590e4d27. 00000100:00000001:1.0:1767384693.413689:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413690:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413694:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413696:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384693.413697:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413698:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413699:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413700:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecc10531. 00000400:00000200:1.0:1767384693.413701:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bca7372 00000400:00000010:1.0:1767384693.413703:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004bca7372. 00000100:00000001:1.0:1767384693.413705:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413706:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413709:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413710:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384693.413711:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413713:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413714:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413715:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc7d10a0. 00000400:00000200:1.0:1767384693.413716:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b9553d4 00000400:00000010:1.0:1767384693.413718:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009b9553d4. 00000100:00000001:1.0:1767384693.413720:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413721:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413735:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413736:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384693.413737:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413739:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413739:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413741:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cc55540. 00000400:00000200:1.0:1767384693.413743:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b30a84e7 00000400:00000010:1.0:1767384693.413744:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b30a84e7. 00000100:00000001:1.0:1767384693.413746:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413747:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413751:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413752:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384693.413754:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413755:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413756:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413757:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fec157a. 00000400:00000200:1.0:1767384693.413759:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dff326dc 00000400:00000010:1.0:1767384693.413760:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dff326dc. 00000100:00000001:1.0:1767384693.413762:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413763:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413767:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413768:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384693.413769:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413771:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413772:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413773:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056ac0ac8. 00000400:00000200:1.0:1767384693.413774:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39a4588 00000400:00000010:1.0:1767384693.413776:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a39a4588. 00000100:00000001:1.0:1767384693.413778:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413779:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413782:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413783:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384693.413784:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413786:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413787:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413788:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008f32344. 00000400:00000200:1.0:1767384693.413790:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca77f0a9 00000400:00000010:1.0:1767384693.413791:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ca77f0a9. 00000100:00000001:1.0:1767384693.413793:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413794:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413797:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413798:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384693.413800:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413801:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413802:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413803:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a89f8f. 00000400:00000200:1.0:1767384693.413805:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be8d7eaf 00000400:00000010:1.0:1767384693.413806:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000be8d7eaf. 00000100:00000001:1.0:1767384693.413808:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413809:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413812:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413813:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384693.413815:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413816:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413817:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413818:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b02845ef. 00000400:00000200:1.0:1767384693.413819:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a661f41e 00000400:00000010:1.0:1767384693.413820:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a661f41e. 00000100:00000001:1.0:1767384693.413822:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413823:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413826:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413827:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384693.413829:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413830:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413847:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413848:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b761abba. 00000400:00000200:1.0:1767384693.413851:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d051ec 00000400:00000010:1.0:1767384693.413852:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000002d051ec. 00000100:00000001:1.0:1767384693.413856:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413858:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413863:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413865:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384693.413866:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413868:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413869:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413871:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8e165e8. 00000400:00000200:1.0:1767384693.413873:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022aef243 00000400:00000010:1.0:1767384693.413875:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000022aef243. 00000100:00000001:1.0:1767384693.413877:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413878:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413882:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413883:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384693.413885:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413887:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413888:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413890:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df08e478. 00000400:00000200:1.0:1767384693.413892:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc03eefd 00000400:00000010:1.0:1767384693.413894:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dc03eefd. 00000100:00000001:1.0:1767384693.413896:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413897:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413901:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413902:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384693.413903:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413904:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413905:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413906:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000367a5a7. 00000400:00000200:1.0:1767384693.413908:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aefd3d2c 00000400:00000010:1.0:1767384693.413909:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000aefd3d2c. 00000100:00000001:1.0:1767384693.413911:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413913:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413916:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413917:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384693.413918:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413920:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413920:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413921:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002da14e4d. 00000400:00000200:1.0:1767384693.413923:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005adb73ea 00000400:00000010:1.0:1767384693.413924:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005adb73ea. 00000100:00000001:1.0:1767384693.413927:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413927:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413931:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413932:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384693.413933:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413934:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413935:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413936:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a4a8ac. 00000400:00000200:1.0:1767384693.413938:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035ba049c 00000400:00000010:1.0:1767384693.413939:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000035ba049c. 00000100:00000001:1.0:1767384693.413941:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413942:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413946:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413948:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384693.413949:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413950:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413951:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413952:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ab1ea6. 00000400:00000200:1.0:1767384693.413954:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaea9c03 00000400:00000010:1.0:1767384693.413955:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eaea9c03. 00000100:00000001:1.0:1767384693.413958:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413958:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413962:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413963:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384693.413964:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413966:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413967:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413968:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087795a0e. 00000400:00000200:1.0:1767384693.413969:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18b6585 00000400:00000010:1.0:1767384693.413971:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b18b6585. 00000100:00000001:1.0:1767384693.413973:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413974:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413977:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413978:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384693.413979:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413981:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413982:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413983:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeace372. 00000400:00000200:1.0:1767384693.413984:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f071f966 00000400:00000010:1.0:1767384693.413985:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f071f966. 00000100:00000001:1.0:1767384693.413988:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.413989:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.413992:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.413993:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384693.413995:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.413996:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.413997:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.413998:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000463fc430. 00000400:00000200:1.0:1767384693.413999:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ad1a4ac 00000400:00000010:1.0:1767384693.414000:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005ad1a4ac. 00000100:00000001:1.0:1767384693.414003:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414004:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414007:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414008:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384693.414009:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414011:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414011:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414012:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe1d5b3d. 00000400:00000200:1.0:1767384693.414014:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6f9cd29 00000400:00000010:1.0:1767384693.414015:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a6f9cd29. 00000100:00000001:1.0:1767384693.414017:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414018:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414022:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414023:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384693.414024:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414025:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414026:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414027:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b4e13c4. 00000400:00000200:1.0:1767384693.414029:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094b86c78 00000400:00000010:1.0:1767384693.414030:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000094b86c78. 00000100:00000001:1.0:1767384693.414033:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414034:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414038:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414039:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384693.414040:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414042:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414042:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414044:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006238ba65. 00000400:00000200:1.0:1767384693.414045:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51ec772 00000400:00000010:1.0:1767384693.414046:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d51ec772. 00000100:00000001:1.0:1767384693.414049:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414049:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414052:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414053:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384693.414054:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414056:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414057:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414058:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ba0d8c1. 00000400:00000200:1.0:1767384693.414060:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d80ea3 00000400:00000010:1.0:1767384693.414061:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000014d80ea3. 00000100:00000001:1.0:1767384693.414064:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414065:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414068:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414069:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384693.414071:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414072:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414073:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414074:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f23b63f2. 00000400:00000200:1.0:1767384693.414075:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000084d3829 00000400:00000010:1.0:1767384693.414077:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000084d3829. 00000100:00000001:1.0:1767384693.414079:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414080:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414083:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414084:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384693.414085:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414087:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414088:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414089:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000258f836c. 00000400:00000200:1.0:1767384693.414091:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adbb4687 00000400:00000010:1.0:1767384693.414092:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000adbb4687. 00000100:00000001:1.0:1767384693.414094:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414095:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414099:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414100:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384693.414101:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414102:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414103:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414104:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000464f841b. 00000400:00000200:1.0:1767384693.414105:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f47ecc9c 00000400:00000010:1.0:1767384693.414107:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f47ecc9c. 00000100:00000001:1.0:1767384693.414109:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414110:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414114:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414115:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384693.414116:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414117:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414119:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414120:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005af498ff. 00000400:00000200:1.0:1767384693.414122:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058a46ac8 00000400:00000010:1.0:1767384693.414123:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000058a46ac8. 00000100:00000001:1.0:1767384693.414125:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414126:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414130:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414131:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384693.414132:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414134:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414134:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414136:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0b4d4aa. 00000400:00000200:1.0:1767384693.414137:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007092f33a 00000400:00000010:1.0:1767384693.414138:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007092f33a. 00000100:00000001:1.0:1767384693.414141:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414142:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414146:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414147:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384693.414148:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414150:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414150:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414151:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002efdf01. 00000400:00000200:1.0:1767384693.414153:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abfb1979 00000400:00000010:1.0:1767384693.414154:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000abfb1979. 00000100:00000001:1.0:1767384693.414155:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414156:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414160:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414161:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384693.414162:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414163:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414164:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414166:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8be6128. 00000400:00000200:1.0:1767384693.414167:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058b53a1e 00000400:00000010:1.0:1767384693.414168:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000058b53a1e. 00000100:00000001:1.0:1767384693.414170:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414171:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414174:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414175:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384693.414177:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414178:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414179:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414180:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063eecb0b. 00000400:00000200:1.0:1767384693.414182:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e09e52 00000400:00000010:1.0:1767384693.414183:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000096e09e52. 00000100:00000001:1.0:1767384693.414185:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414186:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414189:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414191:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384693.414192:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414193:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414194:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414195:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ecd2428. 00000400:00000200:1.0:1767384693.414196:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe2c814 00000400:00000010:1.0:1767384693.414198:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bfe2c814. 00000100:00000001:1.0:1767384693.414200:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414201:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414204:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414205:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384693.414206:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414208:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414208:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414209:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a843a1e. 00000400:00000200:1.0:1767384693.414211:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f6d145 00000400:00000010:1.0:1767384693.414213:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000005f6d145. 00000100:00000001:1.0:1767384693.414215:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414216:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414219:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414220:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384693.414221:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414223:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414224:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414224:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a16e7772. 00000400:00000200:1.0:1767384693.414226:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db8ea108 00000400:00000010:1.0:1767384693.414227:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000db8ea108. 00000100:00000001:1.0:1767384693.414229:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414229:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414233:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414235:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384693.414236:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414237:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414238:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414240:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f756a4c7. 00000400:00000200:1.0:1767384693.414241:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bbfb0f4 00000400:00000010:1.0:1767384693.414242:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007bbfb0f4. 00000100:00000001:1.0:1767384693.414244:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414245:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414249:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414250:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384693.414251:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414253:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414253:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414255:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090764364. 00000400:00000200:1.0:1767384693.414256:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a48b295 00000400:00000010:1.0:1767384693.414257:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000a48b295. 00000100:00000001:1.0:1767384693.414259:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414260:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414263:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414264:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384693.414266:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414267:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414267:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414268:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc90225. 00000400:00000200:1.0:1767384693.414270:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c9ada33 00000400:00000010:1.0:1767384693.414271:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002c9ada33. 00000100:00000001:1.0:1767384693.414273:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414274:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.414277:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.414278:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384693.414280:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.414281:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.414282:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.414283:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c43d0f84. 00000400:00000200:1.0:1767384693.414284:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6312031 00000400:00000010:1.0:1767384693.414286:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b6312031. 00000100:00000001:1.0:1767384693.414288:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.414289:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415914:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415916:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384693.415918:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415921:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415922:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415924:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fc73d8. 00000400:00000200:1.0:1767384693.415927:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b5a51e4 00000400:00000010:1.0:1767384693.415929:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009b5a51e4. 00000100:00000001:1.0:1767384693.415931:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.415932:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415934:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415935:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384693.415936:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415937:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415937:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415938:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d681af18. 00000400:00000200:1.0:1767384693.415939:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1de7d08 00000400:00000010:1.0:1767384693.415940:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b1de7d08. 00000100:00000001:1.0:1767384693.415942:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.415942:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415944:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415945:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384693.415946:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415947:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415948:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415948:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083f60bf5. 00000400:00000200:1.0:1767384693.415949:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf2e596 00000400:00000010:1.0:1767384693.415950:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000baf2e596. 00000100:00000001:1.0:1767384693.415952:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.415952:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415954:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415955:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384693.415955:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415956:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415957:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415958:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046a806ee. 00000400:00000200:1.0:1767384693.415959:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f56c6d2 00000400:00000010:1.0:1767384693.415960:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000f56c6d2. 00000100:00000001:1.0:1767384693.415962:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.415963:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415965:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415966:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384693.415966:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415967:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415968:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415969:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e708f7d7. 00000400:00000200:1.0:1767384693.415970:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d676824 00000400:00000010:1.0:1767384693.415970:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009d676824. 00000100:00000001:1.0:1767384693.415971:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.415972:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415974:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415975:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384693.415975:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415976:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415977:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415977:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008122bfc7. 00000400:00000200:1.0:1767384693.415978:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c8d6645 00000400:00000010:1.0:1767384693.415979:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008c8d6645. 00000100:00000001:1.0:1767384693.415980:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.415981:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415983:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415983:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384693.415984:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415985:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415986:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415986:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000494bdc18. 00000400:00000200:1.0:1767384693.415987:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074eb5e8f 00000400:00000010:1.0:1767384693.415988:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000074eb5e8f. 00000100:00000001:1.0:1767384693.415989:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.415990:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.415992:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.415993:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384693.415993:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.415994:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.415995:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.415996:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf0307. 00000400:00000200:1.0:1767384693.415997:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072e2a3a6 00000400:00000010:1.0:1767384693.415998:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000072e2a3a6. 00000100:00000001:1.0:1767384693.415999:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416000:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416002:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416002:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384693.416003:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416004:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416004:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416005:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037ce9ef0. 00000400:00000200:1.0:1767384693.416006:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e5a71 00000400:00000010:1.0:1767384693.416007:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b27e5a71. 00000100:00000001:1.0:1767384693.416008:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416008:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416010:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416011:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384693.416012:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416012:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416013:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416013:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000152398fa. 00000400:00000200:1.0:1767384693.416014:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010c39768 00000400:00000010:1.0:1767384693.416015:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000010c39768. 00000100:00000001:1.0:1767384693.416016:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416017:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416019:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416019:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384693.416020:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416021:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416021:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416022:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003a3c2ed. 00000400:00000200:1.0:1767384693.416022:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002844ae79 00000400:00000010:1.0:1767384693.416023:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002844ae79. 00000100:00000001:1.0:1767384693.416024:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416025:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416027:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416027:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384693.416028:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416030:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416030:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416031:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000902a825b. 00000400:00000200:1.0:1767384693.416032:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7b3114 00000400:00000010:1.0:1767384693.416033:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008c7b3114. 00000100:00000001:1.0:1767384693.416035:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416035:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416037:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416038:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384693.416038:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416039:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416040:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416041:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764e78d7. 00000400:00000200:1.0:1767384693.416042:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a1351b8 00000400:00000010:1.0:1767384693.416043:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009a1351b8. 00000100:00000001:1.0:1767384693.416046:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416046:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416049:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416051:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384693.416052:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416053:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416054:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416055:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6a9e5af. 00000400:00000200:1.0:1767384693.416057:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa8c45e1 00000400:00000010:1.0:1767384693.416058:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000aa8c45e1. 00000100:00000001:1.0:1767384693.416059:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416060:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416062:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416063:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384693.416064:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416065:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416065:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416066:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000478445a4. 00000400:00000200:1.0:1767384693.416067:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d677f1 00000400:00000010:1.0:1767384693.416068:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000084d677f1. 00000100:00000001:1.0:1767384693.416070:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416071:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416075:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416076:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384693.416077:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416079:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416080:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416081:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a2b376. 00000400:00000200:1.0:1767384693.416083:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c915bd5 00000400:00000010:1.0:1767384693.416084:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004c915bd5. 00000100:00000001:1.0:1767384693.416086:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416087:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416091:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416092:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384693.416093:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416094:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416095:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416096:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5830d44. 00000400:00000200:1.0:1767384693.416098:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061ec6fd4 00000400:00000010:1.0:1767384693.416100:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000061ec6fd4. 00000100:00000001:1.0:1767384693.416102:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416103:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416107:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416108:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384693.416110:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416111:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416112:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416113:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033ddcd3c. 00000400:00000200:1.0:1767384693.416115:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcf6329b 00000400:00000010:1.0:1767384693.416117:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dcf6329b. 00000100:00000001:1.0:1767384693.416119:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416120:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416124:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416125:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384693.416126:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416128:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416129:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416130:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a472a432. 00000400:00000200:1.0:1767384693.416131:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8ac543e 00000400:00000010:1.0:1767384693.416133:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f8ac543e. 00000100:00000001:1.0:1767384693.416136:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416136:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416140:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416141:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384693.416142:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416144:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416145:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416146:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f3fcdd8. 00000400:00000200:1.0:1767384693.416147:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5fb9acd 00000400:00000010:1.0:1767384693.416149:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e5fb9acd. 00000100:00000001:1.0:1767384693.416151:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416152:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416156:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416157:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384693.416158:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416159:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416160:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416162:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef4ed61e. 00000400:00000200:1.0:1767384693.416164:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023c241d2 00000400:00000010:1.0:1767384693.416165:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000023c241d2. 00000100:00000001:1.0:1767384693.416167:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416168:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416171:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416173:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384693.416174:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416175:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416176:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416177:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1e1efd1. 00000400:00000200:1.0:1767384693.416179:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cd203c3 00000400:00000010:1.0:1767384693.416180:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007cd203c3. 00000100:00000001:1.0:1767384693.416182:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416184:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416187:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416189:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384693.416190:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416191:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416192:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416194:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260f3221. 00000400:00000200:1.0:1767384693.416196:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e68d36b0 00000400:00000010:1.0:1767384693.416198:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e68d36b0. 00000100:00000001:1.0:1767384693.416200:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416201:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416205:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416207:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384693.416208:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416210:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416211:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416213:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a063fda1. 00000400:00000200:1.0:1767384693.416215:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000980e68fc 00000400:00000010:1.0:1767384693.416216:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000980e68fc. 00000100:00000001:1.0:1767384693.416219:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416220:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416223:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416225:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384693.416226:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.416228:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.416229:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.416230:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000648ea337. 00000400:00000200:1.0:1767384693.416232:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd262ff 00000400:00000010:1.0:1767384693.416234:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000cd262ff. 00000100:00000001:1.0:1767384693.416235:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.416236:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384693.416240:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.416242:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384693.416243:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384693.416246:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416248:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416252:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416253:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416254:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416255:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416257:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416258:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416259:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416260:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416261:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416263:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416264:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416265:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416266:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416267:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416268:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416269:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416271:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416272:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416273:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416274:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416276:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416277:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416278:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416279:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416279:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416280:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416281:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416282:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416282:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416283:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416284:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416284:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416285:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416285:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416286:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416286:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416287:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416288:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416288:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416289:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416289:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416297:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416298:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416299:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416299:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416300:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416300:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416301:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416302:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416303:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416304:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416304:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416305:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416306:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416307:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416307:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416308:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416309:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416309:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416310:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416310:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416311:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416312:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416312:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416313:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416313:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416314:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416314:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416315:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416315:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416316:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416317:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416318:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416318:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416319:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416319:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416320:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416320:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416321:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416322:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416322:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416323:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416323:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416324:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416325:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416325:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416326:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416326:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416327:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416328:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416329:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416330:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416330:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416331:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416332:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416333:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416333:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416334:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416334:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416335:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416335:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416336:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416337:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416337:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416338:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416338:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416339:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416339:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416340:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416341:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416341:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416342:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416342:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416343:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416344:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416344:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416345:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416345:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416346:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416346:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416347:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416348:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416348:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416349:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.416349:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.416350:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384693.416362:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416364:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee3fbb93. 02000000:00000001:1.0:1767384693.416367:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416369:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848b0850. 02000000:00000001:1.0:1767384693.416372:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416373:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006409caf2. 02000000:00000001:1.0:1767384693.416374:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416375:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030d6e298. 02000000:00000001:1.0:1767384693.416377:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416378:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000069bfa2a4. 02000000:00000001:1.0:1767384693.416379:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416380:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ad64594. 02000000:00000001:1.0:1767384693.416382:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416382:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000019dd3586. 02000000:00000001:1.0:1767384693.416383:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416384:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0d313c2. 02000000:00000001:1.0:1767384693.416386:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416386:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 0000000039a77871. 02000000:00000001:1.0:1767384693.416388:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416388:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f5e0e31. 02000000:00000001:1.0:1767384693.416390:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416390:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 000000006947b2ec. 02000000:00000001:1.0:1767384693.416391:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416392:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f0ee6d0. 02000000:00000001:1.0:1767384693.416393:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416394:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000b7f9b097. 02000000:00000001:1.0:1767384693.416395:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416396:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfabf4a0. 02000000:00000001:1.0:1767384693.416397:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416398:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000ce9ff0d7. 02000000:00000001:1.0:1767384693.416399:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416400:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035eb845d. 02000000:00000001:1.0:1767384693.416403:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416404:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000efc61aff. 02000000:00000001:1.0:1767384693.416407:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416408:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbd91fa5. 02000000:00000001:1.0:1767384693.416410:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416411:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009bd3d4f5. 02000000:00000001:1.0:1767384693.416413:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416414:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003039d717. 02000000:00000001:1.0:1767384693.416417:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416418:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d808feca. 02000000:00000001:1.0:1767384693.416420:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416421:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e1f05ee. 02000000:00000001:1.0:1767384693.416424:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416425:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068202669. 02000000:00000001:1.0:1767384693.416427:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416427:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ad16ba2. 02000000:00000001:1.0:1767384693.416430:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416431:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000075d3df45. 02000000:00000001:1.0:1767384693.416433:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416434:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021122e23. 02000000:00000001:1.0:1767384693.416438:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416439:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000024e9222c. 02000000:00000001:1.0:1767384693.416441:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416442:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baf5c1c0. 02000000:00000001:1.0:1767384693.416445:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416446:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b7fb0a7a. 02000000:00000001:1.0:1767384693.416449:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416450:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ea90da9. 02000000:00000001:1.0:1767384693.416453:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416454:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000721be6df. 02000000:00000001:1.0:1767384693.416456:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416457:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e7ca39. 02000000:00000001:1.0:1767384693.416460:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416461:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005aeac331. 02000000:00000001:1.0:1767384693.416463:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416464:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d57fcba. 02000000:00000001:1.0:1767384693.416467:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416468:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c76a26c. 02000000:00000001:1.0:1767384693.416470:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416470:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000772ef718. 02000000:00000001:1.0:1767384693.416473:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416473:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a8717f0e. 02000000:00000001:1.0:1767384693.416475:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416476:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be34b91b. 02000000:00000001:1.0:1767384693.416477:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416478:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed90a676. 02000000:00000001:1.0:1767384693.416480:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416481:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678296d1. 02000000:00000001:1.0:1767384693.416483:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416483:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006cfe9335. 02000000:00000001:1.0:1767384693.416485:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416486:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eecc1ebf. 02000000:00000001:1.0:1767384693.416487:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416488:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000790a6cb7. 02000000:00000001:1.0:1767384693.416489:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416490:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068edae84. 02000000:00000001:1.0:1767384693.416491:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416492:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f9db0705. 02000000:00000001:1.0:1767384693.416493:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416493:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f54adec. 02000000:00000001:1.0:1767384693.416495:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416495:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fc12cd8. 02000000:00000001:1.0:1767384693.416497:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416497:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ee2eb9c. 02000000:00000001:1.0:1767384693.416499:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416499:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c1ced5c2. 02000000:00000001:1.0:1767384693.416500:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416500:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e5da769. 02000000:00000001:1.0:1767384693.416502:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416502:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e6d8b07a. 02000000:00000001:1.0:1767384693.416503:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416504:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e0f4f46. 02000000:00000001:1.0:1767384693.416506:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416506:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007dcaebd4. 02000000:00000001:1.0:1767384693.416508:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416508:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89e195b. 02000000:00000001:1.0:1767384693.416510:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416510:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000923c35a3. 02000000:00000001:1.0:1767384693.416511:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416512:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000596b7d4e. 02000000:00000001:1.0:1767384693.416513:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416514:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b829c63b. 02000000:00000001:1.0:1767384693.416515:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416515:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d127e07a. 02000000:00000001:1.0:1767384693.416517:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416518:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eed46900. 02000000:00000001:1.0:1767384693.416519:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416520:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bee4cd7. 02000000:00000001:1.0:1767384693.416521:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416522:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006e0316b2. 02000000:00000001:1.0:1767384693.416523:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416524:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005faac678. 02000000:00000001:1.0:1767384693.416526:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416527:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008d27cb87. 02000000:00000001:1.0:1767384693.416528:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416528:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a13c2de. 02000000:00000001:1.0:1767384693.416529:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416530:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000785cd38. 02000000:00000001:1.0:1767384693.416531:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416531:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e39f5fb6. 02000000:00000001:1.0:1767384693.416533:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416533:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000090e01cf9. 02000000:00000001:1.0:1767384693.416534:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416535:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 02000000:00000001:1.0:1767384693.416536:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416537:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f80c7084. 02000000:00000001:1.0:1767384693.416539:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416539:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008348ac80. 02000000:00000001:1.0:1767384693.416540:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416541:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000babdd291. 02000000:00000001:1.0:1767384693.416543:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416544:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000352a048d. 02000000:00000001:1.0:1767384693.416545:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416545:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001121a472. 02000000:00000001:1.0:1767384693.416546:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416547:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035a563ab. 02000000:00000001:1.0:1767384693.416549:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416549:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b8560f6. 02000000:00000001:1.0:1767384693.416551:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416551:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000189fa027. 02000000:00000001:1.0:1767384693.416553:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416553:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d9162749. 02000000:00000001:1.0:1767384693.416555:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416557:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a705979. 02000000:00000001:1.0:1767384693.416558:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416559:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b8a863d4. 02000000:00000001:1.0:1767384693.416560:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416561:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b80f1cd0. 02000000:00000001:1.0:1767384693.416563:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416563:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004db95fc6. 02000000:00000001:1.0:1767384693.416564:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416565:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbbb7314. 02000000:00000001:1.0:1767384693.416566:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416567:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000046dd219. 02000000:00000001:1.0:1767384693.416569:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416569:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075b3adb6. 02000000:00000001:1.0:1767384693.416570:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416571:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a65b7a59. 02000000:00000001:1.0:1767384693.416572:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416572:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008253c4bf. 02000000:00000001:1.0:1767384693.416573:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416574:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000c37c7c31. 02000000:00000001:1.0:1767384693.416575:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416576:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003336d21a. 02000000:00000001:1.0:1767384693.416577:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416578:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000009c52033b. 02000000:00000001:1.0:1767384693.416579:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416579:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069de9fd4. 02000000:00000001:1.0:1767384693.416581:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.416581:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005d0c9823. 02000000:00000001:1.0:1767384693.416583:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.416583:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006511c695. 00000100:00000010:1.0:1767384693.416587:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004e76624b. 00000100:00000010:1.0:1767384693.416628:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e5d007c. 00000100:00000010:1.0:1767384693.416632:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000021f1a7c1. 00000100:00000010:1.0:1767384693.416664:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021f50261. 00000100:00000010:1.0:1767384693.416667:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000637a8487. 00000100:00000010:1.0:1767384693.416699:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bee475c. 00000100:00000010:1.0:1767384693.416703:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d0b7bfc2. 00000100:00000010:1.0:1767384693.416755:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ae239ce. 00000100:00000010:1.0:1767384693.416760:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000014dd1798. 00000100:00000010:1.0:1767384693.416797:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000300a178b. 00000100:00000010:1.0:1767384693.416802:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000efd47380. 00000100:00000010:1.0:1767384693.416857:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d755324. 00000100:00000010:1.0:1767384693.416862:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000092e46fe9. 00000100:00000010:1.0:1767384693.416899:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfd35a41. 00000100:00000010:1.0:1767384693.416903:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000010f43c2. 00000100:00000010:1.0:1767384693.416939:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdcb3f3e. 00000100:00000010:1.0:1767384693.416943:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f7f183bc. 00000100:00000010:1.0:1767384693.416990:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e453580. 00000100:00000010:1.0:1767384693.416993:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001c3064ed. 00000100:00000010:1.0:1767384693.417021:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057c060bb. 00000100:00000010:1.0:1767384693.417024:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a825e346. 00000100:00000010:1.0:1767384693.417050:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007296df75. 00000100:00000010:1.0:1767384693.417054:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001764b0fa. 00000100:00000010:1.0:1767384693.417092:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017498b8d. 00000100:00000010:1.0:1767384693.417095:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000067aa9346. 00000100:00000010:1.0:1767384693.417124:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7639b0c. 00000100:00000010:1.0:1767384693.417128:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003c2577ba. 00000100:00000010:1.0:1767384693.417156:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000629752cc. 00000100:00000010:1.0:1767384693.417159:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000047b9fc6d. 00000100:00000010:1.0:1767384693.417190:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000505a7c6c. 00000100:00000010:1.0:1767384693.417193:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000149cfbb1. 00000100:00000010:1.0:1767384693.417223:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b479d20. 00000100:00000010:1.0:1767384693.417225:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002f0c542f. 00000100:00000010:1.0:1767384693.417251:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092bb04ab. 00000100:00000010:1.0:1767384693.417253:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f4d880fe. 00000100:00000010:1.0:1767384693.417289:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088802603. 00000100:00000010:1.0:1767384693.417293:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000097ea9dba. 00000100:00000010:1.0:1767384693.417323:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000990757d8. 00000100:00000010:1.0:1767384693.417326:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e4a5481. 00000100:00000010:1.0:1767384693.417349:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000287a111c. 00000100:00000010:1.0:1767384693.417351:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000027bd41a2. 00000100:00000010:1.0:1767384693.417373:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096cbabb3. 00000100:00000010:1.0:1767384693.417375:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000075150a6c. 00000100:00000010:1.0:1767384693.417394:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ff06bbe. 00000100:00000010:1.0:1767384693.417396:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a95e380c. 00000100:00000010:1.0:1767384693.417415:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d9c513b. 00000100:00000010:1.0:1767384693.417418:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f788b78d. 00000100:00000010:1.0:1767384693.417456:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d273ed57. 00000100:00000010:1.0:1767384693.417459:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002aa0910c. 00000100:00000010:1.0:1767384693.417482:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b70e0ab. 00000100:00000010:1.0:1767384693.417484:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003195d9f2. 00000100:00000010:1.0:1767384693.417506:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba1f780b. 00000100:00000010:1.0:1767384693.417507:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001de5ca9a. 00000100:00000010:1.0:1767384693.417552:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a3779f0. 00000100:00000010:1.0:1767384693.417553:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008b71605a. 00000100:00000010:1.0:1767384693.417582:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078050c42. 00000100:00000010:1.0:1767384693.417584:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000669fbcdc. 00000100:00000010:1.0:1767384693.417623:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed9bdd51. 00000100:00000010:1.0:1767384693.417624:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009d8f3553. 00000100:00000010:1.0:1767384693.417667:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eda836b3. 00000100:00000010:1.0:1767384693.417670:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009fc99f8f. 00000100:00000010:1.0:1767384693.417701:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b95cc81c. 00000100:00000010:1.0:1767384693.417704:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009192952d. 00000100:00000010:1.0:1767384693.417750:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089cca60b. 00000100:00000010:1.0:1767384693.417753:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000719b6441. 00000100:00000010:1.0:1767384693.417777:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bc9fb6d. 00000100:00000010:1.0:1767384693.417779:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fc6ff545. 00000100:00000010:1.0:1767384693.417799:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001837aed. 00000100:00000010:1.0:1767384693.417801:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000816dde18. 00000100:00000010:1.0:1767384693.417852:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000663275d0. 00000100:00000010:1.0:1767384693.417857:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c36f9bd2. 00000100:00000010:1.0:1767384693.417897:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000523e5ab2. 00000100:00000010:1.0:1767384693.417900:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000496dc066. 00000100:00000010:1.0:1767384693.417921:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f156d937. 00000100:00000010:1.0:1767384693.417925:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e0e1f6f. 00000100:00000010:1.0:1767384693.417947:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006077936e. 00000100:00000010:1.0:1767384693.417950:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ad3e4585. 00000100:00000010:1.0:1767384693.417982:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c29a78fb. 00000100:00000010:1.0:1767384693.417984:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000026a29da9. 00000100:00000010:1.0:1767384693.418012:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067bfcd00. 00000100:00000010:1.0:1767384693.418015:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000309604dc. 00000100:00000010:1.0:1767384693.418039:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7e9d879. 00000100:00000010:1.0:1767384693.418041:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000764186ba. 00000100:00000010:1.0:1767384693.418061:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039c09e3f. 00000100:00000010:1.0:1767384693.418064:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000031471dd2. 00000100:00000010:1.0:1767384693.418082:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a91a1a18. 00000100:00000010:1.0:1767384693.418085:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a277265b. 00000100:00000010:1.0:1767384693.418105:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec915d98. 00000100:00000010:1.0:1767384693.418107:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cafd1aa7. 00000100:00000010:1.0:1767384693.418141:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000835d5bdf. 00000100:00000010:1.0:1767384693.418143:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000077f2db03. 00000100:00000010:1.0:1767384693.418177:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000184dfad1. 00000100:00000010:1.0:1767384693.418179:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ce5c6d89. 00000100:00000010:1.0:1767384693.418216:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb42bc62. 00000100:00000010:1.0:1767384693.418220:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000015105acd. 00000100:00000010:1.0:1767384693.418278:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b9a7eec. 00000100:00000010:1.0:1767384693.418283:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003a2a9fc5. 00000100:00000010:1.0:1767384693.418326:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5625d60. 00000100:00000010:1.0:1767384693.418329:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a2cbbb74. 00000100:00000010:1.0:1767384693.418362:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000519866c9. 00000100:00000010:1.0:1767384693.418365:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ba5453b5. 00000100:00000010:1.0:1767384693.418386:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012f64f82. 00000100:00000010:1.0:1767384693.418389:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081d3a91b. 00000100:00000010:1.0:1767384693.418409:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c008e145. 00000100:00000010:1.0:1767384693.418413:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ecd645bc. 00000100:00000010:1.0:1767384693.418433:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bf8dfa1. 00000100:00000010:1.0:1767384693.418436:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c3f82b16. 00000100:00000010:1.0:1767384693.418462:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028669e1f. 00000100:00000010:1.0:1767384693.418464:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000099a620b8. 00000100:00000010:1.0:1767384693.418487:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018a8b2e1. 00000100:00000010:1.0:1767384693.418489:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009b81c7b6. 00000100:00000010:1.0:1767384693.418511:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093d36ee9. 00000100:00000010:1.0:1767384693.418513:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006e99ee17. 00000100:00000010:1.0:1767384693.418531:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000addb033a. 00000100:00000010:1.0:1767384693.418533:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a0a86a09. 00000100:00000010:1.0:1767384693.418553:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f2d75d7. 00000100:00000010:1.0:1767384693.418554:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000086bc6b58. 00000100:00000010:1.0:1767384693.418574:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e856e59. 00000100:00000010:1.0:1767384693.418575:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e64b0ca7. 00000100:00000010:1.0:1767384693.418603:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041ef9936. 00000100:00000010:1.0:1767384693.418605:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cf47a22e. 00000100:00000010:1.0:1767384693.418642:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000367ec372. 00000100:00000010:1.0:1767384693.418643:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004678644f. 00000100:00000010:1.0:1767384693.418681:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099216107. 00000100:00000010:1.0:1767384693.418683:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008bd55557. 00000100:00000010:1.0:1767384693.418702:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b33f78e1. 00000100:00000010:1.0:1767384693.418704:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ef51a623. 00000100:00000010:1.0:1767384693.418716:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030a400db. 00000100:00000010:1.0:1767384693.418719:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000006ef5d66. 00000100:00000010:1.0:1767384693.418768:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000b454409f. 00000100:00000010:1.0:1767384693.418790:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000009a0703dc. 00000100:00000010:1.0:1767384693.418804:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000fec0f4e2. 00000100:00000010:1.0:1767384693.418814:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000072c13d20. 00000100:00000001:1.0:1767384693.418828:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384693.418846:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418849:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384693.418852:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384693.418855:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000342ec73d. 00000100:00000001:1.0:1767384693.418861:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384693.418863:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.418866:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418868:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000492eea07. 00000100:00000001:1.0:1767384693.418871:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418872:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418874:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000475f0b2c. 00000100:00000001:1.0:1767384693.418876:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418877:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418878:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002f670b61. 00000100:00000001:1.0:1767384693.418887:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418889:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418891:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c01c3b1e. 00000100:00000001:1.0:1767384693.418894:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418895:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384693.418896:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384693.418897:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a170bfa2. 00000100:00000001:1.0:1767384693.418900:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384693.418901:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.418903:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418904:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c0d1e327. 00000100:00000001:1.0:1767384693.418907:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418909:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418910:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007990ce6b. 00000100:00000001:1.0:1767384693.418911:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418913:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418914:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d668a73e. 00000100:00000001:1.0:1767384693.418916:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.418917:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.418918:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000aa657370. 00000100:00000010:1.0:1767384693.418920:0:39780:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000003cca9e11. 00000100:00000001:1.0:1767384693.418922:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384693.419016:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000080b2f9f. 00000020:00000010:1.0:1767384693.419020:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000778aa849. 00000020:00000010:1.0:1767384693.419032:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005cc90cc1. 00000020:00000010:1.0:1767384693.419035:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000c08f604. 00000020:00000010:1.0:1767384693.419041:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008a2d2a46. 00000020:00000010:1.0:1767384693.419048:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b2eed6bc. 00000100:00000010:1.0:1767384693.419090:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000af309c8a. 00000100:00000010:1.0:1767384693.419101:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000a0ee80b6. 00000100:00000010:1.0:1767384693.419105:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000043859028. 00000100:00000010:1.0:1767384693.419108:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b0a7f26f. 00000100:00000001:1.0:1767384693.419111:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.419114:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384693.419115:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:1.0:1767384693.419120:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384693.419122:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384693.419123:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:1.0:1767384693.419125:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:1.0:1767384693.419127:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:1.0:1767384693.419128:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:1.0:1767384693.419159:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:0.0:1767384693.419169:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000028516db7. 00000040:00000010:0.0:1767384693.419177:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000072bea5dc. 00000020:00000010:2.0:1767384693.419178:0:39689:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f1c83836. 00000020:00000010:0.0:1767384693.419183:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056cedf2e. 00000040:00000010:2.0:1767384693.419184:0:39689:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f8376f32. 00000020:00000010:2.0:1767384693.419190:0:39689:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004e09a674. 00000020:00000010:3.0:1767384693.419192:0:16781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e81f57c3. 00000020:00000010:0.0:1767384693.419192:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000004d5a7ad. 00000020:00000010:2.0:1767384693.419194:0:39689:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000326711ab. 00000020:00000010:0.0:1767384693.419200:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000484c627b. 00000020:00000010:2.0:1767384693.419201:0:39689:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055293157. 00000040:00000010:3.0:1767384693.419202:0:16781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d5cef0b. 00000020:00000010:3.0:1767384693.419209:0:16781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000547af680. 80000000:00000010:2.0:1767384693.419209:0:39689:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee4c442b. 80000000:00000010:0.0:1767384693.419209:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a29c817e. 40000000:00000010:2.0:1767384693.419215:0:39689:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003cdd560c. 00000020:00000010:3.0:1767384693.419218:0:16781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b2a4e6b1. 40000000:00000010:0.0:1767384693.419218:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005485d2a0. 00100000:00000010:2.0:1767384693.419220:0:39689:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044863a55. 00100000:00000010:0.0:1767384693.419226:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cbaaba9f. 00000020:00000010:3.0:1767384693.419227:0:16781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e3cdebf3. 00040000:00000010:2.0:1767384693.419227:0:39689:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae3b1fb7. 80000000:00000010:3.0:1767384693.419233:0:16781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f5acc13e. 00040000:00000010:0.0:1767384693.419233:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000297ed705. 00040000:00000010:2.0:1767384693.419235:0:39689:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000654dc7be. 40000000:00000010:3.0:1767384693.419240:0:16781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004fac7fd8. 00040000:00000010:0.0:1767384693.419240:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001f48edd7. 00080000:00000010:2.0:1767384693.419243:0:39689:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e82d7cf9. 00100000:00000010:3.0:1767384693.419247:0:16781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007fe2bdab. 00080000:00000010:0.0:1767384693.419248:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000768614db. 00000004:00000010:2.0:1767384693.419249:0:39689:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f658cd8b. 00040000:00000010:3.0:1767384693.419251:0:16781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ed071be. 00040000:00000010:3.0:1767384693.419256:0:16781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e00b9013. 00000020:00000010:2.0:1767384693.419257:0:39689:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007a6df33. 00080000:00000010:3.0:1767384693.419259:0:16781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000840f2683. 00000004:00000010:3.0:1767384693.419264:0:16781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000001055fd7. 00000020:00000010:3.0:1767384693.419266:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025256458. 00000020:00000010:2.0:1767384693.419268:0:39689:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000198b39f3. 00000020:00000010:3.0:1767384693.419270:0:16781:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009e6df19a. 00000100:00000010:2.0:1767384693.419279:0:39689:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ec6f830f. 00000100:00000010:3.0:1767384693.419284:0:16781:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e48bc5f1. 00000100:00100000:2.0:1767384693.419285:0:39689:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [000000004833af75:39689] 2 exiting: rc = 0 00000100:00100000:3.0:1767384693.419289:0:16781:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [0000000041ac624a:16781] 0 exiting: rc = 1 00000100:00000040:1.0:1767384693.419329:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000004:00000010:0.0:1767384693.419340:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000772ae233. 00000020:00000010:0.0:1767384693.419345:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c400afdf. 00000020:00000010:0.0:1767384693.419351:0:16782:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c5ce12a4. 00000100:00000010:0.0:1767384693.419356:0:16782:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000358b0eb1. 00000100:00100000:0.0:1767384693.419360:0:16782:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000068707ffa:16782] 1 exiting: rc = 0 00000100:00000010:1.0:1767384693.419379:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000041ac624a. 00000100:00000010:1.0:1767384693.419386:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000068707ffa. 00000100:00000010:1.0:1767384693.419391:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004833af75. 00000100:00000001:1.0:1767384693.419395:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384693.419396:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384693.419400:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384693.419405:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419406:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419409:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5e5544e. 00000400:00000200:1.0:1767384693.419412:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc606c84 00000400:00000010:1.0:1767384693.419414:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc606c84. 00000100:00000001:1.0:1767384693.419418:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419420:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419425:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419426:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384693.419427:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419429:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419429:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419430:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000417d628. 00000400:00000200:1.0:1767384693.419431:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9042ee 00000400:00000010:1.0:1767384693.419433:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca9042ee. 00000100:00000001:1.0:1767384693.419434:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419435:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419438:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419439:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384693.419439:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419440:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419441:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419442:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b44ba41. 00000400:00000200:1.0:1767384693.419442:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030a3e522 00000400:00000010:1.0:1767384693.419443:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030a3e522. 00000100:00000001:1.0:1767384693.419444:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419445:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419447:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419448:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384693.419448:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419449:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419450:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419450:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2921f95. 00000400:00000200:1.0:1767384693.419451:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006171dcc7 00000400:00000010:1.0:1767384693.419452:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006171dcc7. 00000100:00000001:1.0:1767384693.419453:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419453:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419456:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419461:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384693.419461:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419462:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419463:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419463:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dfc8850. 00000400:00000200:1.0:1767384693.419464:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2c57ac7 00000400:00000010:1.0:1767384693.419465:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2c57ac7. 00000100:00000001:1.0:1767384693.419466:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419467:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419469:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419469:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384693.419470:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419471:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419472:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419473:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e57eb8d. 00000400:00000200:1.0:1767384693.419474:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbea1684 00000400:00000010:1.0:1767384693.419475:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbea1684. 00000100:00000001:1.0:1767384693.419477:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419477:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419480:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419480:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384693.419481:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419482:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419482:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419483:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f241e6c. 00000400:00000200:1.0:1767384693.419484:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042243e01 00000400:00000010:1.0:1767384693.419485:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042243e01. 00000100:00000001:1.0:1767384693.419486:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419487:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419489:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419489:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384693.419490:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419491:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419491:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419492:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a918c30. 00000400:00000200:1.0:1767384693.419493:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022b902cc 00000400:00000010:1.0:1767384693.419494:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022b902cc. 00000100:00000001:1.0:1767384693.419495:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419495:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419498:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419498:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384693.419499:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419500:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419501:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419501:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a407c2. 00000400:00000200:1.0:1767384693.419502:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd48d52 00000400:00000010:1.0:1767384693.419503:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edd48d52. 00000100:00000001:1.0:1767384693.419504:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419504:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419507:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419508:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384693.419509:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419510:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419511:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419511:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084af079a. 00000400:00000200:1.0:1767384693.419513:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc9acac 00000400:00000010:1.0:1767384693.419513:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dc9acac. 00000100:00000001:1.0:1767384693.419515:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419515:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419518:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419518:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384693.419519:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419520:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419520:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419521:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e25f97a. 00000400:00000200:1.0:1767384693.419522:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f47f06 00000400:00000010:1.0:1767384693.419523:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f47f06. 00000100:00000001:1.0:1767384693.419524:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419525:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419528:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419529:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384693.419531:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419532:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419533:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419533:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b0ba9ed. 00000400:00000200:1.0:1767384693.419535:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000087f88c 00000400:00000010:1.0:1767384693.419536:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000087f88c. 00000100:00000001:1.0:1767384693.419538:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419539:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419542:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419543:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384693.419545:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419546:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419548:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419549:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046dc8ea3. 00000400:00000200:1.0:1767384693.419551:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006e01ec0 00000400:00000010:1.0:1767384693.419552:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006e01ec0. 00000100:00000001:1.0:1767384693.419554:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419555:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419560:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419561:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384693.419562:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419564:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419565:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419566:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c9be332. 00000400:00000200:1.0:1767384693.419568:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64fd9a7 00000400:00000010:1.0:1767384693.419570:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b64fd9a7. 00000100:00000001:1.0:1767384693.419572:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419573:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419577:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419579:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384693.419580:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419582:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419583:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419584:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842b9af. 00000400:00000200:1.0:1767384693.419586:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009233f980 00000400:00000010:1.0:1767384693.419587:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009233f980. 00000100:00000001:1.0:1767384693.419589:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419590:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419594:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419595:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384693.419597:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419598:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419599:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419600:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df77db38. 00000400:00000200:1.0:1767384693.419602:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af450a76 00000400:00000010:1.0:1767384693.419604:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af450a76. 00000100:00000001:1.0:1767384693.419606:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419607:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419611:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419612:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384693.419614:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419615:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419616:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419617:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb298122. 00000400:00000200:1.0:1767384693.419619:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1026123 00000400:00000010:1.0:1767384693.419620:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1026123. 00000100:00000001:1.0:1767384693.419621:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419622:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419625:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419626:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384693.419627:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419628:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419628:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419629:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab9bc3ac. 00000400:00000200:1.0:1767384693.419630:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd32e68e 00000400:00000010:1.0:1767384693.419631:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd32e68e. 00000100:00000001:1.0:1767384693.419632:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419632:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419642:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419643:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384693.419644:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419645:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419645:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419646:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c7417d3. 00000400:00000200:1.0:1767384693.419647:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000882e72be 00000400:00000010:1.0:1767384693.419648:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000882e72be. 00000100:00000001:1.0:1767384693.419649:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419650:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419653:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419653:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384693.419654:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419656:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419656:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419657:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1e5ed5. 00000400:00000200:1.0:1767384693.419658:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9dc5c9f 00000400:00000010:1.0:1767384693.419659:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9dc5c9f. 00000100:00000001:1.0:1767384693.419660:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419660:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419663:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419663:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384693.419664:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419665:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419665:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419666:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c19b5579. 00000400:00000200:1.0:1767384693.419668:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca5fe77 00000400:00000010:1.0:1767384693.419668:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ca5fe77. 00000100:00000001:1.0:1767384693.419670:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419670:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419673:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419674:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384693.419674:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419675:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419676:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419676:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a0f8de7. 00000400:00000200:1.0:1767384693.419677:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bb2bca3 00000400:00000010:1.0:1767384693.419678:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bb2bca3. 00000100:00000001:1.0:1767384693.419679:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419679:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419682:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419682:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384693.419683:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419684:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419685:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419685:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000698b2d7. 00000400:00000200:1.0:1767384693.419686:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037b28476 00000400:00000010:1.0:1767384693.419687:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037b28476. 00000100:00000001:1.0:1767384693.419688:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419688:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419690:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419691:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384693.419692:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419693:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419693:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419700:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036574d5f. 00000400:00000200:1.0:1767384693.419702:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004121c491 00000400:00000010:1.0:1767384693.419703:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004121c491. 00000100:00000001:1.0:1767384693.419708:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419708:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419712:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419713:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384693.419714:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419716:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419717:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419719:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059667df1. 00000400:00000200:1.0:1767384693.419721:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066615886 00000400:00000010:1.0:1767384693.419723:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066615886. 00000100:00000001:1.0:1767384693.419733:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419734:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419737:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419738:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384693.419739:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419741:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419741:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419742:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c4fdf23. 00000400:00000200:1.0:1767384693.419743:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe2a3797 00000400:00000010:1.0:1767384693.419744:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe2a3797. 00000100:00000001:1.0:1767384693.419746:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419747:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419749:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419750:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384693.419751:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419752:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419752:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419753:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7d3c8b4. 00000400:00000200:1.0:1767384693.419754:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf2860bf 00000400:00000010:1.0:1767384693.419755:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf2860bf. 00000100:00000001:1.0:1767384693.419756:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419756:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419758:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419759:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384693.419760:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419760:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419761:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419762:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8b3117. 00000400:00000200:1.0:1767384693.419763:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e62b7a7 00000400:00000010:1.0:1767384693.419763:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e62b7a7. 00000100:00000001:1.0:1767384693.419764:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419765:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419767:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419768:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384693.419769:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419770:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419771:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419772:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa4d9831. 00000400:00000200:1.0:1767384693.419773:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed9f454 00000400:00000010:1.0:1767384693.419773:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed9f454. 00000100:00000001:1.0:1767384693.419774:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419775:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419777:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419778:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384693.419778:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419779:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419780:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419780:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000861d528e. 00000400:00000200:1.0:1767384693.419781:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029296f7 00000400:00000010:1.0:1767384693.419782:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000029296f7. 00000100:00000001:1.0:1767384693.419783:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419783:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419786:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419786:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384693.419787:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419788:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419789:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419789:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4c317e5. 00000400:00000200:1.0:1767384693.419790:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a6d485 00000400:00000010:1.0:1767384693.419791:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031a6d485. 00000100:00000001:1.0:1767384693.419792:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419792:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419794:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419795:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384693.419796:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419796:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419797:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419797:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e66a10fc. 00000400:00000200:1.0:1767384693.419798:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008de06d74 00000400:00000010:1.0:1767384693.419799:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008de06d74. 00000100:00000001:1.0:1767384693.419800:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419801:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419804:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419805:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384693.419806:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419807:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419807:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419808:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f33e93c. 00000400:00000200:1.0:1767384693.419809:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f1a23f4 00000400:00000010:1.0:1767384693.419810:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f1a23f4. 00000100:00000001:1.0:1767384693.419811:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419812:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419814:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419814:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384693.419815:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419816:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419816:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419817:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016501290. 00000400:00000200:1.0:1767384693.419818:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0214cc3 00000400:00000010:1.0:1767384693.419818:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0214cc3. 00000100:00000001:1.0:1767384693.419819:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419820:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419822:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419822:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384693.419823:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419824:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419824:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419825:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005622d662. 00000400:00000200:1.0:1767384693.419826:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f288b59 00000400:00000010:1.0:1767384693.419827:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f288b59. 00000100:00000001:1.0:1767384693.419828:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419828:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419857:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419859:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384693.419860:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419862:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419863:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419865:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e67a1f86. 00000400:00000200:1.0:1767384693.419868:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c6f2d4b 00000400:00000010:1.0:1767384693.419871:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c6f2d4b. 00000100:00000001:1.0:1767384693.419874:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419875:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419880:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419882:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384693.419884:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419886:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419887:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419889:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1a03ff7. 00000400:00000200:1.0:1767384693.419891:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ea051aa 00000400:00000010:1.0:1767384693.419893:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ea051aa. 00000100:00000001:1.0:1767384693.419896:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419897:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419901:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419903:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384693.419904:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419906:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419908:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419910:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001690f421. 00000400:00000200:1.0:1767384693.419913:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2c3a1f3 00000400:00000010:1.0:1767384693.419914:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2c3a1f3. 00000100:00000001:1.0:1767384693.419916:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419918:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419922:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419923:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384693.419924:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419925:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419926:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419927:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b66b7375. 00000400:00000200:1.0:1767384693.419928:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3b0c4d5 00000400:00000010:1.0:1767384693.419929:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3b0c4d5. 00000100:00000001:1.0:1767384693.419930:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419930:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419933:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419933:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384693.419934:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419935:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419936:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419937:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011ea6a57. 00000400:00000200:1.0:1767384693.419938:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070df0ee2 00000400:00000010:1.0:1767384693.419939:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070df0ee2. 00000100:00000001:1.0:1767384693.419940:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419940:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419943:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419943:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384693.419944:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419945:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419946:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419946:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d250a920. 00000400:00000200:1.0:1767384693.419947:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087fe905b 00000400:00000010:1.0:1767384693.419948:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087fe905b. 00000100:00000001:1.0:1767384693.419949:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419949:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419952:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419952:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384693.419953:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419954:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419954:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419955:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0885497. 00000400:00000200:1.0:1767384693.419956:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2e13261 00000400:00000010:1.0:1767384693.419956:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2e13261. 00000100:00000001:1.0:1767384693.419957:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419958:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419960:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419961:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384693.419961:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419962:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419963:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419963:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000337b0c2e. 00000400:00000200:1.0:1767384693.419964:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce5a0aa 00000400:00000010:1.0:1767384693.419965:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ce5a0aa. 00000100:00000001:1.0:1767384693.419966:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419966:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419969:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419969:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384693.419970:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419972:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419972:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419973:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000889e3d60. 00000400:00000200:1.0:1767384693.419974:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea99983a 00000400:00000010:1.0:1767384693.419975:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea99983a. 00000100:00000001:1.0:1767384693.419976:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419977:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419979:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419980:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384693.419980:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419981:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419982:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419982:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000319d54db. 00000400:00000200:1.0:1767384693.419983:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4344c3b 00000400:00000010:1.0:1767384693.419984:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4344c3b. 00000100:00000001:1.0:1767384693.419985:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419985:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419988:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419988:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384693.419989:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419990:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419990:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419991:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e6bcd3. 00000400:00000200:1.0:1767384693.419992:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e22e9d82 00000400:00000010:1.0:1767384693.419992:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e22e9d82. 00000100:00000001:1.0:1767384693.419993:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.419994:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.419996:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.419997:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384693.419997:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.419998:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.419999:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.419999:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe097ad2. 00000400:00000200:1.0:1767384693.420000:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed480a04 00000400:00000010:1.0:1767384693.420001:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed480a04. 00000100:00000001:1.0:1767384693.420002:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420002:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420005:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420006:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384693.420007:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420007:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420008:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420009:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b2d6db2. 00000400:00000200:1.0:1767384693.420010:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005edfdc80 00000400:00000010:1.0:1767384693.420011:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005edfdc80. 00000100:00000001:1.0:1767384693.420012:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420012:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420014:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420015:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384693.420016:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420017:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420017:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420018:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002870e2ce. 00000400:00000200:1.0:1767384693.420018:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fc2e799 00000400:00000010:1.0:1767384693.420019:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fc2e799. 00000100:00000001:1.0:1767384693.420020:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420021:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420023:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420024:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384693.420024:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420025:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420025:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420026:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076367718. 00000400:00000200:1.0:1767384693.420027:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c24376 00000400:00000010:1.0:1767384693.420028:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079c24376. 00000100:00000001:1.0:1767384693.420028:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420029:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420031:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420032:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384693.420032:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420033:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420034:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420034:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c19219. 00000400:00000200:1.0:1767384693.420035:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022ff2b4d 00000400:00000010:1.0:1767384693.420036:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022ff2b4d. 00000100:00000001:1.0:1767384693.420037:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420038:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420041:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420042:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384693.420043:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420044:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420045:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420045:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b5ce8ec. 00000400:00000200:1.0:1767384693.420047:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027f63c90 00000400:00000010:1.0:1767384693.420049:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027f63c90. 00000100:00000001:1.0:1767384693.420051:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420052:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420055:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420056:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384693.420058:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420059:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420061:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420062:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b1922fc. 00000400:00000200:1.0:1767384693.420063:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4733478 00000400:00000010:1.0:1767384693.420065:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4733478. 00000100:00000001:1.0:1767384693.420068:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420069:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420073:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420074:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384693.420076:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420077:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420078:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420080:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9178885. 00000400:00000200:1.0:1767384693.420082:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc27dd63 00000400:00000010:1.0:1767384693.420083:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc27dd63. 00000100:00000001:1.0:1767384693.420086:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420087:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420090:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420091:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384693.420093:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420094:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420095:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420096:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a84d5b11. 00000400:00000200:1.0:1767384693.420099:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060049647 00000400:00000010:1.0:1767384693.420100:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060049647. 00000100:00000001:1.0:1767384693.420101:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420102:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420105:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420106:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384693.420107:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420108:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420109:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420110:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddac1cf5. 00000400:00000200:1.0:1767384693.420112:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053fb0246 00000400:00000010:1.0:1767384693.420113:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053fb0246. 00000100:00000001:1.0:1767384693.420115:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420116:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420119:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420121:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384693.420122:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420123:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420124:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420125:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f5b4370. 00000400:00000200:1.0:1767384693.420127:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006568fcc3 00000400:00000010:1.0:1767384693.420129:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006568fcc3. 00000100:00000001:1.0:1767384693.420131:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420131:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420136:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420137:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384693.420139:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420141:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420142:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420143:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3314651. 00000400:00000200:1.0:1767384693.420145:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87a0f2a 00000400:00000010:1.0:1767384693.420146:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f87a0f2a. 00000100:00000001:1.0:1767384693.420148:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420149:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420153:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420154:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384693.420156:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420157:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420158:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420159:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081cacf03. 00000400:00000200:1.0:1767384693.420160:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edc80d3 00000400:00000010:1.0:1767384693.420161:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001edc80d3. 00000100:00000001:1.0:1767384693.420162:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420163:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420165:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420166:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384693.420167:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420168:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420169:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420169:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d2c3702. 00000400:00000200:1.0:1767384693.420170:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd247772 00000400:00000010:1.0:1767384693.420171:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd247772. 00000100:00000001:1.0:1767384693.420173:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420173:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420176:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420176:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384693.420177:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420178:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420178:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420179:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b848160. 00000400:00000200:1.0:1767384693.420180:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da5a6b71 00000400:00000010:1.0:1767384693.420180:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da5a6b71. 00000100:00000001:1.0:1767384693.420181:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420182:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420184:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420185:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384693.420185:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420186:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420187:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420187:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bac97a83. 00000400:00000200:1.0:1767384693.420188:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c522faa 00000400:00000010:1.0:1767384693.420189:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c522faa. 00000100:00000001:1.0:1767384693.420190:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420190:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420193:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420194:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384693.420195:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420195:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420196:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420197:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009be42543. 00000400:00000200:1.0:1767384693.420198:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726b349b 00000400:00000010:1.0:1767384693.420198:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000726b349b. 00000100:00000001:1.0:1767384693.420199:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420200:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420202:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420203:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384693.420204:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.420204:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.420205:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.420205:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6488142. 00000400:00000200:1.0:1767384693.420206:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e69ad9c 00000400:00000010:1.0:1767384693.420207:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e69ad9c. 00000100:00000001:1.0:1767384693.420208:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.420209:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384693.420211:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.420212:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384693.420212:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384693.420214:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420215:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420217:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420218:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420218:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420219:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420220:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420220:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420221:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420221:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420222:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420222:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420223:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420224:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420224:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420225:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420225:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420227:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420228:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420228:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420229:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420230:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420231:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420231:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420232:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420233:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420233:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420234:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420234:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420235:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420235:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420236:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420237:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420237:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420238:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420238:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420239:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420239:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420240:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420241:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420241:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420242:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420242:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420243:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420244:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420244:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420245:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420245:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420246:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420246:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420247:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420248:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420248:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420249:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420249:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420250:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420251:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420252:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420252:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420253:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420254:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420255:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420256:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420256:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420257:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420258:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420258:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420259:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420259:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420260:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420261:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420261:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420262:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420262:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420263:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420263:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420264:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420265:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420265:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420266:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420266:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420267:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420268:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420268:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420269:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420269:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420270:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420270:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420271:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420272:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420272:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420273:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420273:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420274:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420275:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420275:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420276:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420277:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420278:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420278:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420279:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420280:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420281:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420282:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420282:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420283:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420283:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420284:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420285:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420285:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420286:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420286:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420287:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420287:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420288:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420289:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420289:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420290:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420290:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420291:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420292:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420292:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420293:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420293:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420294:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420294:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.420295:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.420296:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384693.420298:0:39780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384693.420300:0:39780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000cb7b49bb. 02000000:00000001:1.0:1767384693.420302:0:39780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384693.420303:0:39780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067949b54. 00000100:00000010:1.0:1767384693.420307:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc7ef1ab. 00000100:00000010:1.0:1767384693.420309:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057b76644. 00000100:00000010:1.0:1767384693.420310:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084d79415. 00000100:00000010:1.0:1767384693.420312:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000baff3943. 00000100:00000010:1.0:1767384693.420313:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001bb23c1c. 00000100:00000010:1.0:1767384693.420315:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051804fa5. 00000100:00000010:1.0:1767384693.420316:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b16083ba. 00000100:00000010:1.0:1767384693.420317:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9fde831. 00000100:00000010:1.0:1767384693.420319:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c52d51df. 00000100:00000010:1.0:1767384693.420320:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000384c9938. 00000100:00000010:1.0:1767384693.420321:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3e00aa6. 00000100:00000010:1.0:1767384693.420323:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e7c4308. 00000100:00000010:1.0:1767384693.420323:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058a770bf. 00000100:00000010:1.0:1767384693.420325:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003072f043. 00000100:00000010:1.0:1767384693.420326:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001e531dc1. 00000100:00000010:1.0:1767384693.420327:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e92e61b. 00000100:00000010:1.0:1767384693.420328:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c53a05a. 00000100:00000010:1.0:1767384693.420338:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e825288. 00000100:00000010:1.0:1767384693.420340:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031e4eb8a. 00000100:00000010:1.0:1767384693.420341:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000faa00b14. 00000100:00000010:1.0:1767384693.420343:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006297c422. 00000100:00000010:1.0:1767384693.420344:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022a9ff63. 00000100:00000010:1.0:1767384693.420345:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000001b1d6ea. 00000100:00000010:1.0:1767384693.420347:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9fbdff5. 00000100:00000010:1.0:1767384693.420348:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008be72d18. 00000100:00000010:1.0:1767384693.420352:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0d0eceb. 00000100:00000010:1.0:1767384693.420353:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000185d8fb3. 00000100:00000010:1.0:1767384693.420354:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df8a5c84. 00000100:00000010:1.0:1767384693.420356:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dd997d6d. 00000100:00000010:1.0:1767384693.420357:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbb24857. 00000100:00000010:1.0:1767384693.420358:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b0e8b98. 00000100:00000010:1.0:1767384693.420360:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2f52f6a. 00000100:00000010:1.0:1767384693.420361:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e5760b35. 00000100:00000010:1.0:1767384693.420363:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033461af9. 00000100:00000010:1.0:1767384693.420364:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077113513. 00000100:00000010:1.0:1767384693.420365:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce1d90c6. 00000100:00000010:1.0:1767384693.420366:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000643829f7. 00000100:00000010:1.0:1767384693.420368:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d6fd49b. 00000100:00000010:1.0:1767384693.420369:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000546a7a93. 00000100:00000010:1.0:1767384693.420371:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000092f5fd0. 00000100:00000010:1.0:1767384693.420372:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb46bd1a. 00000100:00000010:1.0:1767384693.420382:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003234ce40. 00000100:00000010:1.0:1767384693.420383:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b825b126. 00000100:00000010:1.0:1767384693.420385:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e505585d. 00000100:00000010:1.0:1767384693.420386:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb85edaa. 00000100:00000010:1.0:1767384693.420388:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003485d7be. 00000100:00000010:1.0:1767384693.420389:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009bdd7ad8. 00000100:00000010:1.0:1767384693.420391:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028a98553. 00000100:00000010:1.0:1767384693.420392:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008428c470. 00000100:00000010:1.0:1767384693.420393:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b26dbc70. 00000100:00000010:1.0:1767384693.420407:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e26454e. 00000100:00000010:1.0:1767384693.420408:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e89e66c. 00000100:00000010:1.0:1767384693.420409:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8c02403. 00000100:00000010:1.0:1767384693.420411:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbd4d8d9. 00000100:00000010:1.0:1767384693.420412:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000774f588d. 00000100:00000010:1.0:1767384693.420414:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075874cb0. 00000100:00000010:1.0:1767384693.420415:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000023f3d0ea. 00000100:00000010:1.0:1767384693.420417:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9f2bee4. 00000100:00000010:1.0:1767384693.420418:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d7772043. 00000100:00000010:1.0:1767384693.420419:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db7fb42d. 00000100:00000010:1.0:1767384693.420421:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000033011b56. 00000100:00000010:1.0:1767384693.420422:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055bf6a49. 00000100:00000010:1.0:1767384693.420423:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a298717c. 00000100:00000010:1.0:1767384693.420424:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cefb7266. 00000100:00000010:1.0:1767384693.420425:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000023651486. 00000100:00000010:1.0:1767384693.420434:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd6ddeb7. 00000100:00000010:1.0:1767384693.420435:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c17c1349. 00000100:00000010:1.0:1767384693.420437:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfc129a1. 00000100:00000010:1.0:1767384693.420438:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ddb9fa9b. 00000100:00000010:1.0:1767384693.420439:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058704eef. 00000100:00000010:1.0:1767384693.420440:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021ce1ce7. 00000100:00000010:1.0:1767384693.420442:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbfd9874. 00000100:00000010:1.0:1767384693.420443:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c2dca6b. 00000100:00000010:1.0:1767384693.420445:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f71e531d. 00000100:00000010:1.0:1767384693.420446:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ed328437. 00000100:00000010:1.0:1767384693.420447:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000026618d5. 00000100:00000010:1.0:1767384693.420448:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008510173f. 00000100:00000010:1.0:1767384693.420449:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064986368. 00000100:00000010:1.0:1767384693.420450:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005fd68129. 00000100:00000010:1.0:1767384693.420452:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7393e1f. 00000100:00000010:1.0:1767384693.420452:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008479ebc2. 00000100:00000010:1.0:1767384693.420454:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044d425de. 00000100:00000010:1.0:1767384693.420456:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ecfd991. 00000100:00000010:1.0:1767384693.420457:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000381e6883. 00000100:00000010:1.0:1767384693.420458:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c45d5b4f. 00000100:00000010:1.0:1767384693.420460:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc445a13. 00000100:00000010:1.0:1767384693.420461:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c3c8e9a1. 00000100:00000010:1.0:1767384693.420462:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c4b6c03. 00000100:00000010:1.0:1767384693.420463:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a84dca70. 00000100:00000010:1.0:1767384693.420473:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d22858fc. 00000100:00000010:1.0:1767384693.420474:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e0b7c9d3. 00000100:00000010:1.0:1767384693.420475:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ba75b1d. 00000100:00000010:1.0:1767384693.420476:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000003983536. 00000100:00000010:1.0:1767384693.420478:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014520221. 00000100:00000010:1.0:1767384693.420479:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f632288. 00000100:00000010:1.0:1767384693.420480:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de749f48. 00000100:00000010:1.0:1767384693.420481:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000620f462c. 00000100:00000010:1.0:1767384693.420483:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000551bc289. 00000100:00000010:1.0:1767384693.420484:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007096a0aa. 00000100:00000010:1.0:1767384693.420486:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081eaf10e. 00000100:00000010:1.0:1767384693.420487:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f86feb6. 00000100:00000010:1.0:1767384693.420489:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008859ab98. 00000100:00000010:1.0:1767384693.420490:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000959b8c83. 00000100:00000010:1.0:1767384693.420492:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000478648ff. 00000100:00000010:1.0:1767384693.420493:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000737d2cf6. 00000100:00000010:1.0:1767384693.420495:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007825997f. 00000100:00000010:1.0:1767384693.420496:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b03a72c8. 00000100:00000010:1.0:1767384693.420498:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023c431e6. 00000100:00000010:1.0:1767384693.420499:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb455f69. 00000100:00000010:1.0:1767384693.420500:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d662094. 00000100:00000010:1.0:1767384693.420501:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b62b9c09. 00000100:00000010:1.0:1767384693.420503:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd130760. 00000100:00000010:1.0:1767384693.420503:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006ce193f3. 00000100:00000010:1.0:1767384693.420513:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb45c453. 00000100:00000010:1.0:1767384693.420514:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f33c67d4. 00000100:00000010:1.0:1767384693.420515:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a56258b6. 00000100:00000010:1.0:1767384693.420517:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000752ea90c. 00000100:00000010:1.0:1767384693.420518:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013b99618. 00000100:00000010:1.0:1767384693.420519:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000006ee9b08. 00000100:00000010:1.0:1767384693.420520:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dbb4e37. 00000100:00000010:1.0:1767384693.420521:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000609ab0d7. 00000100:00000010:1.0:1767384693.420523:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a1d2c0f. 00000100:00000010:1.0:1767384693.420525:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bba3d747. 00000100:00000010:1.0:1767384693.420528:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036575694. 00000100:00000010:1.0:1767384693.420529:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011bd351b. 00000100:00000010:1.0:1767384693.420532:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f25ae717. 00000100:00000010:1.0:1767384693.420534:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067b5d7b6. 00000100:00000010:1.0:1767384693.420536:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1fb4db1. 00000100:00000010:1.0:1767384693.420539:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004f5d2f46. 00000100:00000010:1.0:1767384693.420546:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007b8dfc02. 00000100:00000010:1.0:1767384693.420552:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000003dbbdfca. 00000100:00000001:1.0:1767384693.420559:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384693.420560:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.420562:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384693.420564:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384693.420565:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000007f0a818a. 00000100:00000001:1.0:1767384693.420568:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384693.420570:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.420572:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.420573:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f52a56f9. 00000100:00000001:1.0:1767384693.420576:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.420578:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.420579:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e579f55a. 00000100:00000001:1.0:1767384693.420580:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.420582:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.420583:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007248e82e. 00000100:00000001:1.0:1767384693.420585:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.420586:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.420587:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005710d118. 00000100:00000001:1.0:1767384693.420589:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384693.420643:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d78bab9f. 00000020:00000010:1.0:1767384693.420647:0:39780:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007c3c6fab. 00000020:00000010:1.0:1767384693.420650:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000038121eb0. 00000020:00000010:1.0:1767384693.420653:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f876c573. 00000100:00000010:1.0:1767384693.420668:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000fb474d51. 00000100:00000010:1.0:1767384693.420674:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000c93d6382. 00000100:00000010:1.0:1767384693.420676:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000040dcf028. 00000100:00000010:1.0:1767384693.420678:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000007b8efbf7. 00000100:00000001:1.0:1767384693.420685:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.420687:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384693.420688:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:1.0:1767384693.420689:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384693.420691:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384693.420691:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:1.0:1767384693.420692:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:1.0:1767384693.420694:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:1.0:1767384693.420713:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:2.0:1767384693.420741:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008a124b1. 00000040:00000010:2.0:1767384693.420747:0:16784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009917d874. 00000020:00000010:3.0:1767384693.420749:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000760db588. 00000020:00000010:2.0:1767384693.420751:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000039011096. 00000040:00000010:3.0:1767384693.420755:0:16783:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9ea646a. 00000020:00000010:2.0:1767384693.420759:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004502ae30. 00000020:00000010:3.0:1767384693.420760:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db76ce5a. 00000020:00000010:2.0:1767384693.420765:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000021fa7635. 00000020:00000010:3.0:1767384693.420766:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000477f53b9. 80000000:00000010:2.0:1767384693.420771:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000048cc2b5. 00000020:00000010:3.0:1767384693.420773:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f25ec31. 40000000:00000010:2.0:1767384693.420776:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000054fe3e92. 80000000:00000010:3.0:1767384693.420777:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0421184. 40000000:00000010:3.0:1767384693.420781:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c22321f3. 00100000:00000010:2.0:1767384693.420781:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a93194ea. 00040000:00000010:2.0:1767384693.420788:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000084bcb121. 00100000:00000010:3.0:1767384693.420789:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000df3b880d. 00040000:00000010:3.0:1767384693.420794:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000087814d9a. 00040000:00000010:2.0:1767384693.420795:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081c1a1b7. 00040000:00000010:3.0:1767384693.420797:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000088c86e32. 00080000:00000010:2.0:1767384693.420801:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001f3b749e. 00080000:00000010:3.0:1767384693.420802:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cce23adf. 00000004:00000010:3.0:1767384693.420808:0:16783:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009b4ced33. 00000004:00000010:2.0:1767384693.420809:0:16784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000265e8432. 00002000:00000010:3.0:1767384693.420812:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000664ec963. 00002000:00000010:2.0:1767384693.420814:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000066a9cd60. 00000020:00000010:3.0:1767384693.420817:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058338fac. 00000020:00000010:2.0:1767384693.420820:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000117ccbae. 00000020:00000010:3.0:1767384693.420822:0:16783:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f720d995. 00000100:00000010:3.0:1767384693.420826:0:16783:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000071f3363e. 00000020:00000010:2.0:1767384693.420827:0:16784:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b995f6c5. 00000100:00100000:3.0:1767384693.420828:0:16783:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [000000007a2c86cf:16783] 0 exiting: rc = 1 00000100:00000010:2.0:1767384693.420865:0:16784:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000079a5a68e. 00000100:00100000:2.0:1767384693.420868:0:16784:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [0000000015fd52b3:16784] 1 exiting: rc = 0 00000100:00000010:1.0:1767384693.420994:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007a2c86cf. 00000100:00000010:1.0:1767384693.421001:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000015fd52b3. 00000100:00000001:1.0:1767384693.421004:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384693.421005:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384693.421008:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:1.0:1767384693.421011:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421013:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421015:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcc2670b. 00000400:00000200:1.0:1767384693.421017:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec0af66b 00000400:00000010:1.0:1767384693.421019:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ec0af66b. 00000100:00000001:1.0:1767384693.421022:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421024:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421041:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421042:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384693.421044:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421046:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421046:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421048:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f03bf5da. 00000400:00000200:1.0:1767384693.421050:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf5ec018 00000400:00000010:1.0:1767384693.421051:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cf5ec018. 00000100:00000001:1.0:1767384693.421053:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421054:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421058:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421060:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384693.421061:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421063:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421064:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421065:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be9387a9. 00000400:00000200:1.0:1767384693.421067:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004463202c 00000400:00000010:1.0:1767384693.421068:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004463202c. 00000100:00000001:1.0:1767384693.421070:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421071:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421075:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421076:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384693.421077:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421078:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421079:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421080:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c92fbcde. 00000400:00000200:1.0:1767384693.421081:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15c3946 00000400:00000010:1.0:1767384693.421083:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a15c3946. 00000100:00000001:1.0:1767384693.421085:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421086:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421089:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421091:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384693.421092:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421097:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421098:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421099:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d2720b9. 00000400:00000200:1.0:1767384693.421101:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba032180 00000400:00000010:1.0:1767384693.421102:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ba032180. 00000100:00000001:1.0:1767384693.421119:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421120:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421124:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421125:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384693.421126:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421132:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421134:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421135:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001315c34f. 00000400:00000200:1.0:1767384693.421137:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f796a8 00000400:00000010:1.0:1767384693.421139:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b0f796a8. 00000100:00000001:1.0:1767384693.421141:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421142:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421145:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421146:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384693.421148:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421149:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421150:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421152:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf1efbf. 00000400:00000200:1.0:1767384693.421154:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004050ea1a 00000400:00000010:1.0:1767384693.421155:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004050ea1a. 00000100:00000001:1.0:1767384693.421157:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421158:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421162:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421163:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384693.421164:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421166:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421167:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421168:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c4a28fe. 00000400:00000200:1.0:1767384693.421170:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4e8c225 00000400:00000010:1.0:1767384693.421172:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d4e8c225. 00000100:00000001:1.0:1767384693.421174:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421175:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421179:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421180:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384693.421181:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421183:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421183:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421185:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c0a1615. 00000400:00000200:1.0:1767384693.421186:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650f51d9 00000400:00000010:1.0:1767384693.421188:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000650f51d9. 00000100:00000001:1.0:1767384693.421190:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421191:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421195:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421196:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384693.421197:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421199:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421200:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421201:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c41de94. 00000400:00000200:1.0:1767384693.421202:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7e38123 00000400:00000010:1.0:1767384693.421204:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a7e38123. 00000100:00000001:1.0:1767384693.421206:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421207:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421211:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421212:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384693.421213:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421215:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421216:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421217:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a794828. 00000400:00000200:1.0:1767384693.421219:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839dbb83 00000400:00000010:1.0:1767384693.421220:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000839dbb83. 00000100:00000001:1.0:1767384693.421223:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421224:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421228:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421229:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384693.421230:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421231:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421232:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421233:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000175ace26. 00000400:00000200:1.0:1767384693.421234:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a315d8d 00000400:00000010:1.0:1767384693.421235:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003a315d8d. 00000100:00000001:1.0:1767384693.421237:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421238:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421240:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421241:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384693.421242:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421243:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421243:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421244:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006910d184. 00000400:00000200:1.0:1767384693.421245:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb6a6aa 00000400:00000010:1.0:1767384693.421245:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000deb6a6aa. 00000100:00000001:1.0:1767384693.421247:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421248:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421250:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421251:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384693.421252:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421252:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421253:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421254:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c56b9c9. 00000400:00000200:1.0:1767384693.421255:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e275e0a 00000400:00000010:1.0:1767384693.421256:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005e275e0a. 00000100:00000001:1.0:1767384693.421259:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421260:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421263:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421265:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384693.421266:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421267:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421268:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421269:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fffb11b6. 00000400:00000200:1.0:1767384693.421270:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006efd7ae6 00000400:00000010:1.0:1767384693.421271:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006efd7ae6. 00000100:00000001:1.0:1767384693.421274:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421275:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421279:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421280:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384693.421281:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421282:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421283:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421285:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065bbb1f0. 00000400:00000200:1.0:1767384693.421287:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486e5dd9 00000400:00000010:1.0:1767384693.421288:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000486e5dd9. 00000100:00000001:1.0:1767384693.421291:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421292:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421296:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421297:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384693.421298:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421300:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421301:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421302:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbe6c099. 00000400:00000200:1.0:1767384693.421304:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aa6da22 00000400:00000010:1.0:1767384693.421305:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002aa6da22. 00000100:00000001:1.0:1767384693.421317:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421318:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421321:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421321:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384693.421322:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421324:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421324:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421325:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083f9c520. 00000400:00000200:1.0:1767384693.421326:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7c2d8a4 00000400:00000010:1.0:1767384693.421327:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f7c2d8a4. 00000100:00000001:1.0:1767384693.421329:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421329:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421332:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421332:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384693.421333:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421334:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421335:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421335:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cb8d935. 00000400:00000200:1.0:1767384693.421336:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055599ac8 00000400:00000010:1.0:1767384693.421337:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000055599ac8. 00000100:00000001:1.0:1767384693.421339:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421340:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421343:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421344:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384693.421345:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421347:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421348:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421349:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cea03f. 00000400:00000200:1.0:1767384693.421351:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912a79a0 00000400:00000010:1.0:1767384693.421352:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000912a79a0. 00000100:00000001:1.0:1767384693.421355:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421356:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421359:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421361:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384693.421362:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421363:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421364:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421365:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b4a4339. 00000400:00000200:1.0:1767384693.421367:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f17030 00000400:00000010:1.0:1767384693.421368:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000039f17030. 00000100:00000001:1.0:1767384693.421371:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421372:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421376:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421378:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384693.421379:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421381:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421382:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421383:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072203c99. 00000400:00000200:1.0:1767384693.421385:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003462186d 00000400:00000010:1.0:1767384693.421387:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003462186d. 00000100:00000001:1.0:1767384693.421389:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421390:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421393:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421395:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384693.421396:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421397:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421398:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421399:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0cd97f0. 00000400:00000200:1.0:1767384693.421408:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dc0b355 00000400:00000010:1.0:1767384693.421410:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005dc0b355. 00000100:00000001:1.0:1767384693.421412:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421413:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421417:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421418:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384693.421420:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421421:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421422:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421423:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b3ad7e6. 00000400:00000200:1.0:1767384693.421425:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f13a9bc 00000400:00000010:1.0:1767384693.421427:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005f13a9bc. 00000100:00000001:1.0:1767384693.421429:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421430:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421434:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421435:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384693.421436:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421438:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421439:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421440:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008575e4bc. 00000400:00000200:1.0:1767384693.421441:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d756c4 00000400:00000010:1.0:1767384693.421443:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d6d756c4. 00000100:00000001:1.0:1767384693.421445:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421446:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421451:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421452:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384693.421453:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421454:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421455:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421456:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008076706. 00000400:00000200:1.0:1767384693.421458:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001856aad2 00000400:00000010:1.0:1767384693.421460:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001856aad2. 00000100:00000001:1.0:1767384693.421462:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421463:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421466:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421467:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384693.421468:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421469:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421469:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421470:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000369e5e36. 00000400:00000200:1.0:1767384693.421471:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b690e2e3 00000400:00000010:1.0:1767384693.421472:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b690e2e3. 00000100:00000001:1.0:1767384693.421473:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421475:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421477:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421478:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384693.421479:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421480:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421480:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421481:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fcc1d06. 00000400:00000200:1.0:1767384693.421482:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5864a02 00000400:00000010:1.0:1767384693.421483:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b5864a02. 00000100:00000001:1.0:1767384693.421484:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421485:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421487:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421488:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384693.421489:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421489:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421490:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421490:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645bdce4. 00000400:00000200:1.0:1767384693.421491:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2215d55 00000400:00000010:1.0:1767384693.421492:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c2215d55. 00000100:00000001:1.0:1767384693.421505:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421506:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421509:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421510:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384693.421512:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421514:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421514:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421515:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009245a6ba. 00000400:00000200:1.0:1767384693.421517:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63313c0 00000400:00000010:1.0:1767384693.421518:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a63313c0. 00000100:00000001:1.0:1767384693.421520:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421521:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421525:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421526:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384693.421527:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421528:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421529:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421530:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013458794. 00000400:00000200:1.0:1767384693.421532:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee2c8711 00000400:00000010:1.0:1767384693.421534:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ee2c8711. 00000100:00000001:1.0:1767384693.421537:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421537:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421541:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421543:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384693.421544:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421545:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421546:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421547:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f35d627. 00000400:00000200:1.0:1767384693.421549:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001358e886 00000400:00000010:1.0:1767384693.421551:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001358e886. 00000100:00000001:1.0:1767384693.421553:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421554:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421558:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421559:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384693.421561:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421562:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421563:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421564:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c826af3b. 00000400:00000200:1.0:1767384693.421565:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023678fba 00000400:00000010:1.0:1767384693.421567:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000023678fba. 00000100:00000001:1.0:1767384693.421569:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421570:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421574:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421575:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384693.421577:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421578:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421579:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421580:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000004c97ec. 00000400:00000200:1.0:1767384693.421582:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000979b1df 00000400:00000010:1.0:1767384693.421583:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000979b1df. 00000100:00000001:1.0:1767384693.421586:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421587:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421590:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421592:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384693.421593:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421595:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421596:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421597:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2080bb. 00000400:00000200:1.0:1767384693.421599:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002bdcf6c 00000400:00000010:1.0:1767384693.421601:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000002bdcf6c. 00000100:00000001:1.0:1767384693.421604:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421605:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421609:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421610:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384693.421611:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421612:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421613:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421614:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007590fdf4. 00000400:00000200:1.0:1767384693.421615:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc5d6e1e 00000400:00000010:1.0:1767384693.421616:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fc5d6e1e. 00000100:00000001:1.0:1767384693.421618:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421619:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421621:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421622:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384693.421622:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421623:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421624:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421624:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cd3b356. 00000400:00000200:1.0:1767384693.421626:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c74b3b8 00000400:00000010:1.0:1767384693.421626:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002c74b3b8. 00000100:00000001:1.0:1767384693.421629:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421629:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421632:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421633:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384693.421634:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421635:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421636:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421637:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137e370c. 00000400:00000200:1.0:1767384693.421639:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c1ff339 00000400:00000010:1.0:1767384693.421640:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003c1ff339. 00000100:00000001:1.0:1767384693.421643:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421644:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421647:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421648:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384693.421650:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421652:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421652:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421653:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040479820. 00000400:00000200:1.0:1767384693.421655:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500e2a1c 00000400:00000010:1.0:1767384693.421657:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000500e2a1c. 00000100:00000001:1.0:1767384693.421660:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421660:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421664:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421666:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384693.421667:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421668:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421670:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421671:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae366103. 00000400:00000200:1.0:1767384693.421673:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045adf606 00000400:00000010:1.0:1767384693.421675:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000045adf606. 00000100:00000001:1.0:1767384693.421677:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421678:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421682:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421683:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384693.421684:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421685:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421686:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421687:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095d0f6f8. 00000400:00000200:1.0:1767384693.421688:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000757574df 00000400:00000010:1.0:1767384693.421689:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000757574df. 00000100:00000001:1.0:1767384693.421700:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421701:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421704:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421705:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384693.421705:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421707:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421707:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421708:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000db42b21. 00000400:00000200:1.0:1767384693.421709:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056b0cb7b 00000400:00000010:1.0:1767384693.421710:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000056b0cb7b. 00000100:00000001:1.0:1767384693.421712:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421712:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421715:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421716:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384693.421716:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421718:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421718:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421719:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001463906a. 00000400:00000200:1.0:1767384693.421720:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d09c0328 00000400:00000010:1.0:1767384693.421721:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d09c0328. 00000100:00000001:1.0:1767384693.421723:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421723:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421737:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421738:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384693.421739:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421740:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421740:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421741:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ef2a78a. 00000400:00000200:1.0:1767384693.421742:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046156ad6 00000400:00000010:1.0:1767384693.421743:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000046156ad6. 00000100:00000001:1.0:1767384693.421746:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421746:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421749:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421749:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384693.421750:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421751:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421751:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421752:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb94a83. 00000400:00000200:1.0:1767384693.421753:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000576c2b4c 00000400:00000010:1.0:1767384693.421754:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000576c2b4c. 00000100:00000001:1.0:1767384693.421755:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421756:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421758:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421759:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384693.421760:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421760:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421761:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421761:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054eb3839. 00000400:00000200:1.0:1767384693.421762:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030117786 00000400:00000010:1.0:1767384693.421763:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000030117786. 00000100:00000001:1.0:1767384693.421765:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421766:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421768:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421769:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384693.421770:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421771:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421772:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421772:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065f2a191. 00000400:00000200:1.0:1767384693.421773:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553fb461 00000400:00000010:1.0:1767384693.421774:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000553fb461. 00000100:00000001:1.0:1767384693.421775:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421776:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421778:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421779:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384693.421780:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421780:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421781:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421781:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698f2273. 00000400:00000200:1.0:1767384693.421782:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000611ff028 00000400:00000010:1.0:1767384693.421783:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000611ff028. 00000100:00000001:1.0:1767384693.421785:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421785:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421788:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421788:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384693.421789:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421790:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421790:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421791:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000337becfe. 00000400:00000200:1.0:1767384693.421792:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e981ca3b 00000400:00000010:1.0:1767384693.421792:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e981ca3b. 00000100:00000001:1.0:1767384693.421794:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421795:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421797:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421798:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384693.421799:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421799:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421800:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421801:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084031580. 00000400:00000200:1.0:1767384693.421801:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d9c20a 00000400:00000010:1.0:1767384693.421803:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000068d9c20a. 00000100:00000001:1.0:1767384693.421804:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421805:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421807:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421808:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384693.421809:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421810:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421811:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421811:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c92c6ba. 00000400:00000200:1.0:1767384693.421812:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000109457d4 00000400:00000010:1.0:1767384693.421813:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000109457d4. 00000100:00000001:1.0:1767384693.421815:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421815:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421818:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421818:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384693.421819:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421820:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421821:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421821:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049bb322f. 00000400:00000200:1.0:1767384693.421822:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b369d2f4 00000400:00000010:1.0:1767384693.421823:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b369d2f4. 00000100:00000001:1.0:1767384693.421825:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421825:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421827:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421828:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384693.421828:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421829:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421830:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421831:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7091abb. 00000400:00000200:1.0:1767384693.421849:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ee63f20 00000400:00000010:1.0:1767384693.421851:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006ee63f20. 00000100:00000001:1.0:1767384693.421870:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421872:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421877:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421878:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384693.421879:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421880:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421881:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421883:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f643553. 00000400:00000200:1.0:1767384693.421885:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa7905ce 00000400:00000010:1.0:1767384693.421886:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fa7905ce. 00000100:00000001:1.0:1767384693.421890:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421891:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421896:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421897:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384693.421899:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421900:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421901:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421902:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026e5a116. 00000400:00000200:1.0:1767384693.421903:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a67d97 00000400:00000010:1.0:1767384693.421904:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000010a67d97. 00000100:00000001:1.0:1767384693.421906:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421906:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421908:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421909:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384693.421910:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421911:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421912:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421913:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008eaca437. 00000400:00000200:1.0:1767384693.421914:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5a2533 00000400:00000010:1.0:1767384693.421915:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ec5a2533. 00000100:00000001:1.0:1767384693.421917:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421917:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421920:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421920:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384693.421921:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421922:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421922:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421923:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ac7a28e. 00000400:00000200:1.0:1767384693.421924:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073567fc 00000400:00000010:1.0:1767384693.421924:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000073567fc. 00000100:00000001:1.0:1767384693.421926:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421927:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421929:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421929:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384693.421930:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421931:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421931:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421932:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fee9509e. 00000400:00000200:1.0:1767384693.421933:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84be222 00000400:00000010:1.0:1767384693.421933:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b84be222. 00000100:00000001:1.0:1767384693.421935:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421935:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421938:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421938:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384693.421939:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421940:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421940:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421941:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000384222f7. 00000400:00000200:1.0:1767384693.421942:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b4db55 00000400:00000010:1.0:1767384693.421943:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000012b4db55. 00000100:00000001:1.0:1767384693.421944:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421945:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421947:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421948:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384693.421948:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421949:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421950:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421950:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839e1664. 00000400:00000200:1.0:1767384693.421951:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6b14056 00000400:00000010:1.0:1767384693.421952:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a6b14056. 00000100:00000001:1.0:1767384693.421953:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421954:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421956:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421957:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384693.421957:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421958:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421959:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421959:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004978f533. 00000400:00000200:1.0:1767384693.421960:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086872fa3 00000400:00000010:1.0:1767384693.421961:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086872fa3. 00000100:00000001:1.0:1767384693.421963:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421963:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421965:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421967:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384693.421967:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421968:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421969:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421969:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc8c106d. 00000400:00000200:1.0:1767384693.421970:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090f195f1 00000400:00000010:1.0:1767384693.421971:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000090f195f1. 00000100:00000001:1.0:1767384693.421973:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421973:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421975:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421976:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384693.421977:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421978:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421978:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421979:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e443c64b. 00000400:00000200:1.0:1767384693.421979:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6733417 00000400:00000010:1.0:1767384693.421980:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d6733417. 00000100:00000001:1.0:1767384693.421983:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421984:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421986:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421987:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384693.421987:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.421988:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.421989:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.421989:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e31e71. 00000400:00000200:1.0:1767384693.421990:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b43ad87c 00000400:00000010:1.0:1767384693.421991:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b43ad87c. 00000100:00000001:1.0:1767384693.421992:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.421993:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384693.421995:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.421996:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384693.421996:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384693.421997:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.421998:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422000:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422000:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422001:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422001:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422002:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422003:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422004:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422004:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422005:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422006:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422007:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422007:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422008:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422008:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422009:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422009:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422010:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422011:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422011:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422012:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422012:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422013:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422013:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422014:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422015:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422015:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422016:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422016:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422017:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422017:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422018:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422019:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422019:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422020:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422020:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422021:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422021:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422022:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422023:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422023:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422024:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422024:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422025:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422025:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422027:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422027:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422028:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422029:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422029:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422030:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422031:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422031:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422032:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422032:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422033:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422034:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422034:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422035:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422035:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422036:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422036:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422037:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422038:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422038:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422039:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422039:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422040:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422040:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422041:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422042:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422042:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422043:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422043:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422044:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422045:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422045:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422046:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422046:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422047:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422048:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422048:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422049:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422049:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422050:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422051:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422052:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422053:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422053:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422054:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422055:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422055:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422056:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422057:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422057:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422058:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422059:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422060:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422061:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422062:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422063:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422064:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422065:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422066:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422066:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422068:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422068:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422069:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422070:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422071:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422072:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422073:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422074:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422075:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422076:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422078:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422079:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422080:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422081:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422082:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422083:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422084:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422085:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422086:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422087:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.422089:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.422090:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384693.422092:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000039345a12. 00000100:00000010:1.0:1767384693.422228:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0f43ef0. 00000100:00000010:1.0:1767384693.422231:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002915536c. 00000100:00000010:1.0:1767384693.422321:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caba1d0f. 00000100:00000010:1.0:1767384693.422325:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000414789d. 00000100:00000010:1.0:1767384693.422416:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a33c5511. 00000100:00000010:1.0:1767384693.422420:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000052f3870c. 00000100:00000010:1.0:1767384693.422497:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098d658b3. 00000100:00000010:1.0:1767384693.422500:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000ad20da3. 00000100:00000010:1.0:1767384693.422576:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1ebab74. 00000100:00000010:1.0:1767384693.422580:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000aaa1c1f. 00000100:00000010:1.0:1767384693.422640:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba6bd6e7. 00000100:00000010:1.0:1767384693.422644:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004c667b0a. 00000100:00000010:1.0:1767384693.422744:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a68b4c89. 00000100:00000010:1.0:1767384693.422747:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000edf4b3d. 00000100:00000010:1.0:1767384693.422895:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdb6ef4e. 00000100:00000010:1.0:1767384693.422899:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ba7d6bc3. 00000100:00000010:1.0:1767384693.423035:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064085a78. 00000100:00000010:1.0:1767384693.423038:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007fd4d2a2. 00000100:00000010:1.0:1767384693.423126:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019da7cd7. 00000100:00000010:1.0:1767384693.423129:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000412f018b. 00000100:00000010:1.0:1767384693.423182:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002919b42b. 00000100:00000010:1.0:1767384693.423184:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000098eb4562. 00000100:00000010:1.0:1767384693.423282:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d492a9c. 00000100:00000010:1.0:1767384693.423285:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000af7d9241. 00000100:00000010:1.0:1767384693.423362:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce1f4bcd. 00000100:00000010:1.0:1767384693.423365:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006ef3d832. 00000100:00000010:1.0:1767384693.423463:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001019225e. 00000100:00000010:1.0:1767384693.423466:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000482fe966. 00000100:00000010:1.0:1767384693.423532:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c592426. 00000100:00000010:1.0:1767384693.423535:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003803dc4b. 00000100:00000010:1.0:1767384693.423602:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074d506ab. 00000100:00000010:1.0:1767384693.423605:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b15bbb48. 00000100:00000010:1.0:1767384693.423675:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5d38759. 00000100:00000010:1.0:1767384693.423678:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009dd56523. 00000100:00000010:1.0:1767384693.423756:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8801d3a. 00000100:00000010:1.0:1767384693.423758:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b3ae6347. 00000100:00000010:1.0:1767384693.423879:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039eea520. 00000100:00000010:1.0:1767384693.423881:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000346eea28. 00000100:00000010:1.0:1767384693.423970:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7bce616. 00000100:00000010:1.0:1767384693.423972:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008e793920. 00000100:00000010:1.0:1767384693.424027:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc9fec98. 00000100:00000010:1.0:1767384693.424028:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cf671a2e. 00000100:00000010:1.0:1767384693.424153:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000079e3b1. 00000100:00000010:1.0:1767384693.424157:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000c05c16d. 00000100:00000010:1.0:1767384693.424198:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7707a43. 00000100:00000010:1.0:1767384693.424200:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b1866e06. 00000100:00000010:1.0:1767384693.424258:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000979d2784. 00000100:00000010:1.0:1767384693.424262:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c8afb852. 00000100:00000010:1.0:1767384693.424310:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e985b91a. 00000100:00000010:1.0:1767384693.424312:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000017855afd. 00000100:00000010:1.0:1767384693.424398:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb5a8476. 00000100:00000010:1.0:1767384693.424401:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d125dbbd. 00000100:00000010:1.0:1767384693.424479:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c8e0fd8. 00000100:00000010:1.0:1767384693.424483:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005dd17c2a. 00000100:00000010:1.0:1767384693.424547:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbf21fa4. 00000100:00000010:1.0:1767384693.424551:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000074a3a77c. 00000100:00000010:1.0:1767384693.424605:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bac9ae5d. 00000100:00000010:1.0:1767384693.424609:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000019f69cec. 00000100:00000010:1.0:1767384693.424658:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fa74503. 00000100:00000010:1.0:1767384693.424660:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001b4fdd7e. 00000100:00000010:1.0:1767384693.424711:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3f11013. 00000100:00000010:1.0:1767384693.424712:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000024dea500. 00000100:00000010:1.0:1767384693.424781:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042441cc9. 00000100:00000010:1.0:1767384693.424784:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000eb5f2954. 00000100:00000010:1.0:1767384693.424824:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b7d6f8b. 00000100:00000010:1.0:1767384693.424826:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bab78201. 00000100:00000010:1.0:1767384693.424900:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be17abf0. 00000100:00000010:1.0:1767384693.424902:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000036251106. 00000100:00000010:1.0:1767384693.424971:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc6a70db. 00000100:00000010:1.0:1767384693.424972:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002e607505. 00000100:00000010:1.0:1767384693.425047:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4510ced. 00000100:00000010:1.0:1767384693.425049:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b81868ea. 00000100:00000010:1.0:1767384693.425103:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aae6739f. 00000100:00000010:1.0:1767384693.425106:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d90f6ba8. 00000100:00000010:1.0:1767384693.425169:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc80c2d2. 00000100:00000010:1.0:1767384693.425174:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000062b498ca. 00000100:00000010:1.0:1767384693.425225:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000436ac569. 00000100:00000010:1.0:1767384693.425228:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000712aae77. 00000100:00000010:1.0:1767384693.425290:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b4172a8. 00000100:00000010:1.0:1767384693.425293:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000123e27b1. 00000100:00000010:1.0:1767384693.425351:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000640e6f6d. 00000100:00000010:1.0:1767384693.425354:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b1bc8d02. 00000100:00000010:1.0:1767384693.425418:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006efc5692. 00000100:00000010:1.0:1767384693.425421:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e6c6506b. 00000100:00000010:1.0:1767384693.425471:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ae2116a. 00000100:00000010:1.0:1767384693.425474:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001a70c844. 00000100:00000010:1.0:1767384693.425510:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b8bb0b8. 00000100:00000010:1.0:1767384693.425512:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e08820d9. 00000100:00000010:1.0:1767384693.425574:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5eeebbf. 00000100:00000010:1.0:1767384693.425578:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e9ab664a. 00000100:00000010:1.0:1767384693.425637:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033f91ee1. 00000100:00000010:1.0:1767384693.425640:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000677b669a. 00000100:00000010:1.0:1767384693.425691:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000506276c0. 00000100:00000010:1.0:1767384693.425693:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000614f3c5f. 00000100:00000010:1.0:1767384693.425751:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000632c5c88. 00000100:00000010:1.0:1767384693.425753:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cce77abe. 00000100:00000010:1.0:1767384693.425791:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a0de67b. 00000100:00000010:1.0:1767384693.425793:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007aeed93d. 00000100:00000010:1.0:1767384693.425861:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c66a1fcd. 00000100:00000010:1.0:1767384693.425865:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000593f3468. 00000100:00000010:1.0:1767384693.425968:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a49fb7e. 00000100:00000010:1.0:1767384693.425971:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001617a94e. 00000100:00000010:1.0:1767384693.426055:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcba7a28. 00000100:00000010:1.0:1767384693.426059:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005771afbf. 00000100:00000010:1.0:1767384693.426128:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5442846. 00000100:00000010:1.0:1767384693.426131:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b83a469a. 00000100:00000010:1.0:1767384693.426180:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038c099d8. 00000100:00000010:1.0:1767384693.426182:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e023080e. 00000100:00000010:1.0:1767384693.426252:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a02eba78. 00000100:00000010:1.0:1767384693.426256:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000068faf090. 00000100:00000010:1.0:1767384693.426319:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc411f40. 00000100:00000010:1.0:1767384693.426321:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000801f7e63. 00000100:00000010:1.0:1767384693.426369:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a189556a. 00000100:00000010:1.0:1767384693.426372:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f4ac2c78. 00000100:00000010:1.0:1767384693.426428:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075f3944c. 00000100:00000010:1.0:1767384693.426431:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004135b217. 00000100:00000010:1.0:1767384693.426487:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006aba082b. 00000100:00000010:1.0:1767384693.426491:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a30f8bd7. 00000100:00000010:1.0:1767384693.426548:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b51c1cd. 00000100:00000010:1.0:1767384693.426552:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f0385487. 00000100:00000010:1.0:1767384693.426613:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059fe4756. 00000100:00000010:1.0:1767384693.426616:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a9673f30. 00000100:00000010:1.0:1767384693.426672:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbcff038. 00000100:00000010:1.0:1767384693.426673:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000046deeba2. 00000100:00000010:1.0:1767384693.426719:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008b490f7. 00000100:00000010:1.0:1767384693.426721:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003e5c9aaf. 00000100:00000010:1.0:1767384693.426779:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000929d2aa3. 00000100:00000010:1.0:1767384693.426811:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000205f5ec3. 00000100:00000010:1.0:1767384693.426817:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000429b0c52. 00000100:00000001:1.0:1767384693.426822:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384693.426824:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.426826:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384693.426828:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384693.426830:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ceff307c. 00000100:00000001:1.0:1767384693.426855:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384693.426857:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.426861:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.426863:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007926d512. 00000100:00000001:1.0:1767384693.426866:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.426867:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.426869:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000353ea029. 00000100:00000001:1.0:1767384693.426872:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.426874:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.426875:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000031a2c115. 00000100:00000001:1.0:1767384693.426878:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.426880:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.426881:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008d12e7e8. 00000100:00000001:1.0:1767384693.426884:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384693.426949:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b2f5c957. 00000020:00000010:1.0:1767384693.426957:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f7487c48. 00000100:00000010:1.0:1767384693.426995:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000de60869a. 00000100:00000010:1.0:1767384693.427002:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bb27a4a9. 00000100:00000010:1.0:1767384693.427005:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000cf2adb4d. 00000100:00000010:1.0:1767384693.427010:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000cd91f7f6. 00000100:00000001:1.0:1767384693.427011:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.427014:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384693.427015:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:1.0:1767384693.427018:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384693.427019:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384693.427020:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:1.0:1767384693.427021:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:1.0:1767384693.427022:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:1.0:1767384693.427040:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:3.0:1767384693.427056:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000560470b9. 00000040:00000010:3.0:1767384693.427071:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fcc18ff7. 00000020:00000010:3.0:1767384693.427075:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5bba1b4. 00000020:00000010:2.0:1767384693.427078:0:16785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085832c08. 00000020:00000010:3.0:1767384693.427080:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000af29ae7a. 00000040:00000010:2.0:1767384693.427087:0:16785:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d9a9c25b. 00000020:00000010:3.0:1767384693.427088:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c019574. 00000020:00000010:2.0:1767384693.427093:0:16785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005dccf163. 80000000:00000010:3.0:1767384693.427095:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b431f692. 40000000:00000010:3.0:1767384693.427101:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009196884c. 00000020:00000010:2.0:1767384693.427101:0:16785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a5d151f4. 00100000:00000010:3.0:1767384693.427107:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000083496431. 00040000:00000010:3.0:1767384693.427110:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000071935f93. 00040000:00000010:3.0:1767384693.427113:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061e1a3b6. 00000020:00000010:2.0:1767384693.427116:0:16785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000052d718e. 00080000:00000010:3.0:1767384693.427118:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004a620580. 80000000:00000010:2.0:1767384693.427122:0:16785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000042f3995e. 00000004:00000010:3.0:1767384693.427123:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000060d3e83c. 40000000:00000010:2.0:1767384693.427126:0:16785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003320fc3b. 00000020:00000010:3.0:1767384693.427128:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddfdb38f. 00100000:00000010:2.0:1767384693.427131:0:16785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aec94e49. 00000020:00000010:3.0:1767384693.427135:0:16786:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005d361fde. 00040000:00000010:2.0:1767384693.427136:0:16785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c0e63821. 00040000:00000010:2.0:1767384693.427142:0:16785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000079f5c74b. 00000100:00000010:3.0:1767384693.427143:0:16786:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a0c479e4. 00080000:00000010:2.0:1767384693.427145:0:16785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006ddc3535. 00000004:00000010:2.0:1767384693.427148:0:16785:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c64b2beb. 00000020:00000010:2.0:1767384693.427150:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d52124f. 00000020:00000010:2.0:1767384693.427154:0:16785:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008df84c0a. 00000100:00100000:3.0:1767384693.427155:0:16786:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000167b6925:16786] 1 exiting: rc = 0 00000100:00000010:2.0:1767384693.427162:0:16785:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000c3b369c. 00000100:00100000:2.0:1767384693.427166:0:16785:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000833bd784:16785] 0 exiting: rc = 1 00000100:00000010:1.0:1767384693.427186:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000833bd784. 00000100:00000010:1.0:1767384693.427191:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000167b6925. 00000100:00000001:1.0:1767384693.427195:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384693.427196:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384693.427200:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:1.0:1767384693.427204:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427205:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427208:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0c13daa. 00000400:00000200:1.0:1767384693.427211:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b71277a1 00000400:00000010:1.0:1767384693.427213:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b71277a1. 00000100:00000001:1.0:1767384693.427217:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427219:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427227:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427229:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384693.427232:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427234:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427235:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427236:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f768e63. 00000400:00000200:1.0:1767384693.427240:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000827bd173 00000400:00000010:1.0:1767384693.427242:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000827bd173. 00000100:00000001:1.0:1767384693.427245:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427245:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427249:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427251:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384693.427252:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427254:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427255:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427256:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001564cd3a. 00000400:00000200:1.0:1767384693.427258:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d131c62b 00000400:00000010:1.0:1767384693.427260:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 00000100:00000001:1.0:1767384693.427261:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427262:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427266:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427267:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384693.427269:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427271:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427272:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427274:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c87b8c6. 00000400:00000200:1.0:1767384693.427276:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384693.427277:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000100:00000001:1.0:1767384693.427279:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427280:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427284:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427286:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384693.427287:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427288:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427289:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427290:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7822b91. 00000400:00000200:1.0:1767384693.427292:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000057ef437 00000400:00000010:1.0:1767384693.427294:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000057ef437. 00000100:00000001:1.0:1767384693.427296:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427297:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427300:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427302:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384693.427303:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427305:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427306:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427307:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdbd63e3. 00000400:00000200:1.0:1767384693.427308:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c0157ae 00000400:00000010:1.0:1767384693.427309:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c0157ae. 00000100:00000001:1.0:1767384693.427311:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427312:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427315:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427315:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384693.427316:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427317:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427318:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427319:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000372681ec. 00000400:00000200:1.0:1767384693.427320:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000355f5714 00000400:00000010:1.0:1767384693.427321:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000355f5714. 00000100:00000001:1.0:1767384693.427322:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427322:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427324:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427325:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384693.427326:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427327:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427328:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427329:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ba6c585. 00000400:00000200:1.0:1767384693.427331:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092c4b070 00000400:00000010:1.0:1767384693.427331:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092c4b070. 00000100:00000001:1.0:1767384693.427333:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427333:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427336:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427336:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384693.427337:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427338:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427338:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427339:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7d4bc3. 00000400:00000200:1.0:1767384693.427340:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd6bcbba 00000400:00000010:1.0:1767384693.427341:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd6bcbba. 00000100:00000001:1.0:1767384693.427342:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427342:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427346:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427347:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384693.427348:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427349:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427350:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427351:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dfcd2d2. 00000400:00000200:1.0:1767384693.427353:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc399a1 00000400:00000010:1.0:1767384693.427354:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc399a1. 00000100:00000001:1.0:1767384693.427356:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427356:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427360:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427361:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384693.427362:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427364:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427365:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427367:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f010d4ec. 00000400:00000200:1.0:1767384693.427368:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aabed99 00000400:00000010:1.0:1767384693.427370:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006aabed99. 00000100:00000001:1.0:1767384693.427372:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427373:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427377:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427379:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384693.427380:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427382:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427383:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427384:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000878a0e38. 00000400:00000200:1.0:1767384693.427386:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ce9e8c5 00000400:00000010:1.0:1767384693.427388:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ce9e8c5. 00000100:00000001:1.0:1767384693.427390:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427391:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427394:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427395:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384693.427396:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427397:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427398:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427399:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e96904d. 00000400:00000200:1.0:1767384693.427400:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c044ddc 00000400:00000010:1.0:1767384693.427401:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c044ddc. 00000100:00000001:1.0:1767384693.427403:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427404:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427408:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427409:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384693.427410:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427412:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427413:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427414:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b4d81ab. 00000400:00000200:1.0:1767384693.427417:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c6bb27 00000400:00000010:1.0:1767384693.427418:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7c6bb27. 00000100:00000001:1.0:1767384693.427420:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427421:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427424:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427426:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384693.427427:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427429:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427430:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427431:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ba75b1c. 00000400:00000200:1.0:1767384693.427433:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ebb2eb5 00000400:00000010:1.0:1767384693.427434:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ebb2eb5. 00000100:00000001:1.0:1767384693.427436:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427437:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427441:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427443:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384693.427444:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427446:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427447:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427449:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000201beccf. 00000400:00000200:1.0:1767384693.427451:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aa99bc8 00000400:00000010:1.0:1767384693.427452:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aa99bc8. 00000100:00000001:1.0:1767384693.427454:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427455:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427459:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427460:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384693.427461:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427463:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427464:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427465:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a952302. 00000400:00000200:1.0:1767384693.427467:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a8f8880 00000400:00000010:1.0:1767384693.427468:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a8f8880. 00000100:00000001:1.0:1767384693.427471:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427471:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427475:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427476:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384693.427478:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427479:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427480:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427481:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003723e58d. 00000400:00000200:1.0:1767384693.427483:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3e0c84d 00000400:00000010:1.0:1767384693.427484:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3e0c84d. 00000100:00000001:1.0:1767384693.427486:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427487:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427491:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427492:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384693.427494:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427495:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427496:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427497:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa939ad. 00000400:00000200:1.0:1767384693.427499:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4552195 00000400:00000010:1.0:1767384693.427501:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4552195. 00000100:00000001:1.0:1767384693.427503:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427503:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427507:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427509:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384693.427510:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427512:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427513:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427514:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6c55ec3. 00000400:00000200:1.0:1767384693.427516:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef99419c 00000400:00000010:1.0:1767384693.427517:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef99419c. 00000100:00000001:1.0:1767384693.427519:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427520:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427523:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427524:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384693.427526:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427527:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427528:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427529:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d4939a5. 00000400:00000200:1.0:1767384693.427531:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839ae2ff 00000400:00000010:1.0:1767384693.427532:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839ae2ff. 00000100:00000001:1.0:1767384693.427534:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427535:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427538:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427539:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384693.427541:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427542:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427543:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427544:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ea9c9bf. 00000400:00000200:1.0:1767384693.427546:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047e4198 00000400:00000010:1.0:1767384693.427547:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047e4198. 00000100:00000001:1.0:1767384693.427549:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427550:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427554:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427555:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384693.427557:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427558:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427560:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427561:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddc746e6. 00000400:00000200:1.0:1767384693.427563:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffb2c74 00000400:00000010:1.0:1767384693.427564:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ffb2c74. 00000100:00000001:1.0:1767384693.427567:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427568:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427571:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427572:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384693.427574:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427575:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427576:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427577:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9d30567. 00000400:00000200:1.0:1767384693.427579:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcac9035 00000400:00000010:1.0:1767384693.427581:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcac9035. 00000100:00000001:1.0:1767384693.427583:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427584:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427587:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427588:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384693.427590:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427591:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427592:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427594:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051158212. 00000400:00000200:1.0:1767384693.427596:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e924587 00000400:00000010:1.0:1767384693.427597:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e924587. 00000100:00000001:1.0:1767384693.427599:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427600:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427603:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427604:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384693.427605:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427607:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427608:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427609:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094cae03c. 00000400:00000200:1.0:1767384693.427610:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081f4de9a 00000400:00000010:1.0:1767384693.427612:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081f4de9a. 00000100:00000001:1.0:1767384693.427614:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427615:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427618:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427619:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384693.427621:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427622:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427623:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427625:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000525c484e. 00000400:00000200:1.0:1767384693.427627:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000500cf84 00000400:00000010:1.0:1767384693.427628:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000500cf84. 00000100:00000001:1.0:1767384693.427630:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427631:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427634:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427636:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384693.427637:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427639:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427640:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427641:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e3c8e59. 00000400:00000200:1.0:1767384693.427643:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb00f07 00000400:00000010:1.0:1767384693.427644:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb00f07. 00000100:00000001:1.0:1767384693.427646:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427647:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427651:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427652:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384693.427654:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427655:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427656:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427658:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060bf5cdd. 00000400:00000200:1.0:1767384693.427660:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e8c70ae 00000400:00000010:1.0:1767384693.427661:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e8c70ae. 00000100:00000001:1.0:1767384693.427662:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427663:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427667:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427669:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384693.427670:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427672:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427673:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427674:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e15a1cc. 00000400:00000200:1.0:1767384693.427676:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ee40ab 00000400:00000010:1.0:1767384693.427678:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050ee40ab. 00000100:00000001:1.0:1767384693.427680:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427681:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427685:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427686:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384693.427688:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427689:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427690:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427691:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000706719b1. 00000400:00000200:1.0:1767384693.427693:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000306ab93 00000400:00000010:1.0:1767384693.427694:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000306ab93. 00000100:00000001:1.0:1767384693.427696:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427697:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427700:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427702:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384693.427703:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427704:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427706:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427707:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee17bb33. 00000400:00000200:1.0:1767384693.427708:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1dfe6b8 00000400:00000010:1.0:1767384693.427709:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1dfe6b8. 00000100:00000001:1.0:1767384693.427711:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427712:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427715:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427716:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384693.427717:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427719:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427720:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427721:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a46818a. 00000400:00000200:1.0:1767384693.427722:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001bbec04 00000400:00000010:1.0:1767384693.427736:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001bbec04. 00000100:00000001:1.0:1767384693.427739:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427739:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427743:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427744:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384693.427745:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427747:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427748:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427749:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcf6fac. 00000400:00000200:1.0:1767384693.427751:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae71a29d 00000400:00000010:1.0:1767384693.427752:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae71a29d. 00000100:00000001:1.0:1767384693.427754:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427755:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427759:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427760:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384693.427762:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427763:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427764:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427765:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f5448a3. 00000400:00000200:1.0:1767384693.427767:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021a3d7c7 00000400:00000010:1.0:1767384693.427769:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021a3d7c7. 00000100:00000001:1.0:1767384693.427770:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427771:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427776:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427777:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384693.427779:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427780:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427781:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427782:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fcdccf6. 00000400:00000200:1.0:1767384693.427784:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060d8cb71 00000400:00000010:1.0:1767384693.427786:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060d8cb71. 00000100:00000001:1.0:1767384693.427788:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427789:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427792:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427793:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384693.427795:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427797:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427797:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427799:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eefb725. 00000400:00000200:1.0:1767384693.427800:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72a6db3 00000400:00000010:1.0:1767384693.427802:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72a6db3. 00000100:00000001:1.0:1767384693.427804:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427805:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427809:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427810:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384693.427811:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427813:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427814:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427816:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d02a368. 00000400:00000200:1.0:1767384693.427818:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad337f7 00000400:00000010:1.0:1767384693.427819:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad337f7. 00000100:00000001:1.0:1767384693.427821:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427822:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427826:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427827:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384693.427829:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427830:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427911:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427913:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025a33ced. 00000400:00000200:1.0:1767384693.427917:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025ebe94c 00000400:00000010:1.0:1767384693.427919:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025ebe94c. 00000100:00000001:1.0:1767384693.427923:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427924:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427930:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427932:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384693.427934:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427935:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427936:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427938:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042781ead. 00000400:00000200:1.0:1767384693.427940:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000183f0cf0 00000400:00000010:1.0:1767384693.427941:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000183f0cf0. 00000100:00000001:1.0:1767384693.427943:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427944:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427948:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427949:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384693.427951:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427952:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.427953:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.427979:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008852d0fb. 00000400:00000200:1.0:1767384693.427981:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b08134 00000400:00000010:1.0:1767384693.427983:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b08134. 00000100:00000001:1.0:1767384693.427986:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.427988:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.427993:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.427994:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384693.427996:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.427999:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428000:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428002:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c12c2be8. 00000400:00000200:1.0:1767384693.428005:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e927bbd 00000400:00000010:1.0:1767384693.428006:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e927bbd. 00000100:00000001:1.0:1767384693.428008:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428029:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428034:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428035:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384693.428037:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428039:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428040:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428042:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036aae600. 00000400:00000200:1.0:1767384693.428044:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000378b9ae2 00000400:00000010:1.0:1767384693.428046:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000378b9ae2. 00000100:00000001:1.0:1767384693.428048:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428049:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428052:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428054:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384693.428055:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428057:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428058:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428060:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b96ba635. 00000400:00000200:1.0:1767384693.428062:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060340d33 00000400:00000010:1.0:1767384693.428064:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060340d33. 00000100:00000001:1.0:1767384693.428067:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428068:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428073:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428075:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384693.428077:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428079:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428080:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428082:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc86eb30. 00000400:00000200:1.0:1767384693.428085:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004068482 00000400:00000010:1.0:1767384693.428086:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004068482. 00000100:00000001:1.0:1767384693.428088:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428089:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428093:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428095:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384693.428096:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428097:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428098:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428100:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a9d7d0. 00000400:00000200:1.0:1767384693.428102:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c2ad5b3 00000400:00000010:1.0:1767384693.428104:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c2ad5b3. 00000100:00000001:1.0:1767384693.428106:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428107:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428111:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428112:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384693.428113:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428115:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428116:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428117:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a582874d. 00000400:00000200:1.0:1767384693.428119:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a19900e0 00000400:00000010:1.0:1767384693.428121:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a19900e0. 00000100:00000001:1.0:1767384693.428122:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428124:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428127:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428129:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384693.428130:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428132:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428133:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428134:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a9aecd. 00000400:00000200:1.0:1767384693.428136:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a2c634e 00000400:00000010:1.0:1767384693.428137:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a2c634e. 00000100:00000001:1.0:1767384693.428139:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428140:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428144:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428145:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384693.428147:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428148:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428150:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428151:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067f0a265. 00000400:00000200:1.0:1767384693.428152:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e2898c 00000400:00000010:1.0:1767384693.428153:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092e2898c. 00000100:00000001:1.0:1767384693.428155:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428156:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428160:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428161:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384693.428163:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428164:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428165:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428166:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c2d17d5. 00000400:00000200:1.0:1767384693.428168:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf7cf4c 00000400:00000010:1.0:1767384693.428169:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf7cf4c. 00000100:00000001:1.0:1767384693.428171:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428172:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428176:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428177:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384693.428178:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428180:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428181:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428182:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001fec7ad. 00000400:00000200:1.0:1767384693.428184:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e10c6caf 00000400:00000010:1.0:1767384693.428185:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e10c6caf. 00000100:00000001:1.0:1767384693.428187:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428188:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428192:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428194:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384693.428196:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428197:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428198:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428200:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0f47711. 00000400:00000200:1.0:1767384693.428201:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b9fe4a 00000400:00000010:1.0:1767384693.428202:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b9fe4a. 00000100:00000001:1.0:1767384693.428204:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428206:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428209:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428211:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384693.428212:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428213:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428214:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428215:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329d64bf. 00000400:00000200:1.0:1767384693.428217:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b53db9f 00000400:00000010:1.0:1767384693.428219:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b53db9f. 00000100:00000001:1.0:1767384693.428221:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428223:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428226:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428228:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384693.428230:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428231:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428232:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428233:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ca8be1. 00000400:00000200:1.0:1767384693.428235:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061abf528 00000400:00000010:1.0:1767384693.428237:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061abf528. 00000100:00000001:1.0:1767384693.428239:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428240:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428243:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428245:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384693.428246:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428248:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428249:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428250:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074cd2255. 00000400:00000200:1.0:1767384693.428252:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031ae4d9f 00000400:00000010:1.0:1767384693.428253:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031ae4d9f. 00000100:00000001:1.0:1767384693.428255:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428256:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428260:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428261:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384693.428263:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428264:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428265:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428266:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad8532d. 00000400:00000200:1.0:1767384693.428268:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ffd21b 00000400:00000010:1.0:1767384693.428270:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ffd21b. 00000100:00000001:1.0:1767384693.428272:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428273:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428277:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428278:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384693.428280:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428281:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428283:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428285:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003632e32. 00000400:00000200:1.0:1767384693.428287:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7dd7dc 00000400:00000010:1.0:1767384693.428288:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7dd7dc. 00000100:00000001:1.0:1767384693.428290:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428291:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428295:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428296:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384693.428298:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428300:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428301:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428302:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d3d8573. 00000400:00000200:1.0:1767384693.428304:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000983a56c 00000400:00000010:1.0:1767384693.428305:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000983a56c. 00000100:00000001:1.0:1767384693.428308:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428308:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428312:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428314:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384693.428315:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428317:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428318:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428319:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045d429b9. 00000400:00000200:1.0:1767384693.428321:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9dee940 00000400:00000010:1.0:1767384693.428323:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9dee940. 00000100:00000001:1.0:1767384693.428324:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428325:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428329:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428330:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384693.428331:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428333:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428334:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428336:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d969f1. 00000400:00000200:1.0:1767384693.428338:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003320071c 00000400:00000010:1.0:1767384693.428339:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003320071c. 00000100:00000001:1.0:1767384693.428341:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428342:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428346:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428347:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384693.428349:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428351:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428352:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428353:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7189d9b. 00000400:00000200:1.0:1767384693.428355:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e8ebad9 00000400:00000010:1.0:1767384693.428356:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e8ebad9. 00000100:00000001:1.0:1767384693.428358:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428359:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428363:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428364:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384693.428365:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428367:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428368:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428369:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064423fe0. 00000400:00000200:1.0:1767384693.428371:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508e169f 00000400:00000010:1.0:1767384693.428373:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508e169f. 00000100:00000001:1.0:1767384693.428375:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428376:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428380:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428381:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384693.428383:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428385:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428386:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428387:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f886d70. 00000400:00000200:1.0:1767384693.428389:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b594d0dc 00000400:00000010:1.0:1767384693.428391:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b594d0dc. 00000100:00000001:1.0:1767384693.428392:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428393:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428397:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428398:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384693.428399:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.428400:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.428401:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.428402:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807fc9da. 00000400:00000200:1.0:1767384693.428404:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006af9415e 00000400:00000010:1.0:1767384693.428406:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006af9415e. 00000100:00000001:1.0:1767384693.428407:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.428408:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384693.428412:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.428413:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384693.428414:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384693.428417:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428419:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428422:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428423:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428425:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428426:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428428:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428429:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428430:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428431:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428432:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428433:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428434:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428435:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428436:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428437:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428438:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428439:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428440:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428442:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428443:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428444:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428445:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428446:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428447:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428448:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428449:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428450:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428451:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428452:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428453:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428454:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428455:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428456:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428458:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428458:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428459:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428461:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428462:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428463:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428465:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428466:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428467:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428468:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428470:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428471:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428472:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428473:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428474:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428475:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428476:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428477:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428479:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428480:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428482:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428483:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428484:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428485:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428486:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428487:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428488:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428489:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428490:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428491:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428493:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428494:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428495:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428496:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428497:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428498:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428499:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428500:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428501:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428502:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428504:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428505:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428506:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428508:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428509:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428510:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428512:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428513:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428514:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428515:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428516:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428517:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428519:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428520:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428521:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428522:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428523:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428524:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428525:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428526:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428527:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428528:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428529:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428530:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428531:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428532:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428533:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428534:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428535:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428536:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428537:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428538:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428539:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428540:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428542:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428542:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428544:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428545:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428546:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428547:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428548:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428549:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428550:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428552:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428553:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428554:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428555:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428556:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428558:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428559:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428560:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428561:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.428562:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.428563:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384693.428566:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1a125d1. 00000100:00000010:1.0:1767384693.428570:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bd12371. 00000100:00000010:1.0:1767384693.428572:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011e2bafb. 00000100:00000010:1.0:1767384693.428574:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092b9a9c0. 00000100:00000010:1.0:1767384693.428575:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001c3d907f. 00000100:00000010:1.0:1767384693.428578:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f0682fa. 00000100:00000010:1.0:1767384693.428580:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b496ec9. 00000100:00000010:1.0:1767384693.428583:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d0c30e0. 00000100:00000010:1.0:1767384693.428585:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cc22b7bb. 00000100:00000010:1.0:1767384693.428587:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a269aa4. 00000100:00000010:1.0:1767384693.428589:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d761803. 00000100:00000010:1.0:1767384693.428591:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e618e421. 00000100:00000010:1.0:1767384693.428593:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4e05c8e. 00000100:00000010:1.0:1767384693.428595:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009593aa13. 00000100:00000010:1.0:1767384693.428597:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e6fe199c. 00000100:00000010:1.0:1767384693.428599:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5cd92dd. 00000100:00000010:1.0:1767384693.428601:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9b0ec94. 00000100:00000010:1.0:1767384693.428603:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3935944. 00000100:00000010:1.0:1767384693.428604:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ec13da58. 00000100:00000010:1.0:1767384693.428607:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ac2deac. 00000100:00000010:1.0:1767384693.428609:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001aefdc69. 00000100:00000010:1.0:1767384693.428611:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e5b3e22. 00000100:00000010:1.0:1767384693.428613:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011f04fce. 00000100:00000010:1.0:1767384693.428614:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001004ca9c. 00000100:00000010:1.0:1767384693.428617:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e581e5a. 00000100:00000010:1.0:1767384693.428619:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004065ba65. 00000100:00000010:1.0:1767384693.428620:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000642eba4e. 00000100:00000010:1.0:1767384693.428622:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c59085ca. 00000100:00000010:1.0:1767384693.428624:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001cc74bfb. 00000100:00000010:1.0:1767384693.428627:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008850b29a. 00000100:00000010:1.0:1767384693.428629:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028f3174f. 00000100:00000010:1.0:1767384693.428631:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009176e416. 00000100:00000010:1.0:1767384693.428632:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008c8a8d89. 00000100:00000010:1.0:1767384693.428634:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abf784b5. 00000100:00000010:1.0:1767384693.428635:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e613a3b1. 00000100:00000010:1.0:1767384693.428638:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e55ed42c. 00000100:00000010:1.0:1767384693.428639:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006396eb66. 00000100:00000010:1.0:1767384693.428641:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b17266a. 00000100:00000010:1.0:1767384693.428643:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007fff09ab. 00000100:00000010:1.0:1767384693.428645:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b51e99d. 00000100:00000010:1.0:1767384693.428647:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c92cfb91. 00000100:00000010:1.0:1767384693.428650:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b643c8f2. 00000100:00000010:1.0:1767384693.428651:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008410a349. 00000100:00000010:1.0:1767384693.428653:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ccc0c02. 00000100:00000010:1.0:1767384693.428655:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001db1b966. 00000100:00000010:1.0:1767384693.428657:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fd10ee6. 00000100:00000010:1.0:1767384693.428659:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000abbec628. 00000100:00000010:1.0:1767384693.428661:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abc27a21. 00000100:00000010:1.0:1767384693.428662:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001fbee496. 00000100:00000010:1.0:1767384693.428665:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf73e15e. 00000100:00000010:1.0:1767384693.428667:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c5e09a52. 00000100:00000010:1.0:1767384693.428669:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7a9fff0. 00000100:00000010:1.0:1767384693.428670:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d02ed8e. 00000100:00000010:1.0:1767384693.428673:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007231090f. 00000100:00000010:1.0:1767384693.428675:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000346c75e4. 00000100:00000010:1.0:1767384693.428677:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b437201a. 00000100:00000010:1.0:1767384693.428679:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e55858c. 00000100:00000010:1.0:1767384693.428681:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db03c364. 00000100:00000010:1.0:1767384693.428682:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b34ae9df. 00000100:00000010:1.0:1767384693.428684:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000e0b92d. 00000100:00000010:1.0:1767384693.428686:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051601d76. 00000100:00000010:1.0:1767384693.428688:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a337d97e. 00000100:00000010:1.0:1767384693.428689:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000976c2728. 00000100:00000010:1.0:1767384693.428692:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0ff9015. 00000100:00000010:1.0:1767384693.428694:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b57a5193. 00000100:00000010:1.0:1767384693.428696:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f792e322. 00000100:00000010:1.0:1767384693.428698:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012499346. 00000100:00000010:1.0:1767384693.428700:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dde841c5. 00000100:00000010:1.0:1767384693.428701:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a23fddd. 00000100:00000010:1.0:1767384693.428703:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095ad27f8. 00000100:00000010:1.0:1767384693.428706:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb2d8d22. 00000100:00000010:1.0:1767384693.428707:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edee11cd. 00000100:00000010:1.0:1767384693.428709:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078a25b41. 00000100:00000010:1.0:1767384693.428711:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000719111ae. 00000100:00000010:1.0:1767384693.428713:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc9d4686. 00000100:00000010:1.0:1767384693.428715:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061874856. 00000100:00000010:1.0:1767384693.428717:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f36c62d. 00000100:00000010:1.0:1767384693.428719:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1ea3c42. 00000100:00000010:1.0:1767384693.428720:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d763e8e6. 00000100:00000010:1.0:1767384693.428723:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e4a6339. 00000100:00000010:1.0:1767384693.428737:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ee6da4c. 00000100:00000010:1.0:1767384693.428739:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000647620b. 00000100:00000010:1.0:1767384693.428741:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000900d5a3d. 00000100:00000010:1.0:1767384693.428743:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027e7c29e. 00000100:00000010:1.0:1767384693.428744:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000dde1fa0. 00000100:00000010:1.0:1767384693.428747:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb15ffde. 00000100:00000010:1.0:1767384693.428749:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061134966. 00000100:00000010:1.0:1767384693.428751:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be368423. 00000100:00000010:1.0:1767384693.428753:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e29756a2. 00000100:00000010:1.0:1767384693.428755:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d692d1e. 00000100:00000010:1.0:1767384693.428757:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ceb2d9c. 00000100:00000010:1.0:1767384693.428759:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064e5e56e. 00000100:00000010:1.0:1767384693.428761:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f29499a. 00000100:00000010:1.0:1767384693.428763:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3e901fb. 00000100:00000010:1.0:1767384693.428765:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000234a04fd. 00000100:00000010:1.0:1767384693.428767:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088151ef0. 00000100:00000010:1.0:1767384693.428793:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1b2e986. 00000100:00000010:1.0:1767384693.428797:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030e96944. 00000100:00000010:1.0:1767384693.428799:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a70e495f. 00000100:00000010:1.0:1767384693.428801:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2608b6f. 00000100:00000010:1.0:1767384693.428802:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000301a8c2b. 00000100:00000010:1.0:1767384693.428804:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac97316f. 00000100:00000010:1.0:1767384693.428806:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3bc4952. 00000100:00000010:1.0:1767384693.428808:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030530e8b. 00000100:00000010:1.0:1767384693.428810:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c709380. 00000100:00000010:1.0:1767384693.428812:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000307c9e97. 00000100:00000010:1.0:1767384693.428813:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000deea22e6. 00000100:00000010:1.0:1767384693.428815:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5f001ea. 00000100:00000010:1.0:1767384693.428817:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012e13683. 00000100:00000010:1.0:1767384693.428820:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9d9eb83. 00000100:00000010:1.0:1767384693.428821:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbe0be40. 00000100:00000010:1.0:1767384693.428824:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f48d57bd. 00000100:00000010:1.0:1767384693.428825:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b919d66. 00000100:00000010:1.0:1767384693.428827:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000856f740e. 00000100:00000010:1.0:1767384693.428829:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a9819ae. 00000100:00000010:1.0:1767384693.428831:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075a0e741. 00000100:00000010:1.0:1767384693.428855:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000715d0d87. 00000100:00000010:1.0:1767384693.428859:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000000781f. 00000100:00000010:1.0:1767384693.428862:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000062df739f. 00000100:00000010:1.0:1767384693.428865:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c742161. 00000100:00000010:1.0:1767384693.428868:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007bfcc218. 00000100:00000010:1.0:1767384693.428872:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036261a92. 00000100:00000010:1.0:1767384693.428876:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e6ce79e1. 00000100:00000010:1.0:1767384693.428882:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000714d8e91. 00000100:00000010:1.0:1767384693.428883:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000203ccab9. 00000100:00000010:1.0:1767384693.428885:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c087415a. 00000100:00000010:1.0:1767384693.428887:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000529b21df. 00000100:00000010:1.0:1767384693.428889:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e0a1f23. 00000100:00000010:1.0:1767384693.428914:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000008af3db98. 00000100:00000010:1.0:1767384693.428918:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000795b12d3. 00000100:00000001:1.0:1767384693.428921:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384693.428923:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.428924:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384693.428926:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384693.428927:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d9536285. 00000100:00000001:1.0:1767384693.428930:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384693.428931:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.428932:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.428933:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006b75bd74. 00000100:00000001:1.0:1767384693.428936:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.428937:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.428938:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000030663d92. 00000100:00000001:1.0:1767384693.428940:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.428942:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.428942:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000622a7330. 00000100:00000001:1.0:1767384693.428944:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.428945:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.428946:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bb0d2c6a. 00000100:00000001:1.0:1767384693.428948:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384693.429018:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a581fbe6. 00000020:00000010:1.0:1767384693.429024:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002bc92870. 00000100:00000010:1.0:1767384693.429053:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000004f30650b. 00000100:00000010:1.0:1767384693.429062:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000243e9162. 00000100:00000010:1.0:1767384693.429065:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000b9d4709a. 00000100:00000010:1.0:1767384693.429073:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000544f7e3c. 00000100:00000001:1.0:1767384693.429074:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.429076:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384693.429077:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:1.0:1767384693.429079:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384693.429080:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384693.429081:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:1.0:1767384693.429083:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:1.0:1767384693.429084:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:1.0:1767384693.429136:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:2.0:1767384693.429159:0:16788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000044e84fa5. 00000040:00000010:2.0:1767384693.429163:0:16788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e6d2cfe. 00000020:00000010:3.0:1767384693.429166:0:16787:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b7c39196. 00000020:00000010:2.0:1767384693.429166:0:16788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fcde081d. 00000020:00000010:2.0:1767384693.429170:0:16788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9d18fec. 00000040:00000010:3.0:1767384693.429172:0:16787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c1b2ad99. 00000020:00000010:2.0:1767384693.429175:0:16788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000307a2ca6. 00000020:00000010:3.0:1767384693.429177:0:16787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000557e68ea. 80000000:00000010:2.0:1767384693.429179:0:16788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000090bbae3f. 00000020:00000010:3.0:1767384693.429181:0:16787:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000037f72c15. 40000000:00000010:2.0:1767384693.429183:0:16788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000603a4a52. 00000020:00000010:3.0:1767384693.429187:0:16787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df42f41f. 00100000:00000010:2.0:1767384693.429188:0:16788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dcfd1a52. 00040000:00000010:2.0:1767384693.429192:0:16788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003d27c6c7. 80000000:00000010:3.0:1767384693.429193:0:16787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd5632c0. 00040000:00000010:2.0:1767384693.429195:0:16788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb6e93e7. 40000000:00000010:3.0:1767384693.429197:0:16787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000068488c7e. 00080000:00000010:2.0:1767384693.429199:0:16788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d9e28d8c. 00100000:00000010:3.0:1767384693.429201:0:16787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c992332f. 00000004:00000010:2.0:1767384693.429203:0:16788:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000084dea938. 00040000:00000010:3.0:1767384693.429206:0:16787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007fca6669. 00040000:00000010:3.0:1767384693.429210:0:16787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b542c977. 00080000:00000010:3.0:1767384693.429214:0:16787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eb6be6c7. 00002000:00000010:2.0:1767384693.429215:0:16788:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005538715f. 00000004:00000010:3.0:1767384693.429217:0:16787:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d88ecdc. 00000020:00000010:2.0:1767384693.429219:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026af0836. 00002000:00000010:3.0:1767384693.429222:0:16787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001b081e82. 00000020:00000010:2.0:1767384693.429225:0:16788:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000059c05173. 00000020:00000010:3.0:1767384693.429227:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d2b611b. 00000100:00000010:2.0:1767384693.429229:0:16788:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000050eacc08. 00000020:00000010:3.0:1767384693.429233:0:16787:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000aff671c5. 00000100:00100000:2.0:1767384693.429234:0:16788:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000009d2b36cd:16788] 1 exiting: rc = 0 00000100:00000010:3.0:1767384693.429239:0:16787:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007d79ec0f. 00000100:00100000:3.0:1767384693.429244:0:16787:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000082450388:16787] 0 exiting: rc = 1 00000100:00000010:1.0:1767384693.429415:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000082450388. 00000100:00000010:1.0:1767384693.429419:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009d2b36cd. 00000100:00000001:1.0:1767384693.429421:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384693.429422:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384693.429424:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:1.0:1767384693.429426:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429427:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429429:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3108c69. 00000400:00000200:1.0:1767384693.429431:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d00237e 00000400:00000010:1.0:1767384693.429432:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d00237e. 00000100:00000001:1.0:1767384693.429434:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429435:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429439:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429440:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384693.429441:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429442:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429443:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429444:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004afc7c9. 00000400:00000200:1.0:1767384693.429445:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f2d5daa 00000400:00000010:1.0:1767384693.429446:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f2d5daa. 00000100:00000001:1.0:1767384693.429447:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429447:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429450:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429450:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384693.429451:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429452:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429453:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429453:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002af39db6. 00000400:00000200:1.0:1767384693.429454:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000197e09d4 00000400:00000010:1.0:1767384693.429455:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000197e09d4. 00000100:00000001:1.0:1767384693.429456:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429457:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429460:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429461:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384693.429462:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429463:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429464:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429464:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d445cb2b. 00000400:00000200:1.0:1767384693.429465:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd6fe6c 00000400:00000010:1.0:1767384693.429466:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abd6fe6c. 00000100:00000001:1.0:1767384693.429467:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429468:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429470:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429471:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384693.429471:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429472:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429473:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429473:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba39233. 00000400:00000200:1.0:1767384693.429474:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044421e1f 00000400:00000010:1.0:1767384693.429475:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044421e1f. 00000100:00000001:1.0:1767384693.429477:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429477:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429480:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429480:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384693.429481:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429482:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429482:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429483:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd87865d. 00000400:00000200:1.0:1767384693.429484:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026257643 00000400:00000010:1.0:1767384693.429485:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026257643. 00000100:00000001:1.0:1767384693.429486:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429486:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429488:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429489:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384693.429490:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429491:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429491:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429492:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b36089. 00000400:00000200:1.0:1767384693.429493:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005af8768 00000400:00000010:1.0:1767384693.429494:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005af8768. 00000100:00000001:1.0:1767384693.429495:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429496:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429499:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429499:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384693.429500:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429502:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429502:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429503:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c79dc72. 00000400:00000200:1.0:1767384693.429504:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009691981c 00000400:00000010:1.0:1767384693.429504:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009691981c. 00000100:00000001:1.0:1767384693.429505:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429506:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429508:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429509:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384693.429509:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429510:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429511:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429511:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000229a1e0f. 00000400:00000200:1.0:1767384693.429512:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000481c62b7 00000400:00000010:1.0:1767384693.429513:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000481c62b7. 00000100:00000001:1.0:1767384693.429514:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429514:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429516:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429517:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384693.429518:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429519:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429519:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429520:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd95662e. 00000400:00000200:1.0:1767384693.429521:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b895c7a1 00000400:00000010:1.0:1767384693.429521:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b895c7a1. 00000100:00000001:1.0:1767384693.429522:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429523:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429525:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429526:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384693.429526:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429527:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429528:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429528:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc454dcf. 00000400:00000200:1.0:1767384693.429530:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b735a8aa 00000400:00000010:1.0:1767384693.429531:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b735a8aa. 00000100:00000001:1.0:1767384693.429532:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429533:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429535:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429536:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384693.429537:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429537:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429538:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429539:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b5e9009. 00000400:00000200:1.0:1767384693.429539:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9b7b17 00000400:00000010:1.0:1767384693.429540:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa9b7b17. 00000100:00000001:1.0:1767384693.429541:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429541:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429544:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429544:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384693.429545:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429546:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429546:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429547:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000862ea7b6. 00000400:00000200:1.0:1767384693.429548:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091d0d3d4 00000400:00000010:1.0:1767384693.429549:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091d0d3d4. 00000100:00000001:1.0:1767384693.429550:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429551:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429555:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429556:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384693.429557:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429558:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429559:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429560:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006183bda9. 00000400:00000200:1.0:1767384693.429562:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e03a93a3 00000400:00000010:1.0:1767384693.429563:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e03a93a3. 00000100:00000001:1.0:1767384693.429564:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429565:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429569:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429570:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384693.429571:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429573:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429574:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429575:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082f37e10. 00000400:00000200:1.0:1767384693.429577:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcc16656 00000400:00000010:1.0:1767384693.429578:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcc16656. 00000100:00000001:1.0:1767384693.429580:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429581:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429585:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429586:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384693.429588:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429589:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429590:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429591:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eef2ec4a. 00000400:00000200:1.0:1767384693.429593:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000989bbbf3 00000400:00000010:1.0:1767384693.429594:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000989bbbf3. 00000100:00000001:1.0:1767384693.429596:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429597:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429600:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429602:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384693.429603:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429605:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429606:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429607:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000925d7c22. 00000400:00000200:1.0:1767384693.429609:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b5235a2 00000400:00000010:1.0:1767384693.429610:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b5235a2. 00000100:00000001:1.0:1767384693.429612:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429612:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429617:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429618:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384693.429620:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429621:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429622:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429623:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4b3eb7c. 00000400:00000200:1.0:1767384693.429625:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad65c46c 00000400:00000010:1.0:1767384693.429626:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad65c46c. 00000100:00000001:1.0:1767384693.429628:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429629:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429633:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429635:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384693.429636:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429638:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429639:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429640:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d521b4b2. 00000400:00000200:1.0:1767384693.429642:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f32513 00000400:00000010:1.0:1767384693.429643:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f32513. 00000100:00000001:1.0:1767384693.429645:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429646:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429650:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429651:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384693.429653:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429654:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429655:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429656:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062bda97d. 00000400:00000200:1.0:1767384693.429658:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fecb2696 00000400:00000010:1.0:1767384693.429660:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fecb2696. 00000100:00000001:1.0:1767384693.429661:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429663:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429667:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429668:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384693.429669:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429671:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429672:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429673:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e2e8385. 00000400:00000200:1.0:1767384693.429675:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000707495e1 00000400:00000010:1.0:1767384693.429676:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000707495e1. 00000100:00000001:1.0:1767384693.429678:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429679:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429682:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429684:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384693.429685:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429686:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429688:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429689:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b1ed855. 00000400:00000200:1.0:1767384693.429690:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1a0b69 00000400:00000010:1.0:1767384693.429692:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd1a0b69. 00000100:00000001:1.0:1767384693.429694:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429695:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429699:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429700:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384693.429702:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429703:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429704:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429706:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e69f18e. 00000400:00000200:1.0:1767384693.429707:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aedaa4c3 00000400:00000010:1.0:1767384693.429709:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aedaa4c3. 00000100:00000001:1.0:1767384693.429711:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429711:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429715:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429716:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384693.429718:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429719:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429720:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429722:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc10eba. 00000400:00000200:1.0:1767384693.429733:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeb81f23 00000400:00000010:1.0:1767384693.429735:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeb81f23. 00000100:00000001:1.0:1767384693.429738:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429738:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429742:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429743:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384693.429744:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429745:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429745:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429746:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000714a4fca. 00000400:00000200:1.0:1767384693.429747:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc298606 00000400:00000010:1.0:1767384693.429748:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc298606. 00000100:00000001:1.0:1767384693.429749:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429749:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429752:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429753:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384693.429753:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429754:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429755:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429756:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdbb5ec. 00000400:00000200:1.0:1767384693.429757:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d13d97 00000400:00000010:1.0:1767384693.429758:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d13d97. 00000100:00000001:1.0:1767384693.429759:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429760:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429763:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429764:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384693.429764:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429765:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429766:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429767:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d81172a1. 00000400:00000200:1.0:1767384693.429768:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cb5b8c0 00000400:00000010:1.0:1767384693.429768:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cb5b8c0. 00000100:00000001:1.0:1767384693.429769:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429770:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429772:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429773:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384693.429773:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429774:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429774:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429775:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e180cf3c. 00000400:00000200:1.0:1767384693.429776:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032849b41 00000400:00000010:1.0:1767384693.429776:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032849b41. 00000100:00000001:1.0:1767384693.429777:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429778:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429780:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429781:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384693.429782:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429782:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429783:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429783:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a64189b2. 00000400:00000200:1.0:1767384693.429784:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000930b7333 00000400:00000010:1.0:1767384693.429785:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000930b7333. 00000100:00000001:1.0:1767384693.429786:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429786:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429789:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429789:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384693.429790:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429791:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429792:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429793:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d17eea4a. 00000400:00000200:1.0:1767384693.429793:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a882e57 00000400:00000010:1.0:1767384693.429794:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a882e57. 00000100:00000001:1.0:1767384693.429795:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429796:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429798:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429798:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384693.429799:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429800:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429800:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429801:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081de3a33. 00000400:00000200:1.0:1767384693.429802:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051728272 00000400:00000010:1.0:1767384693.429802:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051728272. 00000100:00000001:1.0:1767384693.429803:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429804:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429806:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429806:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384693.429807:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429808:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429808:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429809:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009497988. 00000400:00000200:1.0:1767384693.429810:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099d18cac 00000400:00000010:1.0:1767384693.429810:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099d18cac. 00000100:00000001:1.0:1767384693.429811:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429812:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429814:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429815:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384693.429815:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429816:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429816:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429817:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002a050a3. 00000400:00000200:1.0:1767384693.429818:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aed3937f 00000400:00000010:1.0:1767384693.429818:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aed3937f. 00000100:00000001:1.0:1767384693.429819:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429820:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429822:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429822:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384693.429824:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429824:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429825:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429825:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6d6d21e. 00000400:00000200:1.0:1767384693.429826:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000202c8fbd 00000400:00000010:1.0:1767384693.429827:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000202c8fbd. 00000100:00000001:1.0:1767384693.429829:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429829:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429898:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429900:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384693.429901:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429903:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429904:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429905:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e5d8e0f. 00000400:00000200:1.0:1767384693.429908:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1737d0 00000400:00000010:1.0:1767384693.429909:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c1737d0. 00000100:00000001:1.0:1767384693.429911:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429912:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429916:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429917:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384693.429919:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429920:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429921:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429922:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080a8fd7a. 00000400:00000200:1.0:1767384693.429924:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef2beeb7 00000400:00000010:1.0:1767384693.429926:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef2beeb7. 00000100:00000001:1.0:1767384693.429927:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429928:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429932:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429933:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384693.429935:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429936:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429937:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429938:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d72eb36. 00000400:00000200:1.0:1767384693.429939:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072c2ae13 00000400:00000010:1.0:1767384693.429941:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072c2ae13. 00000100:00000001:1.0:1767384693.429943:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429944:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429948:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429949:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384693.429951:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429952:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429953:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429954:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a1aef56. 00000400:00000200:1.0:1767384693.429957:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c90205b6 00000400:00000010:1.0:1767384693.429958:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c90205b6. 00000100:00000001:1.0:1767384693.429960:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429961:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429964:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429966:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384693.429968:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429969:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429970:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429971:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1bfd78e. 00000400:00000200:1.0:1767384693.429972:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084493d56 00000400:00000010:1.0:1767384693.429974:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084493d56. 00000100:00000001:1.0:1767384693.429976:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429976:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429980:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429982:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384693.429983:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.429984:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.429985:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.429986:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5160c47. 00000400:00000200:1.0:1767384693.429988:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073c6bc8d 00000400:00000010:1.0:1767384693.429989:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073c6bc8d. 00000100:00000001:1.0:1767384693.429991:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.429992:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.429996:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.429998:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384693.429999:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430001:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430002:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430003:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1782d34. 00000400:00000200:1.0:1767384693.430005:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9b9b95 00000400:00000010:1.0:1767384693.430006:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9b9b95. 00000100:00000001:1.0:1767384693.430009:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430010:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430014:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430015:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384693.430017:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430018:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430019:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430021:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055475bcf. 00000400:00000200:1.0:1767384693.430023:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000264b9695 00000400:00000010:1.0:1767384693.430025:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000264b9695. 00000100:00000001:1.0:1767384693.430027:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430028:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430033:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430035:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384693.430037:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430038:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430039:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430040:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008fe26cc. 00000400:00000200:1.0:1767384693.430042:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc93b199 00000400:00000010:1.0:1767384693.430044:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc93b199. 00000100:00000001:1.0:1767384693.430046:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430047:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430054:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430055:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384693.430058:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430060:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430062:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430063:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000623dc37f. 00000400:00000200:1.0:1767384693.430066:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008baaa572 00000400:00000010:1.0:1767384693.430067:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008baaa572. 00000100:00000001:1.0:1767384693.430069:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430070:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430074:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430075:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384693.430076:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430078:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430079:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430080:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d76ef8. 00000400:00000200:1.0:1767384693.430083:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b1c1def 00000400:00000010:1.0:1767384693.430084:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b1c1def. 00000100:00000001:1.0:1767384693.430086:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430087:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430091:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430092:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384693.430094:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430095:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430097:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430098:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d919f79f. 00000400:00000200:1.0:1767384693.430100:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001485e17f 00000400:00000010:1.0:1767384693.430102:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001485e17f. 00000100:00000001:1.0:1767384693.430104:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430105:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430109:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430110:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384693.430112:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430113:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430114:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430115:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000924de1d0. 00000400:00000200:1.0:1767384693.430117:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dc50056 00000400:00000010:1.0:1767384693.430118:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dc50056. 00000100:00000001:1.0:1767384693.430120:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430121:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430125:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430126:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384693.430128:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430129:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430130:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430131:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029ee3b98. 00000400:00000200:1.0:1767384693.430133:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149c5ef5 00000400:00000010:1.0:1767384693.430135:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000149c5ef5. 00000100:00000001:1.0:1767384693.430137:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430138:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430142:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430144:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384693.430146:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430148:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430149:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430150:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000662b7f61. 00000400:00000200:1.0:1767384693.430152:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f131eaca 00000400:00000010:1.0:1767384693.430153:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f131eaca. 00000100:00000001:1.0:1767384693.430155:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430156:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430160:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430161:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384693.430163:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430164:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430165:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430166:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a331df3e. 00000400:00000200:1.0:1767384693.430168:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4f64523 00000400:00000010:1.0:1767384693.430169:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4f64523. 00000100:00000001:1.0:1767384693.430171:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430172:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430176:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430177:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384693.430178:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430181:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430182:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430183:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c2c8514. 00000400:00000200:1.0:1767384693.430185:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082d34432 00000400:00000010:1.0:1767384693.430186:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082d34432. 00000100:00000001:1.0:1767384693.430189:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430190:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430194:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430195:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384693.430198:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430200:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430202:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430203:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf940b06. 00000400:00000200:1.0:1767384693.430206:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e16ce2 00000400:00000010:1.0:1767384693.430207:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e16ce2. 00000100:00000001:1.0:1767384693.430209:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430210:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430213:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430215:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384693.430216:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430218:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430219:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430220:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d05504c0. 00000400:00000200:1.0:1767384693.430226:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc77a5b3 00000400:00000010:1.0:1767384693.430229:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc77a5b3. 00000100:00000001:1.0:1767384693.430232:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430233:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430237:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430239:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384693.430241:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430243:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430244:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430246:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019c0bf49. 00000400:00000200:1.0:1767384693.430248:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5e61c41 00000400:00000010:1.0:1767384693.430249:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5e61c41. 00000100:00000001:1.0:1767384693.430251:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430252:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430256:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430257:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384693.430259:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430260:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430262:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430263:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059ed765d. 00000400:00000200:1.0:1767384693.430265:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc8dccc7 00000400:00000010:1.0:1767384693.430266:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc8dccc7. 00000100:00000001:1.0:1767384693.430269:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430270:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430276:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430278:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384693.430281:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430283:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430285:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430287:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002068a654. 00000400:00000200:1.0:1767384693.430289:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097c7cfb2 00000400:00000010:1.0:1767384693.430290:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097c7cfb2. 00000100:00000001:1.0:1767384693.430292:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430294:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430298:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430299:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384693.430300:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430301:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430302:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430304:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f07578. 00000400:00000200:1.0:1767384693.430305:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f74bc0 00000400:00000010:1.0:1767384693.430307:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099f74bc0. 00000100:00000001:1.0:1767384693.430308:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430310:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430313:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430315:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384693.430316:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430317:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430319:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430320:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f31a9a2c. 00000400:00000200:1.0:1767384693.430322:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dcef03e 00000400:00000010:1.0:1767384693.430323:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dcef03e. 00000100:00000001:1.0:1767384693.430325:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430326:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430331:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430332:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384693.430334:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430335:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430336:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430338:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082ff03f1. 00000400:00000200:1.0:1767384693.430339:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa6ef9fd 00000400:00000010:1.0:1767384693.430341:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa6ef9fd. 00000100:00000001:1.0:1767384693.430343:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430344:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430348:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430350:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384693.430352:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430354:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430355:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430356:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005673cd09. 00000400:00000200:1.0:1767384693.430358:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138c301b 00000400:00000010:1.0:1767384693.430360:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000138c301b. 00000100:00000001:1.0:1767384693.430362:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430363:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430367:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430368:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384693.430370:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430372:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430373:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430375:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dac0f0b4. 00000400:00000200:1.0:1767384693.430378:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734ae1c8 00000400:00000010:1.0:1767384693.430379:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734ae1c8. 00000100:00000001:1.0:1767384693.430381:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430382:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430387:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430388:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384693.430389:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430391:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430392:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430393:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfd273b0. 00000400:00000200:1.0:1767384693.430395:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeae5c63 00000400:00000010:1.0:1767384693.430396:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeae5c63. 00000100:00000001:1.0:1767384693.430399:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430400:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430404:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430405:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384693.430407:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430408:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430410:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430411:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4f1aaf0. 00000400:00000200:1.0:1767384693.430414:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d594406 00000400:00000010:1.0:1767384693.430416:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d594406. 00000100:00000001:1.0:1767384693.430418:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430420:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430424:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430425:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384693.430426:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.430428:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.430429:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.430431:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000263048e0. 00000400:00000200:1.0:1767384693.430433:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfcf3823 00000400:00000010:1.0:1767384693.430435:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfcf3823. 00000100:00000001:1.0:1767384693.430437:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.430438:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384693.430443:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.430444:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384693.430446:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384693.430449:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430451:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430454:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430455:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430456:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430457:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430458:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430459:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430460:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430461:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430462:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430463:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430464:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430465:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430466:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430467:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430469:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430470:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430471:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430472:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430473:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430474:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430475:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430476:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430477:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430478:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430479:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430480:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430481:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430482:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430484:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430485:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430486:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430487:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430488:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430489:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430490:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430491:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430492:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430493:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430494:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430495:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430496:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430497:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430498:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430499:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430500:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430501:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430502:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430503:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430504:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430505:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430506:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430507:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430508:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430509:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430510:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430511:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430512:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430512:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430513:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430514:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430516:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430517:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430518:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430518:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430519:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430520:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430521:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430522:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430523:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430524:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430525:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430526:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430528:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430528:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430530:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430530:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430531:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430532:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430533:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430534:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430535:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430536:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430537:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430538:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430540:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430541:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430542:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430543:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430544:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430545:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430546:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430547:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430548:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430549:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430550:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430551:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430552:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430552:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430554:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430554:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430556:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430557:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430558:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430558:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430559:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430560:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430561:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430562:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430564:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430565:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430566:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430567:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430568:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430569:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430570:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430571:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430572:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430573:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430574:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430575:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430576:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430577:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430578:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430579:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.430580:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.430581:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384693.430584:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e412f773. 00000100:00000010:1.0:1767384693.430588:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a61e752f. 00000100:00000010:1.0:1767384693.430591:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be2d68c4. 00000100:00000010:1.0:1767384693.430593:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008adce90d. 00000100:00000010:1.0:1767384693.430595:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e06dd8b. 00000100:00000010:1.0:1767384693.430596:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027b0a558. 00000100:00000010:1.0:1767384693.430598:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ae8ccff. 00000100:00000010:1.0:1767384693.430602:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e429bc0. 00000100:00000010:1.0:1767384693.430604:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db7eab0d. 00000100:00000010:1.0:1767384693.430606:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070926e33. 00000100:00000010:1.0:1767384693.430607:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4d5c474. 00000100:00000010:1.0:1767384693.430609:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7833f99. 00000100:00000010:1.0:1767384693.430610:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002de17579. 00000100:00000010:1.0:1767384693.430613:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004aac26e2. 00000100:00000010:1.0:1767384693.430614:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d53d76df. 00000100:00000010:1.0:1767384693.430617:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000498c22e8. 00000100:00000010:1.0:1767384693.430619:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d60e1f6. 00000100:00000010:1.0:1767384693.430622:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088c0daf4. 00000100:00000010:1.0:1767384693.430623:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c7deb3f. 00000100:00000010:1.0:1767384693.430627:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff92ea61. 00000100:00000010:1.0:1767384693.430629:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e9b80f2. 00000100:00000010:1.0:1767384693.430631:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e50cec8e. 00000100:00000010:1.0:1767384693.430633:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb70cbfc. 00000100:00000010:1.0:1767384693.430635:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef19d7ec. 00000100:00000010:1.0:1767384693.430637:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082c2f81d. 00000100:00000010:1.0:1767384693.430639:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fde469f9. 00000100:00000010:1.0:1767384693.430640:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e7c8af6. 00000100:00000010:1.0:1767384693.430642:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092015f08. 00000100:00000010:1.0:1767384693.430644:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000570f93a9. 00000100:00000010:1.0:1767384693.430647:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063f21dbe. 00000100:00000010:1.0:1767384693.430648:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000296bdf73. 00000100:00000010:1.0:1767384693.430651:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b544d5da. 00000100:00000010:1.0:1767384693.430653:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed13bb90. 00000100:00000010:1.0:1767384693.430655:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da9cb6b2. 00000100:00000010:1.0:1767384693.430657:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032972675. 00000100:00000010:1.0:1767384693.430659:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001edad3ef. 00000100:00000010:1.0:1767384693.430661:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000017fdf16d. 00000100:00000010:1.0:1767384693.430663:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000817ee25. 00000100:00000010:1.0:1767384693.430664:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a07a02d5. 00000100:00000010:1.0:1767384693.430666:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e56dbc9. 00000100:00000010:1.0:1767384693.430668:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d947f278. 00000100:00000010:1.0:1767384693.430670:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016aff4d0. 00000100:00000010:1.0:1767384693.430671:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009eda5a5b. 00000100:00000010:1.0:1767384693.430674:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0ddfcfe. 00000100:00000010:1.0:1767384693.430676:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fd9af34b. 00000100:00000010:1.0:1767384693.430678:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034aeaad4. 00000100:00000010:1.0:1767384693.430680:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d300c67c. 00000100:00000010:1.0:1767384693.430682:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e367fae. 00000100:00000010:1.0:1767384693.430684:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a46ff81f. 00000100:00000010:1.0:1767384693.430686:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068604d39. 00000100:00000010:1.0:1767384693.430688:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000097410301. 00000100:00000010:1.0:1767384693.430691:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d77909b. 00000100:00000010:1.0:1767384693.430693:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c55fefe2. 00000100:00000010:1.0:1767384693.430694:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078b39fcc. 00000100:00000010:1.0:1767384693.430695:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e570d919. 00000100:00000010:1.0:1767384693.430696:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000557db2c0. 00000100:00000010:1.0:1767384693.430697:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b8ff3360. 00000100:00000010:1.0:1767384693.430699:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b8db2ca. 00000100:00000010:1.0:1767384693.430699:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005facef8c. 00000100:00000010:1.0:1767384693.430702:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1738b58. 00000100:00000010:1.0:1767384693.430703:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086787966. 00000100:00000010:1.0:1767384693.430704:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed20f423. 00000100:00000010:1.0:1767384693.430705:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000367afd61. 00000100:00000010:1.0:1767384693.430706:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073367a25. 00000100:00000010:1.0:1767384693.430708:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f159977d. 00000100:00000010:1.0:1767384693.430709:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071cfdd7a. 00000100:00000010:1.0:1767384693.430710:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000017a8f0ea. 00000100:00000010:1.0:1767384693.430711:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063b43cec. 00000100:00000010:1.0:1767384693.430713:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003bd8486a. 00000100:00000010:1.0:1767384693.430715:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb78ba03. 00000100:00000010:1.0:1767384693.430716:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000eb42977. 00000100:00000010:1.0:1767384693.430719:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016853518. 00000100:00000010:1.0:1767384693.430719:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dabaee04. 00000100:00000010:1.0:1767384693.430722:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000175a1492. 00000100:00000010:1.0:1767384693.430723:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a31f5281. 00000100:00000010:1.0:1767384693.430735:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a67780e6. 00000100:00000010:1.0:1767384693.430736:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ceefad33. 00000100:00000010:1.0:1767384693.430738:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098357321. 00000100:00000010:1.0:1767384693.430739:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008391dbb6. 00000100:00000010:1.0:1767384693.430740:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5e51bc2. 00000100:00000010:1.0:1767384693.430741:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000445cdb4d. 00000100:00000010:1.0:1767384693.430742:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1342f31. 00000100:00000010:1.0:1767384693.430743:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e53a0a69. 00000100:00000010:1.0:1767384693.430745:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5f026f2. 00000100:00000010:1.0:1767384693.430745:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018541e4d. 00000100:00000010:1.0:1767384693.430748:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf63139f. 00000100:00000010:1.0:1767384693.430749:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000417e7b88. 00000100:00000010:1.0:1767384693.430750:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001320113c. 00000100:00000010:1.0:1767384693.430751:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028914a97. 00000100:00000010:1.0:1767384693.430753:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4de9935. 00000100:00000010:1.0:1767384693.430754:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030b8d50b. 00000100:00000010:1.0:1767384693.430755:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ce54be9. 00000100:00000010:1.0:1767384693.430756:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c634351. 00000100:00000010:1.0:1767384693.430757:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf3863bf. 00000100:00000010:1.0:1767384693.430758:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000784062bf. 00000100:00000010:1.0:1767384693.430760:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf042882. 00000100:00000010:1.0:1767384693.430762:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000805a4c09. 00000100:00000010:1.0:1767384693.430764:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000026a6054. 00000100:00000010:1.0:1767384693.430765:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dac73ef3. 00000100:00000010:1.0:1767384693.430767:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052872872. 00000100:00000010:1.0:1767384693.430768:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000019147c65. 00000100:00000010:1.0:1767384693.430770:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000796e8b7c. 00000100:00000010:1.0:1767384693.430772:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054bf71f6. 00000100:00000010:1.0:1767384693.430773:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000892af6a7. 00000100:00000010:1.0:1767384693.430774:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040c9ee46. 00000100:00000010:1.0:1767384693.430776:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5151d8c. 00000100:00000010:1.0:1767384693.430777:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d34d2ef8. 00000100:00000010:1.0:1767384693.430778:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aeebc638. 00000100:00000010:1.0:1767384693.430780:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0b7908c. 00000100:00000010:1.0:1767384693.430781:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9ac48ba. 00000100:00000010:1.0:1767384693.430782:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000876df93f. 00000100:00000010:1.0:1767384693.430784:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ee7f530. 00000100:00000010:1.0:1767384693.430785:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9606880. 00000100:00000010:1.0:1767384693.430787:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa0d7e34. 00000100:00000010:1.0:1767384693.430788:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c57b5f3. 00000100:00000010:1.0:1767384693.430790:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f31fa58b. 00000100:00000010:1.0:1767384693.430791:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002b7baa2. 00000100:00000010:1.0:1767384693.430792:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec8c2562. 00000100:00000010:1.0:1767384693.430794:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003dbac9a8. 00000100:00000010:1.0:1767384693.430795:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092b835ab. 00000100:00000010:1.0:1767384693.430796:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005874463d. 00000100:00000010:1.0:1767384693.430798:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000150ae87b. 00000100:00000010:1.0:1767384693.430799:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd0009e0. 00000100:00000010:1.0:1767384693.430801:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008eeb42ec. 00000100:00000010:1.0:1767384693.430801:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e5a3500. 00000100:00000010:1.0:1767384693.430803:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000132ee7e1. 00000100:00000010:1.0:1767384693.430804:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000089e3a3b3. 00000100:00000010:1.0:1767384693.430805:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d9c9dd4. 00000100:00000010:1.0:1767384693.430808:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005552422f. 00000100:00000010:1.0:1767384693.430809:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000059b97773. 00000100:00000001:1.0:1767384693.430811:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384693.430812:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.430813:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384693.430814:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384693.430815:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a9171945. 00000100:00000001:1.0:1767384693.430817:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384693.430818:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.430820:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.430820:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008ea12e44. 00000100:00000001:1.0:1767384693.430822:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.430823:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.430824:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003246eb1f. 00000100:00000001:1.0:1767384693.430825:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.430826:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.430826:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a99d165d. 00000100:00000001:1.0:1767384693.430827:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.430828:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.430829:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008f5eadca. 00000100:00000001:1.0:1767384693.430830:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384693.430917:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000416b9896. 00000020:00000010:1.0:1767384693.430922:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b916d99b. 00000100:00000010:1.0:1767384693.430939:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000004b0430e1. 00000100:00000010:1.0:1767384693.430947:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000005447565e. 00000100:00000010:1.0:1767384693.430950:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000012ff7c5e. 00000100:00000010:1.0:1767384693.430953:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000006a6b1d32. 00000100:00000001:1.0:1767384693.430955:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.430957:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384693.430958:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:1.0:1767384693.430961:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384693.430962:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384693.430963:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:1.0:1767384693.430965:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:1.0:1767384693.430967:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:1.0:1767384693.430983:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:0.0:1767384693.431012:0:16790:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000377f987d. 00000040:00000010:0.0:1767384693.431019:0:16790:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bbd60b38. 00000020:00000010:0.0:1767384693.431022:0:16790:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d336ac3. 00000020:00000010:0.0:1767384693.431026:0:16790:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021661bea. 00000020:00000010:0.0:1767384693.431030:0:16790:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007afb566a. 80000000:00000010:0.0:1767384693.431033:0:16790:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000071db275b. 40000000:00000010:0.0:1767384693.431036:0:16790:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000539a457d. 00100000:00000010:0.0:1767384693.431039:0:16790:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009e35fc0a. 00040000:00000010:0.0:1767384693.431043:0:16790:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ecd91bf2. 00040000:00000010:0.0:1767384693.431046:0:16790:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dfaa1fce. 00080000:00000010:0.0:1767384693.431049:0:16790:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005e946e93. 00000004:00000010:0.0:1767384693.431052:0:16790:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8520715. 00002000:00000010:0.0:1767384693.431056:0:16790:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ceaa7f08. 00000020:00000010:0.0:1767384693.431059:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007907869f. 00000020:00000010:0.0:1767384693.431065:0:16790:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fd262daf. 00000100:00000010:0.0:1767384693.431071:0:16790:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b1df6778. 00000100:00100000:0.0:1767384693.431083:0:16790:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [000000004324e52a:16790] 1 exiting: rc = 0 00000100:00000040:1.0:1767384693.431104:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #0 00000020:00000010:3.0:1767384693.431245:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9376eb5. 00000040:00000010:3.0:1767384693.431251:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ae19ae7. 00000020:00000010:3.0:1767384693.431254:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e45d62c6. 00000020:00000010:3.0:1767384693.431257:0:16789:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000014ce2d73. 00000020:00000010:3.0:1767384693.431260:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b55d0de4. 80000000:00000010:3.0:1767384693.431263:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f51f129b. 40000000:00000010:3.0:1767384693.431265:0:16789:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e6e58566. 00100000:00000010:3.0:1767384693.431268:0:16789:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000695afb33. 00040000:00000010:3.0:1767384693.431270:0:16789:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000602e9daf. 00040000:00000010:3.0:1767384693.431273:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002ffb09aa. 00080000:00000010:3.0:1767384693.431275:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000003e245a3. 00000004:00000010:3.0:1767384693.431278:0:16789:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d363fb1a. 00002000:00000010:3.0:1767384693.431280:0:16789:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000077243cd9. 00000020:00000010:3.0:1767384693.431283:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7bf651. 00000020:00000010:3.0:1767384693.431286:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d0053615. 00000100:00000010:3.0:1767384693.431290:0:16789:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007f8ce9b8. 00000100:00100000:3.0:1767384693.431299:0:16789:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [000000005c0182e9:16789] 0 exiting: rc = 1 00000100:00000010:1.0:1767384693.431315:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005c0182e9. 00000100:00000010:1.0:1767384693.431320:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004324e52a. 00000100:00000001:1.0:1767384693.431324:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384693.431325:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384693.431327:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:1.0:1767384693.431331:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431332:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431334:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a92fe7d. 00000400:00000200:1.0:1767384693.431337:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a04f80b7 00000400:00000010:1.0:1767384693.431338:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a04f80b7. 00000100:00000001:1.0:1767384693.431341:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431342:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431348:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431350:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384693.431352:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431354:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431355:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431356:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031017c09. 00000400:00000200:1.0:1767384693.431358:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcbcde8f 00000400:00000010:1.0:1767384693.431359:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcbcde8f. 00000100:00000001:1.0:1767384693.431361:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431362:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431366:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431368:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384693.431369:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431371:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431372:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431374:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000954dc08e. 00000400:00000200:1.0:1767384693.431376:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6da1caf 00000400:00000010:1.0:1767384693.431377:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6da1caf. 00000100:00000001:1.0:1767384693.431379:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431380:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431384:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431385:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384693.431387:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431388:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431389:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431390:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0c0e36. 00000400:00000200:1.0:1767384693.431392:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bcf0759 00000400:00000010:1.0:1767384693.431394:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bcf0759. 00000100:00000001:1.0:1767384693.431396:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431397:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431399:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431400:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384693.431401:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431402:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431403:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431404:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260cc70b. 00000400:00000200:1.0:1767384693.431405:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012e4b577 00000400:00000010:1.0:1767384693.431406:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012e4b577. 00000100:00000001:1.0:1767384693.431407:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431408:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431412:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431413:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384693.431414:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431415:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431416:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431417:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e648e78. 00000400:00000200:1.0:1767384693.431419:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed152518 00000400:00000010:1.0:1767384693.431420:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed152518. 00000100:00000001:1.0:1767384693.431423:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431424:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431428:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431429:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384693.431431:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431432:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431433:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431435:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be679acf. 00000400:00000200:1.0:1767384693.431437:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1f0fd89 00000400:00000010:1.0:1767384693.431439:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1f0fd89. 00000100:00000001:1.0:1767384693.431441:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431442:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431446:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431447:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384693.431448:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431450:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431451:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431452:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022ce7594. 00000400:00000200:1.0:1767384693.431454:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910d8f36 00000400:00000010:1.0:1767384693.431455:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910d8f36. 00000100:00000001:1.0:1767384693.431457:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431458:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431462:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431463:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384693.431466:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431467:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431468:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431469:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c5022c. 00000400:00000200:1.0:1767384693.431470:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53d7aa0 00000400:00000010:1.0:1767384693.431471:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b53d7aa0. 00000100:00000001:1.0:1767384693.431472:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431473:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431476:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431476:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384693.431477:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431478:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431478:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431479:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007af853f7. 00000400:00000200:1.0:1767384693.431480:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026470198 00000400:00000010:1.0:1767384693.431481:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026470198. 00000100:00000001:1.0:1767384693.431482:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431482:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431485:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431486:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384693.431487:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431488:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431489:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431490:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311706ca. 00000400:00000200:1.0:1767384693.431491:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ca5b9fe 00000400:00000010:1.0:1767384693.431492:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ca5b9fe. 00000100:00000001:1.0:1767384693.431493:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431493:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431496:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431496:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384693.431497:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431498:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431499:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431499:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000416721c5. 00000400:00000200:1.0:1767384693.431500:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000becc41 00000400:00000010:1.0:1767384693.431501:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000becc41. 00000100:00000001:1.0:1767384693.431502:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431503:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431505:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431506:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384693.431506:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431507:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431508:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431509:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41933f5. 00000400:00000200:1.0:1767384693.431509:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb0f92d1 00000400:00000010:1.0:1767384693.431510:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb0f92d1. 00000100:00000001:1.0:1767384693.431511:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431512:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431514:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431515:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384693.431515:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431516:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431516:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431517:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6377cfd. 00000400:00000200:1.0:1767384693.431518:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010bae157 00000400:00000010:1.0:1767384693.431519:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010bae157. 00000100:00000001:1.0:1767384693.431520:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431521:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431524:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431525:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384693.431526:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431527:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431527:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431528:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f145d3e. 00000400:00000200:1.0:1767384693.431528:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000957dd9ca 00000400:00000010:1.0:1767384693.431529:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000957dd9ca. 00000100:00000001:1.0:1767384693.431530:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431531:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431533:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431534:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384693.431534:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431535:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431536:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431536:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe4f3b1f. 00000400:00000200:1.0:1767384693.431537:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd7da456 00000400:00000010:1.0:1767384693.431538:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd7da456. 00000100:00000001:1.0:1767384693.431539:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431539:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431542:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431542:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384693.431543:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431544:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431544:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431545:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b16e5d5f. 00000400:00000200:1.0:1767384693.431546:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000359d400a 00000400:00000010:1.0:1767384693.431546:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000359d400a. 00000100:00000001:1.0:1767384693.431547:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431548:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431550:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431551:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384693.431551:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431552:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431552:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431553:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838df6ea. 00000400:00000200:1.0:1767384693.431555:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000465ce787 00000400:00000010:1.0:1767384693.431555:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000465ce787. 00000100:00000001:1.0:1767384693.431556:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431557:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431559:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431560:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384693.431561:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431562:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431562:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431563:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b93a2056. 00000400:00000200:1.0:1767384693.431564:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d35ade3 00000400:00000010:1.0:1767384693.431564:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d35ade3. 00000100:00000001:1.0:1767384693.431565:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431566:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431568:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431569:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384693.431570:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431570:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431571:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431571:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055ce5dd2. 00000400:00000200:1.0:1767384693.431572:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf0cf64 00000400:00000010:1.0:1767384693.431573:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf0cf64. 00000100:00000001:1.0:1767384693.431574:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431574:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431577:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431577:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384693.431578:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431579:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431579:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431580:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5f8dbce. 00000400:00000200:1.0:1767384693.431581:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dceae344 00000400:00000010:1.0:1767384693.431581:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dceae344. 00000100:00000001:1.0:1767384693.431582:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431583:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431585:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431585:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384693.431586:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431587:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431588:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431589:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc732f1d. 00000400:00000200:1.0:1767384693.431590:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a86b4efc 00000400:00000010:1.0:1767384693.431590:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a86b4efc. 00000100:00000001:1.0:1767384693.431591:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431592:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431594:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431595:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384693.431595:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431596:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431597:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431598:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009634534d. 00000400:00000200:1.0:1767384693.431598:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050009219 00000400:00000010:1.0:1767384693.431599:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050009219. 00000100:00000001:1.0:1767384693.431600:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431600:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431602:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431603:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384693.431604:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431604:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431605:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431605:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003719415a. 00000400:00000200:1.0:1767384693.431606:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb96ebe 00000400:00000010:1.0:1767384693.431607:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb96ebe. 00000100:00000001:1.0:1767384693.431608:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431608:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431611:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431612:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384693.431613:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431614:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431615:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431615:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0bbbcca. 00000400:00000200:1.0:1767384693.431617:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b44c421f 00000400:00000010:1.0:1767384693.431618:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b44c421f. 00000100:00000001:1.0:1767384693.431619:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431620:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431623:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431625:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384693.431626:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431628:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431629:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431630:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a9a1501. 00000400:00000200:1.0:1767384693.431631:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000918ed7fd 00000400:00000010:1.0:1767384693.431633:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000918ed7fd. 00000100:00000001:1.0:1767384693.431635:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431636:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431639:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431641:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384693.431642:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431644:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431645:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431646:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000431f57c2. 00000400:00000200:1.0:1767384693.431648:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000695ac3fc 00000400:00000010:1.0:1767384693.431649:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000695ac3fc. 00000100:00000001:1.0:1767384693.431651:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431652:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431656:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431657:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384693.431659:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431660:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431661:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431662:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b15e8bd7. 00000400:00000200:1.0:1767384693.431664:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9b12d40 00000400:00000010:1.0:1767384693.431666:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9b12d40. 00000100:00000001:1.0:1767384693.431668:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431669:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431672:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431674:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384693.431675:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431677:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431678:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431679:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008713274f. 00000400:00000200:1.0:1767384693.431681:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005d1d57b 00000400:00000010:1.0:1767384693.431683:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005d1d57b. 00000100:00000001:1.0:1767384693.431685:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431686:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431691:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431692:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384693.431694:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431695:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431696:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431698:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e65d3bde. 00000400:00000200:1.0:1767384693.431700:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000399d3cd8 00000400:00000010:1.0:1767384693.431701:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000399d3cd8. 00000100:00000001:1.0:1767384693.431703:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431704:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431708:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431709:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384693.431710:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431712:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431713:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431714:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c10f5e4. 00000400:00000200:1.0:1767384693.431716:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c3e97d8 00000400:00000010:1.0:1767384693.431717:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c3e97d8. 00000100:00000001:1.0:1767384693.431719:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431720:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431737:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431739:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384693.431740:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431742:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431743:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431745:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008803244b. 00000400:00000200:1.0:1767384693.431747:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a367b66c 00000400:00000010:1.0:1767384693.431748:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a367b66c. 00000100:00000001:1.0:1767384693.431750:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431751:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431755:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431757:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384693.431758:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431759:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431761:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431762:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a04cdc5. 00000400:00000200:1.0:1767384693.431763:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceccd8cb 00000400:00000010:1.0:1767384693.431765:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceccd8cb. 00000100:00000001:1.0:1767384693.431767:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431768:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431772:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431773:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384693.431775:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431776:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431777:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431777:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae86ad86. 00000400:00000200:1.0:1767384693.431779:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001235c557 00000400:00000010:1.0:1767384693.431780:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001235c557. 00000100:00000001:1.0:1767384693.431782:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431782:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431786:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431787:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384693.431788:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431789:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431790:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431791:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6af0c84. 00000400:00000200:1.0:1767384693.431792:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a248b65 00000400:00000010:1.0:1767384693.431794:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a248b65. 00000100:00000001:1.0:1767384693.431795:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431796:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431799:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431801:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384693.431802:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431803:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431804:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431806:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000888f6f4. 00000400:00000200:1.0:1767384693.431808:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060254ba6 00000400:00000010:1.0:1767384693.431809:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060254ba6. 00000100:00000001:1.0:1767384693.431812:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431812:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431816:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431818:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384693.431819:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431821:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431822:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431824:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000269a3bcf. 00000400:00000200:1.0:1767384693.431827:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e839d2c3 00000400:00000010:1.0:1767384693.431828:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e839d2c3. 00000100:00000001:1.0:1767384693.431831:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431848:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431854:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431856:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384693.431858:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431860:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431861:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431863:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001026b03d. 00000400:00000200:1.0:1767384693.431866:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175a876d 00000400:00000010:1.0:1767384693.431868:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000175a876d. 00000100:00000001:1.0:1767384693.431870:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431871:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431876:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431877:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384693.431879:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431880:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431881:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431882:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f4d96de. 00000400:00000200:1.0:1767384693.431884:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063a73ea2 00000400:00000010:1.0:1767384693.431886:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063a73ea2. 00000100:00000001:1.0:1767384693.431887:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431888:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431892:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431893:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384693.431894:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431896:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431897:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431898:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d07078c. 00000400:00000200:1.0:1767384693.431900:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008979cc89 00000400:00000010:1.0:1767384693.431901:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008979cc89. 00000100:00000001:1.0:1767384693.431904:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431905:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431911:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431912:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384693.431914:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431915:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431916:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431917:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000343176ed. 00000400:00000200:1.0:1767384693.431919:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f757021 00000400:00000010:1.0:1767384693.431920:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f757021. 00000100:00000001:1.0:1767384693.431921:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431922:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431926:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431927:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384693.431928:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431929:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431930:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431931:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1b779bb. 00000400:00000200:1.0:1767384693.431932:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015f1c646 00000400:00000010:1.0:1767384693.431933:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015f1c646. 00000100:00000001:1.0:1767384693.431935:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431936:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431939:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431940:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384693.431941:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431942:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431943:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431944:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f72589. 00000400:00000200:1.0:1767384693.431946:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1cb55b 00000400:00000010:1.0:1767384693.431947:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1cb55b. 00000100:00000001:1.0:1767384693.431948:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431949:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431952:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431953:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384693.431954:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431955:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431956:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431957:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010f03eb1. 00000400:00000200:1.0:1767384693.431959:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004d1942c 00000400:00000010:1.0:1767384693.431960:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004d1942c. 00000100:00000001:1.0:1767384693.431962:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431963:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431966:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431968:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384693.431969:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431970:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431971:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431973:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b90d47d5. 00000400:00000200:1.0:1767384693.431974:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e083b440 00000400:00000010:1.0:1767384693.431976:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e083b440. 00000100:00000001:1.0:1767384693.431978:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431979:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.431983:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.431985:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384693.431986:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.431988:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.431989:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.431990:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2cc1e60. 00000400:00000200:1.0:1767384693.431992:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320f5bdc 00000400:00000010:1.0:1767384693.431993:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320f5bdc. 00000100:00000001:1.0:1767384693.431995:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.431996:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432000:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432002:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384693.432003:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432004:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432005:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432006:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e19ce207. 00000400:00000200:1.0:1767384693.432007:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecf0fbf8 00000400:00000010:1.0:1767384693.432008:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecf0fbf8. 00000100:00000001:1.0:1767384693.432010:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432010:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432014:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432015:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384693.432017:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432018:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432020:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432021:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17fce71. 00000400:00000200:1.0:1767384693.432023:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c90e537 00000400:00000010:1.0:1767384693.432024:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c90e537. 00000100:00000001:1.0:1767384693.432026:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432027:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432031:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432032:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384693.432034:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432035:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432036:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432037:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cba2bb0f. 00000400:00000200:1.0:1767384693.432039:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060d08170 00000400:00000010:1.0:1767384693.432040:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060d08170. 00000100:00000001:1.0:1767384693.432042:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432043:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432047:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432048:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384693.432049:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432051:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432052:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432053:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc66987. 00000400:00000200:1.0:1767384693.432055:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083598f7b 00000400:00000010:1.0:1767384693.432056:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083598f7b. 00000100:00000001:1.0:1767384693.432058:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432059:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432063:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432064:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384693.432066:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432067:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432068:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432069:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086c6b1d6. 00000400:00000200:1.0:1767384693.432071:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911aebac 00000400:00000010:1.0:1767384693.432072:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000911aebac. 00000100:00000001:1.0:1767384693.432074:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432075:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432079:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432080:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384693.432081:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432082:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432083:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432084:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098d76db3. 00000400:00000200:1.0:1767384693.432086:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40abc56 00000400:00000010:1.0:1767384693.432087:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40abc56. 00000100:00000001:1.0:1767384693.432089:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432090:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432094:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432095:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384693.432096:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432098:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432099:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432100:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052b37d5b. 00000400:00000200:1.0:1767384693.432102:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28a6bdb 00000400:00000010:1.0:1767384693.432103:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28a6bdb. 00000100:00000001:1.0:1767384693.432105:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432106:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432110:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432111:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384693.432112:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432114:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432115:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432116:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1336924. 00000400:00000200:1.0:1767384693.432118:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000217804c6 00000400:00000010:1.0:1767384693.432119:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000217804c6. 00000100:00000001:1.0:1767384693.432121:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432122:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432126:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432127:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384693.432128:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432130:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432130:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432131:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fdb49b9. 00000400:00000200:1.0:1767384693.432133:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3e0c5f5 00000400:00000010:1.0:1767384693.432134:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3e0c5f5. 00000100:00000001:1.0:1767384693.432135:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432135:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432138:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432139:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384693.432140:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432141:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432141:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432142:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f83f557c. 00000400:00000200:1.0:1767384693.432143:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023768d34 00000400:00000010:1.0:1767384693.432144:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023768d34. 00000100:00000001:1.0:1767384693.432146:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432146:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432149:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432150:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384693.432150:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432151:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432152:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432152:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000509da524. 00000400:00000200:1.0:1767384693.432153:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4714c05 00000400:00000010:1.0:1767384693.432154:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4714c05. 00000100:00000001:1.0:1767384693.432155:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432155:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432158:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432158:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384693.432159:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432160:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432160:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432161:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c795f5c5. 00000400:00000200:1.0:1767384693.432162:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000af81fae 00000400:00000010:1.0:1767384693.432163:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000af81fae. 00000100:00000001:1.0:1767384693.432164:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432164:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432166:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432167:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384693.432168:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432169:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432169:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432170:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032b00c41. 00000400:00000200:1.0:1767384693.432171:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba44aaa 00000400:00000010:1.0:1767384693.432171:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba44aaa. 00000100:00000001:1.0:1767384693.432172:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432173:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432175:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432176:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384693.432176:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432178:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432179:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432179:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006164bc36. 00000400:00000200:1.0:1767384693.432180:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7c3c95 00000400:00000010:1.0:1767384693.432181:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad7c3c95. 00000100:00000001:1.0:1767384693.432183:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432184:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432186:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432187:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384693.432187:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432188:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432189:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432189:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068242b79. 00000400:00000200:1.0:1767384693.432190:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097aa2d6b 00000400:00000010:1.0:1767384693.432191:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097aa2d6b. 00000100:00000001:1.0:1767384693.432192:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432192:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432194:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432195:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384693.432196:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432196:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432197:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432198:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000112ce2c3. 00000400:00000200:1.0:1767384693.432198:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025d68df3 00000400:00000010:1.0:1767384693.432199:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025d68df3. 00000100:00000001:1.0:1767384693.432201:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432201:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432205:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432206:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384693.432207:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432208:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432209:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432210:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232cccac. 00000400:00000200:1.0:1767384693.432211:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb83d56a 00000400:00000010:1.0:1767384693.432212:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb83d56a. 00000100:00000001:1.0:1767384693.432214:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432215:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432218:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432220:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384693.432221:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384693.432222:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384693.432223:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384693.432224:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005af4a18b. 00000400:00000200:1.0:1767384693.432226:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8870a62 00000400:00000010:1.0:1767384693.432227:0:39780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8870a62. 00000100:00000001:1.0:1767384693.432229:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384693.432230:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384693.432234:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384693.432235:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384693.432236:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384693.432239:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432240:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432242:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432243:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432245:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432246:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432247:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432248:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432250:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432251:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432252:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432253:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432255:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432256:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432257:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432258:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432260:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432261:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432262:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432263:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432264:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432265:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432266:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432267:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432268:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432269:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432271:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432272:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432273:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432274:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432275:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432276:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432278:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432279:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432280:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432281:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432283:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432284:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432284:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432285:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432286:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432287:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432288:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432288:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432289:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432289:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432290:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432291:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432291:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432292:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432292:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432293:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432294:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432294:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432295:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432295:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432296:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432296:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432297:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432298:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432298:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432299:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432299:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432300:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432300:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432301:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432302:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432303:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432303:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432304:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432305:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432305:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432306:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432307:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432308:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432308:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432309:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432309:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432310:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432310:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432311:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432312:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432312:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432313:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432313:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432314:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432315:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432315:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432316:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432316:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432317:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432318:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432318:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432319:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432319:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432320:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432321:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432321:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432322:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432322:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432323:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432323:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432324:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432325:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432325:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432326:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432326:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432327:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432328:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432329:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432330:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432330:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432331:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432332:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432333:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432333:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432334:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432334:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432335:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432336:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432336:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432337:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432337:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432338:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432338:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432339:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384693.432340:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384693.432340:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384693.432342:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe0d00f0. 00000100:00000010:1.0:1767384693.432345:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000401fde38. 00000100:00000010:1.0:1767384693.432347:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000542eb777. 00000100:00000010:1.0:1767384693.432350:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040778282. 00000100:00000010:1.0:1767384693.432351:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c494d76f. 00000100:00000010:1.0:1767384693.432354:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033d925d1. 00000100:00000010:1.0:1767384693.432355:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002865191c. 00000100:00000010:1.0:1767384693.432357:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007bdbb71. 00000100:00000010:1.0:1767384693.432360:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000280dcebd. 00000100:00000010:1.0:1767384693.432362:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096802087. 00000100:00000010:1.0:1767384693.432364:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056417c50. 00000100:00000010:1.0:1767384693.432365:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5e90645. 00000100:00000010:1.0:1767384693.432367:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000fbbcfe2. 00000100:00000010:1.0:1767384693.432370:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6d77f96. 00000100:00000010:1.0:1767384693.432371:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009241a964. 00000100:00000010:1.0:1767384693.432375:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008516c9e3. 00000100:00000010:1.0:1767384693.432377:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000027743a07. 00000100:00000010:1.0:1767384693.432379:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051ba4d13. 00000100:00000010:1.0:1767384693.432382:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000382ce9c6. 00000100:00000010:1.0:1767384693.432384:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083a09dba. 00000100:00000010:1.0:1767384693.432386:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bace7e04. 00000100:00000010:1.0:1767384693.432388:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5f9fa7d. 00000100:00000010:1.0:1767384693.432390:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b974ee95. 00000100:00000010:1.0:1767384693.432394:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6183b9c. 00000100:00000010:1.0:1767384693.432396:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0920489. 00000100:00000010:1.0:1767384693.432411:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad5a251f. 00000100:00000010:1.0:1767384693.432415:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa2d6779. 00000100:00000010:1.0:1767384693.432417:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1abe973. 00000100:00000010:1.0:1767384693.432420:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab0f509d. 00000100:00000010:1.0:1767384693.432422:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d18d9d71. 00000100:00000010:1.0:1767384693.432423:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045acbd8a. 00000100:00000010:1.0:1767384693.432425:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e1e38b6. 00000100:00000010:1.0:1767384693.432428:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aba7741c. 00000100:00000010:1.0:1767384693.432430:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000455fa481. 00000100:00000010:1.0:1767384693.432432:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088635fc6. 00000100:00000010:1.0:1767384693.432434:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0283b35. 00000100:00000010:1.0:1767384693.432436:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e862a1a0. 00000100:00000010:1.0:1767384693.432438:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5350f7c. 00000100:00000010:1.0:1767384693.432439:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c21780dc. 00000100:00000010:1.0:1767384693.432441:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfb0be5f. 00000100:00000010:1.0:1767384693.432443:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c38f2a6e. 00000100:00000010:1.0:1767384693.432446:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a2c8cdb. 00000100:00000010:1.0:1767384693.432448:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007cdd131d. 00000100:00000010:1.0:1767384693.432450:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002a189a4. 00000100:00000010:1.0:1767384693.432452:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003dbb0705. 00000100:00000010:1.0:1767384693.432454:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080c7e459. 00000100:00000010:1.0:1767384693.432456:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000486c136c. 00000100:00000010:1.0:1767384693.432458:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000804dfd01. 00000100:00000010:1.0:1767384693.432460:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000037ad006. 00000100:00000010:1.0:1767384693.432463:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005db62dd4. 00000100:00000010:1.0:1767384693.432464:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077db53ca. 00000100:00000010:1.0:1767384693.432466:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a70e7c38. 00000100:00000010:1.0:1767384693.432467:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cae70fc9. 00000100:00000010:1.0:1767384693.432469:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a97e21f5. 00000100:00000010:1.0:1767384693.432470:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b66aab98. 00000100:00000010:1.0:1767384693.432471:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016871e9e. 00000100:00000010:1.0:1767384693.432473:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022cbd48f. 00000100:00000010:1.0:1767384693.432475:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002beab790. 00000100:00000010:1.0:1767384693.432477:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b4f49e9. 00000100:00000010:1.0:1767384693.432479:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004027a72a. 00000100:00000010:1.0:1767384693.432481:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075af10e4. 00000100:00000010:1.0:1767384693.432483:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa7c8f80. 00000100:00000010:1.0:1767384693.432485:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b905999b. 00000100:00000010:1.0:1767384693.432487:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f20167b. 00000100:00000010:1.0:1767384693.432489:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df274ad3. 00000100:00000010:1.0:1767384693.432491:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076065ae9. 00000100:00000010:1.0:1767384693.432493:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000809f3e39. 00000100:00000010:1.0:1767384693.432495:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018c2a1bf. 00000100:00000010:1.0:1767384693.432497:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e87117d. 00000100:00000010:1.0:1767384693.432499:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a6a3443. 00000100:00000010:1.0:1767384693.432501:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000013a2f4a8. 00000100:00000010:1.0:1767384693.432504:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065cc2d54. 00000100:00000010:1.0:1767384693.432506:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3acaae3. 00000100:00000010:1.0:1767384693.432524:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023a02cb5. 00000100:00000010:1.0:1767384693.432527:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037c649c8. 00000100:00000010:1.0:1767384693.432532:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000591abd4b. 00000100:00000010:1.0:1767384693.432534:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005a2e333. 00000100:00000010:1.0:1767384693.432537:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069654986. 00000100:00000010:1.0:1767384693.432539:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f22b2118. 00000100:00000010:1.0:1767384693.432542:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0f820c0. 00000100:00000010:1.0:1767384693.432544:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c24c6b8. 00000100:00000010:1.0:1767384693.432547:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068afa2ae. 00000100:00000010:1.0:1767384693.432549:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000147627b7. 00000100:00000010:1.0:1767384693.432552:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099fc0976. 00000100:00000010:1.0:1767384693.432554:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008bbcd63e. 00000100:00000010:1.0:1767384693.432556:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c1109d5. 00000100:00000010:1.0:1767384693.432558:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000459fb3b1. 00000100:00000010:1.0:1767384693.432560:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000589fc63. 00000100:00000010:1.0:1767384693.432587:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000019f7c9ea. 00000100:00000010:1.0:1767384693.432590:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008297c6ff. 00000100:00000010:1.0:1767384693.432592:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f2d8b40. 00000100:00000010:1.0:1767384693.432595:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ec4f20c. 00000100:00000010:1.0:1767384693.432597:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060af1375. 00000100:00000010:1.0:1767384693.432600:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004366ae83. 00000100:00000010:1.0:1767384693.432602:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff75fb89. 00000100:00000010:1.0:1767384693.432605:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec4b9ced. 00000100:00000010:1.0:1767384693.432607:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000899e7199. 00000100:00000010:1.0:1767384693.432609:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bd3ed2e. 00000100:00000010:1.0:1767384693.432611:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf24e3a4. 00000100:00000010:1.0:1767384693.432614:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056c7e75f. 00000100:00000010:1.0:1767384693.432616:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4779847. 00000100:00000010:1.0:1767384693.432618:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd1b3c47. 00000100:00000010:1.0:1767384693.432620:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004f6ba22. 00000100:00000010:1.0:1767384693.432622:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008db155c1. 00000100:00000010:1.0:1767384693.432624:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a67a9e3. 00000100:00000010:1.0:1767384693.432626:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2233ce0. 00000100:00000010:1.0:1767384693.432628:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f6a8efe. 00000100:00000010:1.0:1767384693.432630:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9e9f7b2. 00000100:00000010:1.0:1767384693.432631:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c850e0d6. 00000100:00000010:1.0:1767384693.432633:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d98671d. 00000100:00000010:1.0:1767384693.432635:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3be19ff. 00000100:00000010:1.0:1767384693.432639:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3f7dde1. 00000100:00000010:1.0:1767384693.432641:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001dd0d069. 00000100:00000010:1.0:1767384693.432645:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052aa6202. 00000100:00000010:1.0:1767384693.432647:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000359340cb. 00000100:00000010:1.0:1767384693.432649:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc4111b7. 00000100:00000010:1.0:1767384693.432651:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a29f526f. 00000100:00000010:1.0:1767384693.432653:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5f3dbb0. 00000100:00000010:1.0:1767384693.432655:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000559d09f6. 00000100:00000010:1.0:1767384693.432657:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043386517. 00000100:00000010:1.0:1767384693.432660:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a29a87a. 00000100:00000010:1.0:1767384693.432676:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024e99e4e. 00000100:00000010:1.0:1767384693.432678:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fdef669a. 00000100:00000010:1.0:1767384693.432680:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006689bae7. 00000100:00000010:1.0:1767384693.432681:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7d1e5e2. 00000100:00000010:1.0:1767384693.432684:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a41f351. 00000100:00000010:1.0:1767384693.432686:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7557949. 00000100:00000010:1.0:1767384693.432688:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce4a3d3e. 00000100:00000010:1.0:1767384693.432692:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000006b42a49d. 00000100:00000010:1.0:1767384693.432694:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000043f86732. 00000100:00000001:1.0:1767384693.432696:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384693.432698:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.432700:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384693.432702:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384693.432703:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000300baf65. 00000100:00000001:1.0:1767384693.432706:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384693.432708:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.432710:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.432711:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c405f50f. 00000100:00000001:1.0:1767384693.432713:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.432715:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.432716:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001f8836d1. 00000100:00000001:1.0:1767384693.432718:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.432719:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.432720:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d3e1cb93. 00000100:00000001:1.0:1767384693.432722:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384693.432723:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384693.432735:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d8cd0de0. 00000100:00000001:1.0:1767384693.432737:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384693.432813:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000006c374b2. 00000020:00000010:1.0:1767384693.432817:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000005a31804. 00000100:00000010:2.0:1767384693.433036:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000594cd094. 00000100:00000010:2.0:1767384693.433049:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bab9fb76. 00000100:00000010:2.0:1767384693.433054:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000036917131. 00000100:00000010:2.0:1767384693.433062:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000051b5c6a6. 00000100:00000001:2.0:1767384693.433065:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384693.433067:0:39780:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384693.433068:0:39780:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:2.0:1767384693.433081:0:39780:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384693.433083:0:39780:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384693.433084:0:39780:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:2.0:1767384693.433086:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:2.0:1767384693.433088:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:2.0:1767384693.433089:0:39780:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:2.0:1767384693.433106:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:0.0:1767384693.433119:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000de8cdaf4. 00000040:00000010:0.0:1767384693.433127:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000064b5b38a. 00000020:00000010:0.0:1767384693.433129:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d8ac1fb. 00000020:00000010:0.0:1767384693.433133:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000074d83cd5. 00000020:00000010:0.0:1767384693.433136:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f844476. 80000000:00000010:0.0:1767384693.433140:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6dddc59. 40000000:00000010:0.0:1767384693.433142:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c2849231. 00100000:00000010:0.0:1767384693.433145:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e29f8888. 00040000:00000010:0.0:1767384693.433148:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e1601224. 00040000:00000010:0.0:1767384693.433150:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ddff0477. 00080000:00000010:0.0:1767384693.433153:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000588ab077. 00000004:00000010:0.0:1767384693.433156:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000531dfd1a. 00002000:00000010:0.0:1767384693.433159:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000375a5025. 00000020:00000010:0.0:1767384693.433162:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d8a60e9. 00000020:00000010:0.0:1767384693.433165:0:16793:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a8d4a4a. 00000100:00000010:0.0:1767384693.433169:0:16793:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002049efe1. 00000020:00000001:0.0:1767384693.433173:0:16793:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384693.433175:0:16793:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000c226a1bb. 00000020:00000010:1.0:1767384693.433182:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cb79ed39. 00000040:00000010:1.0:1767384693.433187:0:16792:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005c40fe23. 00000020:00000010:1.0:1767384693.433189:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000861bcb19. 00000020:00000010:1.0:1767384693.433192:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e883cbd5. 00000020:00000010:1.0:1767384693.433195:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000020877314. 80000000:00000010:1.0:1767384693.433197:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a9f994dd. 40000000:00000010:1.0:1767384693.433199:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002dc0e0e3. 00100000:00000010:1.0:1767384693.433202:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000036475260. 00040000:00000010:1.0:1767384693.433206:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ddadcf00. 00040000:00000010:1.0:1767384693.433210:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000099975f6e. 00080000:00000010:1.0:1767384693.433214:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002301c4eb. 00000004:00000010:1.0:1767384693.433219:0:16792:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000babefdef. 00002000:00000010:1.0:1767384693.433222:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006ef7a195. 00000020:00000010:1.0:1767384693.433228:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c856b3. 00000020:00000010:1.0:1767384693.433233:0:16792:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001c2be438. 00000100:00000010:1.0:1767384693.433244:0:16792:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006912af93. 00000020:00000010:3.0:1767384693.433245:0:16791:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006091cf57. 00000020:00000001:1.0:1767384693.433248:0:16792:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000040:00000010:3.0:1767384693.433250:0:16791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005204dd5c. 00000020:00000010:1.0:1767384693.433252:0:16792:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000000b15419f. 00000020:00000010:3.0:1767384693.433254:0:16791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c40e133f. 00000020:00000010:3.0:1767384693.433259:0:16791:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000052577ff1. 00000020:00000010:3.0:1767384693.433262:0:16791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e30b5384. 80000000:00000010:3.0:1767384693.433265:0:16791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ddc56a9. 40000000:00000010:3.0:1767384693.433267:0:16791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000077635096. 00100000:00000010:3.0:1767384693.433271:0:16791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000464b468a. 00040000:00000010:3.0:1767384693.433275:0:16791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c1dbeeb. 00040000:00000010:3.0:1767384693.433279:0:16791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d5f83c9b. 00080000:00000010:3.0:1767384693.433283:0:16791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000622ee91c. 00000004:00000010:3.0:1767384693.433287:0:16791:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b3841e67. 00002000:00000010:3.0:1767384693.433319:0:16791:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000be22d0b6. 00000020:00000010:3.0:1767384693.433325:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000269ce480. 00000020:00000010:3.0:1767384693.433336:0:16791:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007147f3a1. 00000100:00000010:3.0:1767384693.433344:0:16791:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000056f6f8a. 00000020:00000001:3.0:1767384693.433348:0:16791:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384693.433350:0:16791:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000046796a8c. 00000020:00000001:0.0:1767384693.433415:0:16793:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384693.433418:0:16793:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000f189959d:16793] 2 exiting: rc = 0 00000100:00000040:2.0:1767384693.433454:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:1.0:1767384693.433492:0:16792:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384693.433494:0:16792:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000f8c89479:16792] 1 exiting: rc = 0 00000100:00000040:2.0:1767384693.433524:0:39780:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #0 00000020:00000001:3.0:1767384693.433576:0:16791:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384693.433579:0:16791:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000c5dc4b7b:16791] 0 exiting: rc = 1 00000100:00000010:2.0:1767384693.433637:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c5dc4b7b. 00000100:00000010:2.0:1767384693.433643:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f8c89479. 00000100:00000010:2.0:1767384693.433646:0:39780:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f189959d. 00000100:00000001:2.0:1767384693.433648:0:39780:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384693.433649:0:39780:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384693.433652:0:39780:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:2.0:1767384693.433655:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433656:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433658:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb8e6afc. 00000400:00000200:2.0:1767384693.433662:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a939315e 00000400:00000010:2.0:1767384693.433664:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a939315e. 00000100:00000001:2.0:1767384693.433667:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433669:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433674:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433676:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384693.433677:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433679:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433680:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433681:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087285294. 00000400:00000200:2.0:1767384693.433683:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005750b92 00000400:00000010:2.0:1767384693.433684:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000005750b92. 00000100:00000001:2.0:1767384693.433688:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433689:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433693:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433694:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384693.433696:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433697:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433698:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433700:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cca82588. 00000400:00000200:2.0:1767384693.433702:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f94642 00000400:00000010:2.0:1767384693.433703:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000050f94642. 00000100:00000001:2.0:1767384693.433706:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433707:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433712:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433713:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384693.433715:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433716:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433717:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433718:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea8066b9. 00000400:00000200:2.0:1767384693.433720:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cc34ef 00000400:00000010:2.0:1767384693.433722:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000083cc34ef. 00000100:00000001:2.0:1767384693.433734:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433735:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433739:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433741:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384693.433742:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433744:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433745:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433746:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba2ce0b5. 00000400:00000200:2.0:1767384693.433748:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa206d12 00000400:00000010:2.0:1767384693.433750:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aa206d12. 00000100:00000001:2.0:1767384693.433752:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433753:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433757:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433758:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384693.433759:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433761:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433762:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433763:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b06d539b. 00000400:00000200:2.0:1767384693.433764:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e22e50 00000400:00000010:2.0:1767384693.433766:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a9e22e50. 00000100:00000001:2.0:1767384693.433769:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433770:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433774:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433775:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384693.433777:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433779:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433780:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433781:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fcf9a81. 00000400:00000200:2.0:1767384693.433783:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000611c81b5 00000400:00000010:2.0:1767384693.433785:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000611c81b5. 00000100:00000001:2.0:1767384693.433787:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433788:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433792:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433794:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384693.433795:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433797:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433798:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433800:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086a968d7. 00000400:00000200:2.0:1767384693.433801:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c40012ad 00000400:00000010:2.0:1767384693.433803:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c40012ad. 00000100:00000001:2.0:1767384693.433805:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433806:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433810:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433811:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384693.433813:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433814:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433815:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433816:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a915d1d. 00000400:00000200:2.0:1767384693.433819:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000515d989d 00000400:00000010:2.0:1767384693.433821:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000515d989d. 00000100:00000001:2.0:1767384693.433823:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433824:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433828:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433830:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384693.433852:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433856:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433857:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433860:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4f12dd. 00000400:00000200:2.0:1767384693.433863:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b918c21a 00000400:00000010:2.0:1767384693.433865:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b918c21a. 00000100:00000001:2.0:1767384693.433869:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433870:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433875:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433877:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384693.433878:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433880:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433883:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433885:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050e09777. 00000400:00000200:2.0:1767384693.433887:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdd8557d 00000400:00000010:2.0:1767384693.433889:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bdd8557d. 00000100:00000001:2.0:1767384693.433892:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433893:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433898:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433900:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384693.433903:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433904:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433906:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433907:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004328f6c4. 00000400:00000200:2.0:1767384693.433910:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0874fb9 00000400:00000010:2.0:1767384693.433912:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d0874fb9. 00000100:00000001:2.0:1767384693.433914:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433915:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433921:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433923:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384693.433924:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433926:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433928:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433929:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fd8279a. 00000400:00000200:2.0:1767384693.433931:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000246269dc 00000400:00000010:2.0:1767384693.433947:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000246269dc. 00000100:00000001:2.0:1767384693.433951:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433952:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433957:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433959:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384693.433960:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433962:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433963:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433965:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018d14f41. 00000400:00000200:2.0:1767384693.433967:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5ad5583 00000400:00000010:2.0:1767384693.433969:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f5ad5583. 00000100:00000001:2.0:1767384693.433971:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433972:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433976:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433978:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384693.433980:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433982:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.433983:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.433984:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a4c80b. 00000400:00000200:2.0:1767384693.433986:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc12690f 00000400:00000010:2.0:1767384693.433988:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dc12690f. 00000100:00000001:2.0:1767384693.433990:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.433991:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.433995:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.433997:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384693.433998:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.433999:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434001:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434002:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015dd4e6f. 00000400:00000200:2.0:1767384693.434004:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094411480 00000400:00000010:2.0:1767384693.434006:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000094411480. 00000100:00000001:2.0:1767384693.434008:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434009:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434013:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434014:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384693.434015:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434017:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434018:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434019:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063cf5324. 00000400:00000200:2.0:1767384693.434021:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b356008f 00000400:00000010:2.0:1767384693.434023:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b356008f. 00000100:00000001:2.0:1767384693.434025:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434026:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434030:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434032:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384693.434033:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434035:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434036:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434037:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067b1d6d9. 00000400:00000200:2.0:1767384693.434039:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d782e27 00000400:00000010:2.0:1767384693.434040:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001d782e27. 00000100:00000001:2.0:1767384693.434043:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434043:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434048:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434049:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384693.434050:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434052:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434053:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434054:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf15c994. 00000400:00000200:2.0:1767384693.434056:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010de73f7 00000400:00000010:2.0:1767384693.434057:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000010de73f7. 00000100:00000001:2.0:1767384693.434060:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434061:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434077:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434079:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384693.434080:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434082:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434083:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434085:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe0cd1bd. 00000400:00000200:2.0:1767384693.434087:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a1f1d7f 00000400:00000010:2.0:1767384693.434089:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009a1f1d7f. 00000100:00000001:2.0:1767384693.434091:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434092:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434096:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434097:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384693.434098:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434100:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434101:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434102:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007af03a4a. 00000400:00000200:2.0:1767384693.434104:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e00e07ea 00000400:00000010:2.0:1767384693.434106:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e00e07ea. 00000100:00000001:2.0:1767384693.434108:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434109:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434113:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434114:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384693.434115:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434117:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434118:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434119:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c1a8406. 00000400:00000200:2.0:1767384693.434121:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c9293b8 00000400:00000010:2.0:1767384693.434123:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008c9293b8. 00000100:00000001:2.0:1767384693.434126:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434127:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434131:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434133:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384693.434134:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434135:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434137:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434138:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c631ff71. 00000400:00000200:2.0:1767384693.434140:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaebb8b 00000400:00000010:2.0:1767384693.434141:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bfaebb8b. 00000100:00000001:2.0:1767384693.434144:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434144:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434148:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434150:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384693.434151:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434153:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434154:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434155:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a81262ed. 00000400:00000200:2.0:1767384693.434157:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd7a7cc4 00000400:00000010:2.0:1767384693.434159:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd7a7cc4. 00000100:00000001:2.0:1767384693.434161:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434162:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434166:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434168:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384693.434169:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434170:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434171:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434172:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bd969cc. 00000400:00000200:2.0:1767384693.434174:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000192a0d86 00000400:00000010:2.0:1767384693.434175:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000192a0d86. 00000100:00000001:2.0:1767384693.434178:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434179:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434183:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434184:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384693.434186:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434187:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434188:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434189:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003199deca. 00000400:00000200:2.0:1767384693.434191:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a803ca 00000400:00000010:2.0:1767384693.434193:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000089a803ca. 00000100:00000001:2.0:1767384693.434209:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434211:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434215:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434217:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384693.434219:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434221:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434222:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434223:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b57cdd7e. 00000400:00000200:2.0:1767384693.434234:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f4c08e 00000400:00000010:2.0:1767384693.434236:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000039f4c08e. 00000100:00000001:2.0:1767384693.434239:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434240:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434244:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434246:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384693.434247:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434249:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434250:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434251:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cd44d4a. 00000400:00000200:2.0:1767384693.434253:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa2e5de 00000400:00000010:2.0:1767384693.434254:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dfa2e5de. 00000100:00000001:2.0:1767384693.434256:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434257:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434261:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434263:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384693.434264:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434265:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434266:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434268:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c42bba. 00000400:00000200:2.0:1767384693.434270:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dce6601e 00000400:00000010:2.0:1767384693.434271:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dce6601e. 00000100:00000001:2.0:1767384693.434273:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434274:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434278:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434279:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384693.434280:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434282:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434283:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434284:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094e1c923. 00000400:00000200:2.0:1767384693.434286:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35b367f 00000400:00000010:2.0:1767384693.434287:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d35b367f. 00000100:00000001:2.0:1767384693.434289:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434291:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434294:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434295:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384693.434297:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434299:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434300:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434301:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007783460b. 00000400:00000200:2.0:1767384693.434303:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bce7f76 00000400:00000010:2.0:1767384693.434304:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004bce7f76. 00000100:00000001:2.0:1767384693.434306:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434307:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434311:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434313:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384693.434314:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434315:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434317:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434318:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f489d08c. 00000400:00000200:2.0:1767384693.434320:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df39dd6d 00000400:00000010:2.0:1767384693.434321:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000df39dd6d. 00000100:00000001:2.0:1767384693.434324:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434325:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434329:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434330:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384693.434332:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434333:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434334:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434335:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004afd2e07. 00000400:00000200:2.0:1767384693.434337:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d16207d7 00000400:00000010:2.0:1767384693.434339:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d16207d7. 00000100:00000001:2.0:1767384693.434342:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434343:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434347:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434349:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384693.434350:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434352:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434353:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434354:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fb182bf. 00000400:00000200:2.0:1767384693.434356:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b2d9fd4 00000400:00000010:2.0:1767384693.434357:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002b2d9fd4. 00000100:00000001:2.0:1767384693.434361:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434362:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434366:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434367:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384693.434369:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434370:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434372:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434373:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002645cdbe. 00000400:00000200:2.0:1767384693.434374:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067868973 00000400:00000010:2.0:1767384693.434376:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000067868973. 00000100:00000001:2.0:1767384693.434379:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434380:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434384:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434385:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384693.434386:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434388:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434389:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434390:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe506198. 00000400:00000200:2.0:1767384693.434392:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd69b3b0 00000400:00000010:2.0:1767384693.434394:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd69b3b0. 00000100:00000001:2.0:1767384693.434396:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434397:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434401:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434403:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384693.434404:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434406:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434407:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434409:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8bf0013. 00000400:00000200:2.0:1767384693.434410:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3b7978f 00000400:00000010:2.0:1767384693.434412:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b3b7978f. 00000100:00000001:2.0:1767384693.434415:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434416:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434420:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434421:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384693.434423:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434424:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434425:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434427:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092337ed7. 00000400:00000200:2.0:1767384693.434429:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d4e3d83 00000400:00000010:2.0:1767384693.434430:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005d4e3d83. 00000100:00000001:2.0:1767384693.434433:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434434:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434438:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434439:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384693.434440:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434442:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434443:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434444:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14008ca. 00000400:00000200:2.0:1767384693.434446:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b5f787e 00000400:00000010:2.0:1767384693.434447:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001b5f787e. 00000100:00000001:2.0:1767384693.434450:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434451:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434455:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434456:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384693.434457:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434459:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434460:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434461:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009534c433. 00000400:00000200:2.0:1767384693.434463:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a03a4099 00000400:00000010:2.0:1767384693.434464:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a03a4099. 00000100:00000001:2.0:1767384693.434467:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434468:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434472:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434474:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384693.434475:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434477:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434478:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434479:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c01dc36. 00000400:00000200:2.0:1767384693.434481:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063524021 00000400:00000010:2.0:1767384693.434482:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000063524021. 00000100:00000001:2.0:1767384693.434485:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434486:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434490:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434491:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384693.434492:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434494:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434495:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434496:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078727057. 00000400:00000200:2.0:1767384693.434498:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893c0ff5 00000400:00000010:2.0:1767384693.434499:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000893c0ff5. 00000100:00000001:2.0:1767384693.434504:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434505:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434508:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434510:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384693.434511:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434513:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434514:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434515:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f136033c. 00000400:00000200:2.0:1767384693.434517:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f039072 00000400:00000010:2.0:1767384693.434518:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008f039072. 00000100:00000001:2.0:1767384693.434522:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434523:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434527:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434528:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384693.434530:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434531:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434532:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434533:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c868e01. 00000400:00000200:2.0:1767384693.434535:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0da922a 00000400:00000010:2.0:1767384693.434536:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c0da922a. 00000100:00000001:2.0:1767384693.434539:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434540:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434544:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434545:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384693.434547:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434549:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434550:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434551:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052712a2e. 00000400:00000200:2.0:1767384693.434553:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdcb04e3 00000400:00000010:2.0:1767384693.434554:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bdcb04e3. 00000100:00000001:2.0:1767384693.434557:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434558:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434562:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434564:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384693.434565:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434566:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434567:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434569:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e9505e8. 00000400:00000200:2.0:1767384693.434571:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd9dc229 00000400:00000010:2.0:1767384693.434572:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bd9dc229. 00000100:00000001:2.0:1767384693.434584:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434585:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434589:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434591:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384693.434593:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434594:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434596:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434597:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e36f6d5. 00000400:00000200:2.0:1767384693.434599:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096c5fe2d 00000400:00000010:2.0:1767384693.434600:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000096c5fe2d. 00000100:00000001:2.0:1767384693.434603:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434604:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434608:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434609:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384693.434610:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434612:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434613:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434614:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4c2bd0a. 00000400:00000200:2.0:1767384693.434616:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088ae99e5 00000400:00000010:2.0:1767384693.434618:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000088ae99e5. 00000100:00000001:2.0:1767384693.434620:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434621:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434624:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434625:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384693.434627:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434628:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434630:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434631:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a956fc1. 00000400:00000200:2.0:1767384693.434632:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55719f6 00000400:00000010:2.0:1767384693.434634:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f55719f6. 00000100:00000001:2.0:1767384693.434637:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434637:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434641:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434643:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384693.434644:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434646:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434647:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434648:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2719a2b. 00000400:00000200:2.0:1767384693.434650:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060d55ffb 00000400:00000010:2.0:1767384693.434651:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000060d55ffb. 00000100:00000001:2.0:1767384693.434668:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434670:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434674:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434676:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384693.434677:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434680:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434681:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434682:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000904b7dbb. 00000400:00000200:2.0:1767384693.434684:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dacd41e 00000400:00000010:2.0:1767384693.434686:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009dacd41e. 00000100:00000001:2.0:1767384693.434688:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434689:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434693:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434695:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384693.434696:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434698:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434699:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434700:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7169da0. 00000400:00000200:2.0:1767384693.434702:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007868b11e 00000400:00000010:2.0:1767384693.434704:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007868b11e. 00000100:00000001:2.0:1767384693.434706:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434707:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434711:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434712:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384693.434714:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434715:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434716:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434718:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084903ac4. 00000400:00000200:2.0:1767384693.434720:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3cd2a6 00000400:00000010:2.0:1767384693.434721:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ec3cd2a6. 00000100:00000001:2.0:1767384693.434734:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434735:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434739:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434740:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384693.434741:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434743:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434744:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434745:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008475f3c3. 00000400:00000200:2.0:1767384693.434747:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4147218 00000400:00000010:2.0:1767384693.434749:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d4147218. 00000100:00000001:2.0:1767384693.434751:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434752:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434756:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434757:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384693.434759:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434760:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434761:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434762:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b90a01c. 00000400:00000200:2.0:1767384693.434765:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002dde750 00000400:00000010:2.0:1767384693.434766:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000002dde750. 00000100:00000001:2.0:1767384693.434768:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434770:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434773:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434775:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384693.434776:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434778:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434779:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434780:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000487339fa. 00000400:00000200:2.0:1767384693.434782:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ef20e23 00000400:00000010:2.0:1767384693.434784:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001ef20e23. 00000100:00000001:2.0:1767384693.434786:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434788:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434791:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434793:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384693.434794:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434795:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434796:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434798:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fca77bb2. 00000400:00000200:2.0:1767384693.434800:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a87a8898 00000400:00000010:2.0:1767384693.434801:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a87a8898. 00000100:00000001:2.0:1767384693.434804:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434805:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434809:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434811:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384693.434812:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434814:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434815:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434816:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004092641e. 00000400:00000200:2.0:1767384693.434818:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13d4be1 00000400:00000010:2.0:1767384693.434820:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f13d4be1. 00000100:00000001:2.0:1767384693.434822:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434823:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434827:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434828:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384693.434830:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434895:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434897:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434899:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adb6b077. 00000400:00000200:2.0:1767384693.434902:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048d5a0ce 00000400:00000010:2.0:1767384693.434904:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000048d5a0ce. 00000100:00000001:2.0:1767384693.434909:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434910:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434918:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434920:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384693.434923:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434926:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434927:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434929:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a2cac80. 00000400:00000200:2.0:1767384693.434933:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf1fe893 00000400:00000010:2.0:1767384693.434934:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cf1fe893. 00000100:00000001:2.0:1767384693.434938:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434940:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434947:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434949:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384693.434951:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434953:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434959:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434961:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000081d4d00. 00000400:00000200:2.0:1767384693.434964:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075783cfa 00000400:00000010:2.0:1767384693.434967:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000075783cfa. 00000100:00000001:2.0:1767384693.434970:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434972:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.434977:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.434979:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384693.434982:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.434984:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.434985:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.434986:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b9868bf. 00000400:00000200:2.0:1767384693.434989:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d967bc7 00000400:00000010:2.0:1767384693.434991:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007d967bc7. 00000100:00000001:2.0:1767384693.434994:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.434995:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.435001:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.435003:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384693.435005:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.435006:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.435008:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.435009:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d73f95f1. 00000400:00000200:2.0:1767384693.435011:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bad3754 00000400:00000010:2.0:1767384693.435013:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000bad3754. 00000100:00000001:2.0:1767384693.435016:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.435017:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.435021:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.435022:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384693.435023:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384693.435025:0:39780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.435026:0:39780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384693.435028:0:39780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001429923d. 00000400:00000200:2.0:1767384693.435030:0:39780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002584c9d9 00000400:00000010:2.0:1767384693.435031:0:39780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002584c9d9. 00000100:00000001:2.0:1767384693.435034:0:39780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384693.435035:0:39780:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384693.435039:0:39780:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384693.435040:0:39780:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384693.435042:0:39780:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384693.435044:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435045:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435048:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435049:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435050:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435052:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435053:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435054:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435055:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435056:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435058:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435059:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435060:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435061:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435062:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435063:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435064:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435065:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435066:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435067:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435068:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435069:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435070:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435071:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435072:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435073:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435074:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435075:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435076:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435077:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435078:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435079:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435080:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435081:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435083:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435084:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435085:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435086:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435087:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435088:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435090:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435090:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435092:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435093:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435094:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435096:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435097:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435097:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435099:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435099:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435101:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435102:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435103:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435104:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435105:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435106:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435107:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435108:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435109:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435110:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435111:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435113:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435114:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435115:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435116:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435117:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435118:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435119:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435120:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435121:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435122:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435123:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435124:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435126:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435127:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435128:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435129:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435130:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435131:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435132:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435134:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435135:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435135:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435136:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435137:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435138:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435139:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435140:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435141:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435142:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435143:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435144:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435145:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435147:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435148:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435149:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435151:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435152:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435153:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435154:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435155:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435156:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435158:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435159:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435160:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435161:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435163:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435164:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435165:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435166:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435167:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435168:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435169:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435170:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435172:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435172:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435174:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435174:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435176:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435177:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435178:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435179:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435180:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435181:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435183:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435184:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384693.435185:0:39780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384693.435186:0:39780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384693.435188:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a81cfe1e. 00000100:00000010:2.0:1767384693.435253:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8f64e58. 00000100:00000010:2.0:1767384693.435256:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002d9a07ad. 00000100:00000010:2.0:1767384693.435317:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025a32482. 00000100:00000010:2.0:1767384693.435320:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001a17de72. 00000100:00000010:2.0:1767384693.435372:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d80dfb2. 00000100:00000010:2.0:1767384693.435376:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ce163961. 00000100:00000010:2.0:1767384693.435437:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000150a3ad6. 00000100:00000010:2.0:1767384693.435440:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000170bd325. 00000100:00000010:2.0:1767384693.435511:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c15f74fa. 00000100:00000010:2.0:1767384693.435513:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000008becd8a. 00000100:00000010:2.0:1767384693.435583:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9c21c12. 00000100:00000010:2.0:1767384693.435585:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000211d9ba8. 00000100:00000010:2.0:1767384693.435626:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3d20ace. 00000100:00000010:2.0:1767384693.435629:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005d25857b. 00000100:00000010:2.0:1767384693.435670:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056d2f966. 00000100:00000010:2.0:1767384693.435672:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008484441d. 00000100:00000010:2.0:1767384693.435704:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089fb3faf. 00000100:00000010:2.0:1767384693.435707:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000535fe019. 00000100:00000010:2.0:1767384693.435749:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016d7470c. 00000100:00000010:2.0:1767384693.435752:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005feca0d4. 00000100:00000010:2.0:1767384693.435809:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a78e5c88. 00000100:00000010:2.0:1767384693.435813:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000067045022. 00000100:00000010:2.0:1767384693.435901:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089005dee. 00000100:00000010:2.0:1767384693.435905:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007d147d35. 00000100:00000010:2.0:1767384693.435954:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa371ddb. 00000100:00000010:2.0:1767384693.435957:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000061ca380d. 00000100:00000010:2.0:1767384693.435995:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef2b9997. 00000100:00000010:2.0:1767384693.435998:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001bf1de9f. 00000100:00000010:2.0:1767384693.436060:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a13087aa. 00000100:00000010:2.0:1767384693.436063:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008538cc49. 00000100:00000010:2.0:1767384693.436117:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a019469d. 00000100:00000010:2.0:1767384693.436120:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e561d66e. 00000100:00000010:2.0:1767384693.436172:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003af81119. 00000100:00000010:2.0:1767384693.436175:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000aae95f5f. 00000100:00000010:2.0:1767384693.436214:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081046c2b. 00000100:00000010:2.0:1767384693.436217:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002344bb1c. 00000100:00000010:2.0:1767384693.436256:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1306644. 00000100:00000010:2.0:1767384693.436257:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a289b00a. 00000100:00000010:2.0:1767384693.436295:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7d3c8d6. 00000100:00000010:2.0:1767384693.436297:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ccc56661. 00000100:00000010:2.0:1767384693.436345:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b30e7fd0. 00000100:00000010:2.0:1767384693.436348:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d8e551c8. 00000100:00000010:2.0:1767384693.436381:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ada956a. 00000100:00000010:2.0:1767384693.436382:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a63d0b9c. 00000100:00000010:2.0:1767384693.436444:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b91b89b7. 00000100:00000010:2.0:1767384693.436445:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f901ecf8. 00000100:00000010:2.0:1767384693.436482:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000494e32f3. 00000100:00000010:2.0:1767384693.436483:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000054ffa962. 00000100:00000010:2.0:1767384693.436519:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e4543dd. 00000100:00000010:2.0:1767384693.436520:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005c6c58c5. 00000100:00000010:2.0:1767384693.436561:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000087cb3c2. 00000100:00000010:2.0:1767384693.436562:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f23d310a. 00000100:00000010:2.0:1767384693.436608:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001426f7c5. 00000100:00000010:2.0:1767384693.436610:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000098319eb2. 00000100:00000010:2.0:1767384693.436656:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002be9f4dd. 00000100:00000010:2.0:1767384693.436658:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c821beb3. 00000100:00000010:2.0:1767384693.436699:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b5ccf2a. 00000100:00000010:2.0:1767384693.436701:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cf9d7890. 00000100:00000010:2.0:1767384693.436872:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000491c753d. 00000100:00000010:2.0:1767384693.436877:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000038b806bb. 00000100:00000010:2.0:1767384693.436915:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3038f0e. 00000100:00000010:2.0:1767384693.436917:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000066dc2aa7. 00000100:00000010:2.0:1767384693.436946:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fc455ca. 00000100:00000010:2.0:1767384693.436948:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b24da9d2. 00000100:00000010:2.0:1767384693.436973:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ba476f4. 00000100:00000010:2.0:1767384693.436975:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001c065049. 00000100:00000010:2.0:1767384693.436998:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009373e8a9. 00000100:00000010:2.0:1767384693.437000:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f5ce63a0. 00000100:00000010:2.0:1767384693.437023:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075b5642e. 00000100:00000010:2.0:1767384693.437024:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004f6f8d65. 00000100:00000010:2.0:1767384693.437048:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b71fe91. 00000100:00000010:2.0:1767384693.437049:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007a509130. 00000100:00000010:2.0:1767384693.437096:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015ae85ea. 00000100:00000010:2.0:1767384693.437099:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a9f43818. 00000100:00000010:2.0:1767384693.437130:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cbf6ae2. 00000100:00000010:2.0:1767384693.437132:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d4f5ed63. 00000100:00000010:2.0:1767384693.437191:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ccdec48. 00000100:00000010:2.0:1767384693.437193:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000083b3ca8d. 00000100:00000010:2.0:1767384693.437240:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090afa376. 00000100:00000010:2.0:1767384693.437243:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000828d37c0. 00000100:00000010:2.0:1767384693.437282:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a5e19a4. 00000100:00000010:2.0:1767384693.437284:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000825228fd. 00000100:00000010:2.0:1767384693.437322:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000861735a4. 00000100:00000010:2.0:1767384693.437324:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000055c28b77. 00000100:00000010:2.0:1767384693.437352:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079c9f80a. 00000100:00000010:2.0:1767384693.437359:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000037941ae5. 00000100:00000010:2.0:1767384693.437409:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8f5b32a. 00000100:00000010:2.0:1767384693.437411:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008a71db40. 00000100:00000010:2.0:1767384693.437437:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006417d5f3. 00000100:00000010:2.0:1767384693.437440:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000091570214. 00000100:00000010:2.0:1767384693.437467:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f306e3a9. 00000100:00000010:2.0:1767384693.437468:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000004b8f589. 00000100:00000010:2.0:1767384693.437499:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e7d1547. 00000100:00000010:2.0:1767384693.437500:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000080d19af8. 00000100:00000010:2.0:1767384693.437528:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea41679c. 00000100:00000010:2.0:1767384693.437529:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ea58a35c. 00000100:00000010:2.0:1767384693.437555:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee190207. 00000100:00000010:2.0:1767384693.437556:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000764513ae. 00000100:00000010:2.0:1767384693.437638:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001974a1fb. 00000100:00000010:2.0:1767384693.437641:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000094ddb6d7. 00000100:00000010:2.0:1767384693.437671:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed5a0bd8. 00000100:00000010:2.0:1767384693.437673:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e0fee5f5. 00000100:00000010:2.0:1767384693.437698:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f8f8b76. 00000100:00000010:2.0:1767384693.437700:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a86b3508. 00000100:00000010:2.0:1767384693.437733:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5fbf3df. 00000100:00000010:2.0:1767384693.437736:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007fbcd41b. 00000100:00000010:2.0:1767384693.437762:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2a4eef2. 00000100:00000010:2.0:1767384693.437764:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000539901c1. 00000100:00000010:2.0:1767384693.437806:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dab9b0d2. 00000100:00000010:2.0:1767384693.437807:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000523ab4c4. 00000100:00000010:2.0:1767384693.437860:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005246c994. 00000100:00000010:2.0:1767384693.437862:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005322ba94. 00000100:00000010:2.0:1767384693.437903:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dffb47a. 00000100:00000010:2.0:1767384693.437905:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000001ca62de. 00000100:00000010:2.0:1767384693.437948:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013aa14d3. 00000100:00000010:2.0:1767384693.437950:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d121dfb1. 00000100:00000010:2.0:1767384693.437980:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebf21297. 00000100:00000010:2.0:1767384693.437981:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002fa8f8d6. 00000100:00000010:2.0:1767384693.438010:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8d9c059. 00000100:00000010:2.0:1767384693.438011:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003e7be04d. 00000100:00000010:2.0:1767384693.438047:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082f61772. 00000100:00000010:2.0:1767384693.438048:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006938f573. 00000100:00000010:2.0:1767384693.438090:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e438c566. 00000100:00000010:2.0:1767384693.438093:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d86602da. 00000100:00000010:2.0:1767384693.438122:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000776b4f9f. 00000100:00000010:2.0:1767384693.438125:0:39780:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f539890e. 00000100:00000010:2.0:1767384693.438145:0:39780:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa015f3c. 00000100:00000010:2.0:1767384693.438202:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000930509f6. 00000100:00000010:2.0:1767384693.438207:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004ca51dd4. 00000100:00000010:2.0:1767384693.438211:0:39780:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000001a3c65d6. 00000100:00000001:2.0:1767384693.438215:0:39780:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384693.438218:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438220:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384693.438221:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384693.438222:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000000575e055. 00000100:00000001:2.0:1767384693.438225:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384693.438227:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384693.438229:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438231:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005ce77c1f. 00000100:00000001:2.0:1767384693.438233:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438234:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438236:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a42ec141. 00000100:00000001:2.0:1767384693.438237:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438239:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438240:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000612e0ab3. 00000100:00000001:2.0:1767384693.438242:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438243:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438244:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c76f67a9. 00000100:00000001:2.0:1767384693.438246:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438247:0:39780:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384693.438248:0:39780:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384693.438250:0:39780:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006827d882. 00000100:00000001:2.0:1767384693.438252:0:39780:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384693.438253:0:39780:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384693.438255:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438256:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000338890af. 00000100:00000001:2.0:1767384693.438258:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438259:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438260:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ab9f6d4e. 00000100:00000001:2.0:1767384693.438262:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438264:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438265:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006b976062. 00000100:00000001:2.0:1767384693.438267:0:39780:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384693.438268:0:39780:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384693.438269:0:39780:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f885c9f3. 00000100:00000010:2.0:1767384693.438271:0:39780:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000d1e3a2e9. 00000100:00000001:2.0:1767384693.438273:0:39780:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384693.438335:0:39780:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000285cf9c5. 00000020:00000010:2.0:1767384693.438339:0:39780:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000024a0b597. 00000100:00000010:2.0:1767384693.438360:0:39780:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000017524fdd. 00000100:00000010:2.0:1767384693.438366:0:39780:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000008f4bf319. 00000100:00000010:2.0:1767384693.438369:0:39780:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000000691f9ee. 00000100:00000010:2.0:1767384693.438371:0:39780:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003239f0ab. 00000100:00000001:2.0:1767384693.438373:0:39780:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384693.438376:0:39780:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:2.0:1767384693.438392:0:39780:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.438394:0:39780:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384693.438405:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384693.438411:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000041f43c48. 00000001:00000010:2.0:1767384693.438418:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dcdd6515. 00000001:00000010:2.0:1767384693.438420:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6f14c22. 00000001:00000010:2.0:1767384693.438422:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000daac38dc. 00000001:00000010:2.0:1767384693.438424:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e5e17972. 00000001:00000010:2.0:1767384693.438425:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000be181952. 00000001:00000001:2.0:1767384693.438428:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384693.438429:0:39780:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384693.438431:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008074f03d. 00000001:00000010:2.0:1767384693.438432:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4a49943. 00000001:00000010:2.0:1767384693.438433:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e997f3e7. 00000001:00000010:2.0:1767384693.438434:0:39780:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055bb7270. 00000001:00000010:2.0:1767384693.438436:0:39780:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a32b2bdb. 00000001:00000010:2.0:1767384693.438437:0:39780:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004ed20c7e. 00000001:00000001:2.0:1767384693.438438:0:39780:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384693.438439:0:39780:0:(obd_config.c:955:class_decref()) Decref MDS (0000000024cf4b74) now 3 - setup 00000020:00000001:2.0:1767384693.438442:0:39780:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.438443:0:39780:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384693.438447:0:39780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384693.438451:0:39780:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384693.438453:0:39780:0:(obd_config.c:955:class_decref()) Decref MDS (0000000024cf4b74) now 2 - obd_device_list 00000020:00000080:2.0:1767384693.438455:0:39780:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:2.0:1767384693.438455:0:39780:0:(obd_config.c:955:class_decref()) Decref MDS (0000000024cf4b74) now 1 - newdev 00000020:00000040:2.0:1767384693.438458:0:39780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c021ef18 with handle 0x534bb1615bf4c526 from hash 00000020:00000040:2.0:1767384693.438460:0:39780:0:(genops.c:898:class_export_put()) PUTting export 00000000c021ef18 : new refcount 0 00000020:00000080:2.0:1767384693.438462:0:39780:0:(genops.c:904:class_export_put()) final put 00000000c021ef18/MDS_uuid 00000020:00000001:2.0:1767384693.438464:0:39780:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.438466:0:39780:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384693.438468:0:39780:0:(genops.c:863:class_export_destroy()) destroying export 00000000c021ef18/MDS_uuid for MDS 00000020:00000001:2.0:1767384693.438470:0:39780:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384693.438471:0:39780:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384693.438472:0:39780:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c021ef18. 00000020:00000001:2.0:1767384693.438479:0:39780:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384693.438480:0:39780:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:2.0:1767384693.438482:0:39780:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:2.0:1767384693.438483:0:39780:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384693.438486:0:39780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000620d622a. 00000020:00000010:2.0:1767384693.438490:0:39780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002dbdace2. 00000040:00000010:2.0:1767384693.438493:0:39780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bad4932c. 00000020:00000010:2.0:1767384693.438496:0:39780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e82d7cf9. 00000020:00000010:2.0:1767384693.438500:0:39780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004502ae30. 00000020:00000010:2.0:1767384693.438503:0:39780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005976c183. 80000000:00000010:2.0:1767384693.438506:0:39780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e4f03ad. 40000000:00000010:2.0:1767384693.438509:0:39780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae42a98d. 00100000:00000010:2.0:1767384693.438513:0:39780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044863a55. 00040000:00000010:2.0:1767384693.438516:0:39780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae3b1fb7. 00040000:00000010:2.0:1767384693.438518:0:39780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006ef254bb. 00080000:00000010:2.0:1767384693.438521:0:39780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004e09a674. 00000004:00000010:2.0:1767384693.438526:0:39780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f658cd8b. 00000004:00000001:2.0:1767384693.438530:0:39780:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:2.0:1767384693.438534:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ac4008ef. 00000004:00000010:2.0:1767384693.438538:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d1239490. 00000004:00000010:2.0:1767384693.438540:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004cd10172. 00000004:00000010:2.0:1767384693.438542:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d10ec629. 00000004:00000010:2.0:1767384693.438548:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026b95010. 00000004:00000010:2.0:1767384693.438550:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031258cbb. 00000004:00000010:2.0:1767384693.438552:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8c6fb70. 00000004:00000010:2.0:1767384693.438559:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9804ade. 00000004:00000010:2.0:1767384693.438562:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000448af35b. 00000004:00000010:2.0:1767384693.438564:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000823d896. 00000004:00000010:2.0:1767384693.438567:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000055618565. 00000004:00000010:2.0:1767384693.438569:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005a20754c. 00000004:00000010:2.0:1767384693.438622:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000008525ad4. 00000004:00000010:2.0:1767384693.438633:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009a4dedc2. 00000004:00000010:2.0:1767384693.438639:0:39780:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000c1f0d9f5. 00000004:00000001:2.0:1767384693.438642:0:39780:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384693.438646:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002dbdace2. 00000040:00000010:2.0:1767384693.438649:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bad4932c. 00000020:00000010:2.0:1767384693.438651:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e82d7cf9. 00000020:00000010:2.0:1767384693.438655:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004502ae30. 00000020:00000010:2.0:1767384693.438658:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005976c183. 80000000:00000010:2.0:1767384693.438660:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e4f03ad. 40000000:00000010:2.0:1767384693.438662:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae42a98d. 00100000:00000010:2.0:1767384693.438664:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044863a55. 00040000:00000010:2.0:1767384693.438666:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae3b1fb7. 00040000:00000010:2.0:1767384693.438669:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006ef254bb. 00080000:00000010:2.0:1767384693.438671:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004e09a674. 00000004:00000010:2.0:1767384693.438672:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f658cd8b. 00000020:00000010:2.0:1767384693.438674:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000620d622a. 00000020:00000001:2.0:1767384693.438675:0:39780:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384693.438677:0:39780:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000024cf4b74. 00000020:00000001:2.0:1767384693.438681:0:39780:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.438682:0:39780:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384693.438683:0:39780:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000005225a19d. 00000020:00000001:2.0:1767384693.438685:0:39780:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384693.438687:0:39780:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384693.438693:0:39780:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000002120da71. 00000020:00000010:2.0:1767384693.438699:0:39780:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000304e9065. 00000020:00000010:2.0:1767384693.438703:0:39780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000000729eed. 00000040:00000010:2.0:1767384693.438705:0:39780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000617c31d6. 00000020:00000010:2.0:1767384693.438706:0:39780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001e6d94ea. 00000020:00000010:2.0:1767384693.438708:0:39780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000034d54094. 00000020:00000010:2.0:1767384693.438710:0:39780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a51ec5c9. 80000000:00000010:2.0:1767384693.438712:0:39780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d5b56de6. 40000000:00000010:2.0:1767384693.438714:0:39780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c66f0ba1. 00100000:00000010:2.0:1767384693.438715:0:39780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001b683242. 00040000:00000010:2.0:1767384693.438717:0:39780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b38f45f. 00040000:00000010:2.0:1767384693.438719:0:39780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007070bd98. 00040000:00000010:2.0:1767384693.438721:0:39780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044497a47. 00080000:00000010:2.0:1767384693.438723:0:39780:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000192335fd. 00080000:00000010:2.0:1767384693.438734:0:39780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000acc6b05d. 00000004:00000010:2.0:1767384693.438737:0:39780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000091d5073b. 00000004:00000010:2.0:1767384693.438740:0:39780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be2cd736. 00000004:00000010:2.0:1767384693.438743:0:39780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ded63626. 00002000:00000010:2.0:1767384693.438746:0:39780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002fdc7589. 00000004:00000010:2.0:1767384693.438749:0:39780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006c3e9da1. 00000020:00000010:2.0:1767384693.438751:0:39780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6616163. 00000020:02000400:2.0:1767384693.438753:0:39780:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:2.0:1767384693.440010:0:39780:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000008ba7cf89. 00000020:00000001:2.0:1767384693.440014:0:39780:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:3.0:1767384693.441021:0:10069:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384693.441038:0:10069:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.441045:0:10069:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384693.441666:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384693.441672:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.441675:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384693.621258:0:39792:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384693.621279:0:39792:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.621284:0:39792:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384693.653925:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384693.653932:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.653986:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384693.653991:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384693.653995:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384693.781659:0:39834:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000093ef4126. 00000400:00000040:1.0:1767384693.781683:0:39834:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384693.781686:0:39834:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384693.781688:0:39834:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384693.781689:0:39834:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384693.781691:0:39834:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384693.781693:0:39834:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1767384693.781695:0:39834:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1767384693.781777:0:39834:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000093ef4126. 00080000:00000001:1.0:1767384694.085398:0:39847:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384694.085412:0:39847:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384694.085416:0:39847:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384694.613968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384694.613979:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384694.613988:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071f5eb95. 00000020:00000040:2.0:1767384694.613995:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=4 obd=MGC192.168.202.117@tcp 00000100:00000001:2.0:1767384694.614000:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384694.614003:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384694.614009:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384694.614018:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae3b1fb7. 00000100:00000001:2.0:1767384694.614025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384694.614034:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384694.614045:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384694.614048:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384694.614053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071f5eb95] to pc [ptlrpcd_00_01+1] req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384694.614074:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384694.614077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384694.614081:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384694.614084:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ecc536. 00000020:00000040:2.0:1767384694.614087:0:8:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384694.614087:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384694.614090:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384694.614093:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384694.614093:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384694.614097:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384694.614098:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384694.614102:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f5dccc5. 00000100:00000040:1.0:1767384694.614106:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384694.614107:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384694.614115:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c7ecc536 x1853237059683584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384694.614123:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384694.614127:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614129:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384694.614132:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384694.614132:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384694.614137:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ecc536] to pc [ptlrpcd_00_02+2] req@00000000c7ecc536 x1853237059683584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384694.614137:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384694.614142:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384694.614149:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071f5eb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d20b236b-0957-4d6e-8439-7c7e78a14581:16141:1853237059683456:0@lo:400: 00000100:00000001:1.0:1767384694.614156:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384694.614162:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384694.614163:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384694.614165:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384694.614169:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384694.614170:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (322) 02000000:00000010:1.0:1767384694.614174:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044497a47. 02000000:00000001:1.0:1767384694.614178:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614183:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384694.614183:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025fa75b4. 00000100:00000001:2.0:1767384694.614188:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614194:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384694.614197:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384694.614198:0:16142:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384694.614202:0:16142:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7ecc536 x1853237059683584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384694.614209:0:16142:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384694.614211:0:16142:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384694.614213:0:16142:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384694.614222:0:16142:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384694.614225:0:16142:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384694.614228:0:16142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7ecc536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16142:1853237059683584:0@lo:400: 00000100:00000001:2.0:1767384694.614232:0:16142:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384694.614235:0:16142:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384694.614236:0:16142:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384694.614238:0:16142:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384694.614242:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d2e2fab. 02000000:00000001:2.0:1767384694.614244:0:16142:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384694.614248:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e28710a. 00000400:00000010:2.0:1767384694.614256:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb5107f4. 00000100:00000200:2.0:1767384694.614262:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059683584, portal 10 00000100:00000001:2.0:1767384694.614266:0:16142:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384694.614268:0:16142:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864908800 : -115916844642816 : ffff969301a6ce00) 00000400:00000010:1.0:1767384694.614271:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000057ef437. 00000100:00000040:2.0:1767384694.614275:0:16142:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7ecc536 x1853237059683584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384694.614276:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059683456, portal 25 00000100:00000001:1.0:1767384694.614282:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384694.614285:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628156864906112 : -115916844645504 : ffff969301a6c380) 00000100:00000001:2.0:1767384694.614288:0:16142:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384694.614292:0:16142:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384694.614294:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384694.614296:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384694.614300:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059683584, offset 0 00000100:00000001:1.0:1767384694.614307:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384694.614310:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384694.614314:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384694.614318:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384694.614322:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059683456, offset 0 00000400:00000200:2.0:1767384694.614327:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384694.614331:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384694.614341:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a08500 00000400:00000200:1.0:1767384694.614346:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384694.614360:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a08480 00000400:00000100:2.0:1767384694.614361:0:16142:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237059683584 offset 0 length 224: 4 00000400:00000200:2.0:1767384694.614367:0:16142:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000a8417989 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000100:1.0:1767384694.614370:0:16141:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237059683456 offset 0 length 224: 4 00000400:00000200:2.0:1767384694.614372:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384694.614375:0:16141:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000ef331046 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384694.614379:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384694.614388:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384694.614390:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000100:00000001:1.0:1767384694.614394:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384694.614395:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384694.614399:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:1.0:1767384694.614400:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384694.614405:0:16142:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384694.614411:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7ecc536 x1853237059683584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384694.614413:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384694.614419:0:16142:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384694.614419:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384694.614424:0:16142:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7ecc536 x1853237059683584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384694.614434:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384694.614439:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384694.614440:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614441:0:16142:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614446:0:16142:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384694.614446:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384694.614453:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614455:0:16142:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384694.614458:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294984716 00000100:00000040:2.0:1767384694.614459:0:16142:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3286 usecs (4 jiffies) 00000100:00000001:2.0:1767384694.614463:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294984708 00000100:00000010:1.0:1767384694.614465:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d937af49. 00000100:00000001:1.0:1767384694.614472:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384694.614479:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294984716 00000100:00000001:2.0:1767384694.614480:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294984716 00000100:00000001:2.0:1767384694.614485:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294984708 00000100:00000010:1.0:1767384694.614486:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026a8fd43. 00000100:00000001:1.0:1767384694.614490:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384694.614494:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294984716 00000100:00000001:1.0:1767384694.614494:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294984716 00000100:00000001:2.0:1767384694.614498:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294984708 00000100:00000010:1.0:1767384694.614501:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003815b3c7. 00000100:00000001:1.0:1767384694.614506:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384694.614511:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294984716 00000100:00000001:1.0:1767384694.614511:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294984716 00000100:00000001:2.0:1767384694.614516:0:16142:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294984708 00000100:00000010:1.0:1767384694.614517:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1539b7a. 00000100:00000001:1.0:1767384694.614522:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384694.614527:0:16142:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294984716 00000100:00000001:1.0:1767384694.614527:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384694.614532:0:16142:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384694.614533:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614535:0:16142:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384694.614538:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614539:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614544:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384694.614544:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384694.614555:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384694.614555:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384694.614558:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384694.614559:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384694.614563:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384694.614565:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384694.614565:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384694.614568:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384694.614569:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384694.614573:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384694.614573:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384694.614579:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384694.626862:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294984716, at 4294984717 00000100:00000010:1.0:1767384694.626875:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026a8fd43. 00000100:00000040:3.0:1767384694.626889:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294984716, at 4294984717 00000100:00000010:3.0:1767384694.626897:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1539b7a. 00000100:00000040:0.0:1767384694.626942:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294984716, at 4294984717 00000100:00000010:0.0:1767384694.626946:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d937af49. 00000100:00000040:2.0:1767384694.627400:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294984716, at 4294984717 00000100:00000010:2.0:1767384694.627406:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003815b3c7. 00080000:00000001:1.0:1767384694.629522:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:1.0:1767384694.629527:0:17578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:1.0:1767384694.629530:0:17578:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000006ff05459 : new cb_count 0 00000020:00000040:1.0:1767384694.629534:0:17578:0:(genops.c:898:class_export_put()) PUTting export 000000006ff05459 : new refcount 0 00000020:00000080:1.0:1767384694.629537:0:17578:0:(genops.c:904:class_export_put()) final put 000000006ff05459/lustre-MDT0000-mdtlov_UUID 00000001:00000010:1.0:1767384694.629580:0:17578:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000000a4f93ea. 00040000:00000001:1.0:1767384694.629585:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384694.629588:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384694.629590:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000032f965e6. 00080000:00000001:1.0:1767384694.629593:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384694.629596:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384694.629597:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384694.629598:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384694.629600:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e034f7b8. 00080000:00000001:1.0:1767384694.629601:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384694.629705:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384694.629708:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000006ff05459/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:2.0:1767384694.629723:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 7 to 0@lo 00000020:00000001:2.0:1767384694.629725:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767384694.629730:0:8:0:(genops.c:1229:class_import_get()) import 00000000d795011e refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384694.629732:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384694.629734:0:8:0:(genops.c:1242:class_import_put()) import 00000000d795011e refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384694.629735:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384694.629738:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384694.629739:0:8:0:(genops.c:1242:class_import_put()) import 00000000d795011e refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384694.629741:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000d795011e 00000020:00000001:2.0:1767384694.629750:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384694.629753:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384694.629759:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384694.629763:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bc67e787. 00000001:00000010:2.0:1767384694.629767:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008314a4f2. 00000001:00000010:2.0:1767384694.629769:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8001f8e. 00000001:00000010:2.0:1767384694.629771:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009de9b64c. 00000001:00000010:2.0:1767384694.629774:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000af8c357b. 00000001:00000010:2.0:1767384694.629776:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ebe494b1. 00000001:00000001:2.0:1767384694.629780:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384694.629782:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384694.629784:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384694.629786:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384694.629789:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000a9812abe. 00000020:00000001:2.0:1767384694.629796:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384694.629798:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 5 - export 00000020:00000010:2.0:1767384694.629801:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006ff05459. 00000020:00000001:2.0:1767384694.629807:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384694.629811:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384694.629813:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d795011e for lustre-OST0000 00000020:00000040:2.0:1767384694.629815:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000aea487ab refcount 6 to 0@lo 00000020:00000040:2.0:1767384694.629817:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000067c0bd3b) now 4 - import 00000020:00000010:2.0:1767384694.629819:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d795011e. 00000020:00000001:2.0:1767384694.629822:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:0.0:1767384694.678004:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384694.678010:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384694.678031:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384694.678034:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384694.678036:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384695.125939:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384695.125946:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:2.0:1767384695.125954:0:16137:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 461 at 000000003c57a2bc. 00000400:02000040:2.0:1767384695.125974:0:16137:0:(lib-move.c:3976:lnet_print_recovery_list()) 7 local NIs in recovery (showing 7): 192.168.202.117@tcp48, 192.168.202.117@tcp44, 192.168.202.117@tcp46, 192.168.202.117@tcp43, 192.168.202.117@tcp42, 192.168.202.117@tcp32, 192.168.202.117@tcp28 00000400:00000010:2.0:1767384695.131864:0:16137:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 461 at 000000003c57a2bc. 00000100:00000001:1.0:1767384695.637927:0:23247:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384695.637934:0:23247:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384695.701944:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384695.701951:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384695.702021:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384695.702025:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384695.702028:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384696.149939:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp48 00000400:00000010:2.0:1767384696.149961:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000046dc5889. 00000400:00000010:2.0:1767384696.149969:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003c57a2bc. 00000400:00000010:2.0:1767384696.149975:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000400:00000010:2.0:1767384696.149982:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f28ceb5e. 00000400:00000200:2.0:1767384696.149986:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp48 00000400:00000200:2.0:1767384696.150007:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp48 local destination 00000400:00000200:2.0:1767384696.150013:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp48 00000400:00000200:2.0:1767384696.150017:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp48 NI seq info: [241:241:256:4294967295] 192.168.202.117@tcp48 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384696.150023:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp48 00000400:00000200:2.0:1767384696.150030:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp48(192.168.202.117@tcp48:) -> 192.168.202.117@tcp48(192.168.202.117@tcp48:192.168.202.117@tcp48) : GET try# 0 00000800:00000200:2.0:1767384696.150036:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp48 00000800:00000010:2.0:1767384696.150040:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000718fda4e. 00000800:00000200:2.0:1767384696.150046:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000800:00000200:2.1:1767384696.150051:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000400:00000200:2.0:1767384696.150076:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp48 added to recovery queue. ping count: 3 next ping: 326 health :700 00000400:00000200:2.0:1767384696.150080:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp46 00000400:00000010:2.0:1767384696.150084:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002242a136. 00000400:00000010:2.0:1767384696.150087:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005976c183. 00000400:00000010:2.0:1767384696.150089:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000400:00000010:2.0:1767384696.150094:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000264a9e30. 00000400:00000200:2.0:1767384696.150097:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp46 00000400:00000200:2.0:1767384696.150103:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp46 local destination 00000400:00000200:2.0:1767384696.150107:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp46 00000400:00000200:2.0:1767384696.150109:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp46 NI seq info: [242:242:256:4294967295] 192.168.202.117@tcp46 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384696.150113:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp46 00000400:00000200:2.0:1767384696.150120:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46:) -> 192.168.202.117@tcp46(192.168.202.117@tcp46:192.168.202.117@tcp46) : GET try# 0 00000800:00000200:2.0:1767384696.150124:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp46 00000800:00000010:2.0:1767384696.150127:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e8316ea. 00000800:00000200:2.0:1767384696.150130:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000800:00000200:2.1:1767384696.150134:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000400:00000200:3.0:1767384696.150143:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.150153:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp46 added to recovery queue. ping count: 4 next ping: 334 health :600 00000400:00000200:3.0:1767384696.150202:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150235:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150238:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150277:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150298:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150321:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150348:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150365:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150396:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150421:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150440:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150464:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150482:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150512:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150534:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150549:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150581:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150596:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150630:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150645:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150676:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150688:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150736:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150752:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150774:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150795:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150814:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150888:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150890:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150946:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.150981:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.150999:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151035:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151050:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151077:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151098:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151122:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151145:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151164:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151194:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151209:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151237:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151255:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151274:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151303:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151313:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151351:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151355:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151393:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151409:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151431:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151447:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151476:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151484:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151538:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151539:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151568:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151594:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151607:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151639:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151649:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151680:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.151712:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151732:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151770:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151812:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151862:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151892:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151916:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.151940:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000800:00000010:3.0:1767384696.151943:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d8369f2. 00000800:00000010:3.0:1767384696.151949:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e87d2e7. 00000400:00000200:1.0:1767384696.151961:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000800:00000010:3.0:1767384696.151962:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f1d7997. 00000400:00000200:1.0:1767384696.151986:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000800:00000010:3.0:1767384696.151989:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f1d7997. 00000800:00020000:3.0:1767384696.152003:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384696.152007:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e87d2e7. 00000800:00000010:3.0:1767384696.152010:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d8369f2. 00000400:00000200:1.0:1767384696.152015:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152052:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:02020000:3.0:1767384696.152062:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp48 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384696.152070:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp48 notifying 192.168.202.117@tcp48: down 00000400:00000200:3.0:1767384696.152075:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384696.152080:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp48 00000800:00000010:3.0:1767384696.152084:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000718fda4e. 00000400:00000200:1.0:1767384696.152087:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.152089:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384696.152097:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp48->192.168.202.117@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384696.152107:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384696.152111:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384696.152115:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.152116:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp48) recovery failed with -71 00000400:00000200:1.0:1767384696.152144:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152166:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152184:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152203:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152222:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152242:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152263:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152283:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152301:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.152319:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.117:988 00000800:00000010:1.0:1767384696.152471:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2da7ae4. 00000800:00000010:1.0:1767384696.152476:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af2809a6. 00000800:00000010:1.0:1767384696.152480:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af750929. 00000800:00000010:1.0:1767384696.152518:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af750929. 00000400:00000200:0.0:1767384696.152633:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384696.152645:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp46 from 201.3.0.2 00000800:00000010:0.0:1767384696.152648:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004ece30eb. 00000800:00000010:1.0:1767384696.152688:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000096ab4887. 00000800:00000010:1.0:1767384696.152694:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b976062. 00000800:00000010:1.0:1767384696.152725:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000060846535. 00000800:00000200:1.1:1767384696.152733:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (2) 00000800:00000200:1.1:1767384696.152738:0:16131:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp46 0000000060846535 deleted 00000800:00000010:1.1:1767384696.152740:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000060846535. 00000800:00000200:1.1:1767384696.152745:0:16131:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384696.152752:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp46 ip 192.168.202.117:969 00000800:00000200:1.1:1767384696.152756:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e8316ea type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384696.152763:0:16131:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp46 p 3.x 192.168.202.117 -> 192.168.202.117:969 incarnation:1767384673016817011 sched[0] 00000800:00000010:1.0:1767384696.152768:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af750929. 00000800:00000010:1.0:1767384696.152823:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af750929. 00000800:00000010:1.0:1767384696.152828:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b976062. 00000800:00000200:2.1:1767384696.152859:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384696.152866:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp46 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384673016817011 sched[0] 00000800:00000010:2.0:1767384696.152869:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af2809a6. 00000800:00000010:1.0:1767384696.152910:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004ece30eb. 00000800:00000001:3.0:1767384696.152912:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384696.152920:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384696.152930:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384696.152936:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384696.152940:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.152974:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000800:00000001:1.0:1767384696.152976:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384696.152983:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384696.152984:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384696.152989:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e8316ea. 00000800:00000001:1.0:1767384696.152989:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384696.152993:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.152996:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384696.152998:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384696.153006:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp46->192.168.202.117@tcp46: GET: OK 00000400:00000200:1.0:1767384696.153011:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46) <- 192.168.202.117@tcp46 : GET - for me 00000400:00000200:3.0:1767384696.153012:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384696.153019:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp46 recovery message sent successfully:0 00000400:00000200:2.0:1767384696.153021:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.153027:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384696.153037:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1f69 [1] + 0 00000400:00000200:2.0:1767384696.153040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.153050:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp46 to MR: 192.168.202.117@tcp46 local destination 00000400:00000200:2.0:1767384696.153056:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.153061:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp46 NI seq info: [243:243:256:4294967295] 192.168.202.117@tcp46 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384696.153074:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384696.153074:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46:192.168.202.117@tcp46) -> 192.168.202.117@tcp46(192.168.202.117@tcp46:192.168.202.117@tcp46) 192.168.202.117@tcp46 : REPLY try# 0 00000800:00000200:1.0:1767384696.153083:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp46 00000800:00000010:1.0:1767384696.153088:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b38f45f. 00000400:00000200:2.0:1767384696.153093:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000800:00000200:1.0:1767384696.153094:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000204da301] -> 12345-192.168.202.117@tcp46 (4) 00000800:00000200:1.0:1767384696.153102:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp46 ip 192.168.202.117:988 00000800:00000200:1.0:1767384696.153105:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b38f45f type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384696.153109:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153125:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000800:00000001:0.0:1767384696.153132:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384696.153146:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153161:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000800:00000200:1.0:1767384696.153174:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384696.153177:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384696.153178:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b38f45f. 00000400:00000200:1.0:1767384696.153183:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.153185:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000800:00000001:3.0:1767384696.153187:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384696.153192:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384696.153192:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp46->192.168.202.117@tcp46: REPLY: OK 00000800:00000001:3.0:1767384696.153198:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384696.153204:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384696.153205:0:16134:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp46(192.168.202.117@tcp46) <- 192.168.202.117@tcp46 : REPLY - for me 00000400:00000200:3.0:1767384696.153216:0:16134:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp46: Reply from 12345-192.168.202.117@tcp46 of length 272/272 into md 0x2185 00000800:00000001:3.0:1767384696.153220:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384696.153224:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384696.153226:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.153235:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp46->192.168.202.117@tcp46: REPLY: OK 00000400:00000200:2.0:1767384696.153238:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384696.153241:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:3.0:1767384696.153245:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000400:00000200:3.0:1767384696.153250:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384696.153257:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002242a136. 00000400:00000010:3.0:1767384696.153261:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005976c183. 00000400:00000200:2.0:1767384696.153263:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000800:00000001:3.0:1767384696.153268:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384696.153274:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384696.153280:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153293:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153303:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153314:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153326:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153344:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153363:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153385:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153407:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153429:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153451:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153466:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153478:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153488:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153499:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153510:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153521:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153541:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153554:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:2.0:1767384696.153564:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384696.153628:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6c2ed8d. 00000800:00000010:2.0:1767384696.153631:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a090e75. 00000800:00000010:2.0:1767384696.153633:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b74ecc0. 00000800:00000010:2.0:1767384696.153644:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b74ecc0. 00000800:00020000:2.0:1767384696.153647:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384696.153649:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a090e75. 00000800:00000010:2.0:1767384696.153650:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6c2ed8d. 00000400:02020000:2.0:1767384696.153671:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp46 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384696.725919:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384696.725924:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384696.725974:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384696.725977:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384696.725979:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384697.173934:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384697.173940:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384697.173943:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384697.173947:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000800:00000200:3.0:1767384697.173953:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (4) 00000400:00000200:2.0:1767384697.173954:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384697.173961:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery ping unlinked 00000800:00000200:3.1:1767384697.173965:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7567482] -> 12345-192.168.202.117@tcp33 (4) 00000400:00000010:2.0:1767384697.173975:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000046dc5889. 00000400:00000010:2.0:1767384697.173980:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003c57a2bc. 00000400:00000200:0.0:1767384697.174071:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174122:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174141:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174158:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174175:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174194:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174212:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174229:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174241:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174252:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174262:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174272:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174284:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174295:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174306:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174317:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174327:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174345:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174366:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174386:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174398:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174409:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174425:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174438:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174450:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174460:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174472:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174483:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174499:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174520:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174543:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174566:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174586:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174599:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384697.174610:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384697.174756:0:39746:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041a2fcd5. 00000800:00000010:0.0:1767384697.174761:0:39746:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d166cf5. 00000800:00000010:0.0:1767384697.174766:0:39746:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee415cc8. 00000800:00000010:0.0:1767384697.174787:0:39746:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee415cc8. 00000800:00020000:0.0:1767384697.174797:0:39746:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384697.174800:0:39746:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d166cf5. 00000800:00000010:0.0:1767384697.174802:0:39746:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041a2fcd5. 00000400:02020000:0.0:1767384697.174866:0:39746:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp33 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384697.174871:0:39746:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:1.0:1767384697.685902:0:17557:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384697.685908:0:17557:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384697.685955:0:16764:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384697.685958:0:16764:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384697.749909:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384697.749914:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384697.749934:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384697.749937:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384697.749939:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384698.197940:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp28 00000400:00000010:2.0:1767384698.197948:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000046dc5889. 00000400:00000010:2.0:1767384698.197956:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003c57a2bc. 00000400:00000010:2.0:1767384698.197961:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000400:00000010:2.0:1767384698.197970:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6506d5a. 00000400:00000200:2.0:1767384698.197974:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp28 00000400:00000200:2.0:1767384698.197992:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp28 local destination 00000400:00000200:2.0:1767384698.197998:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp28 00000400:00000200:2.0:1767384698.198003:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp28 NI seq info: [244:244:256:4294967295] 192.168.202.117@tcp28 LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1767384698.198010:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp28 00000400:00000200:2.0:1767384698.198018:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp28(192.168.202.117@tcp28:) -> 192.168.202.117@tcp28(192.168.202.117@tcp28:192.168.202.117@tcp28) : GET try# 0 00000800:00000200:0.0:1767384698.198019:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d561a7e3] -> 12345-192.168.202.117@tcp20 (6) 00000800:00000200:2.0:1767384698.198023:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp28 00000800:00000200:0.0:1767384698.198025:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp20 ip 192.168.202.117:988 00000800:00000010:2.0:1767384698.198027:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066ebbb8b. 00000800:00000200:0.0:1767384698.198029:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a4fa741 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384698.198032:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000800:00000200:2.1:1767384698.198049:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b25c2be] -> 12345-192.168.202.117@tcp28 (2) 00000400:00000200:2.0:1767384698.198066:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp28 added to recovery queue. ping count: 6 next ping: 384 health :400 00000400:00000200:3.0:1767384698.198144:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:1.0:1767384698.198177:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384698.198184:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384698.198194:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384698.198199:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384698.198202:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384698.198209:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198238:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198259:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198278:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198297:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198311:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198325:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198343:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198379:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198400:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198420:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198440:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198460:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198479:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198500:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198523:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198543:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198564:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198584:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198604:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198624:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198644:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198674:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198728:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198750:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198772:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198793:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198814:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198866:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198900:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198923:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198945:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198966:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384698.198988:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384698.199103:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d8369f2. 00000800:00000010:3.0:1767384698.199108:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e87d2e7. 00000800:00000010:3.0:1767384698.199113:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f1d7997. 00000800:00000010:3.0:1767384698.199134:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f1d7997. 00000800:00020000:3.0:1767384698.199140:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384698.199143:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e87d2e7. 00000800:00000010:3.0:1767384698.199146:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d8369f2. 00000400:02020000:3.0:1767384698.199181:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp28 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384698.199187:0:16130:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp28 notifying 192.168.202.117@tcp28: down 00000800:00000200:3.0:1767384698.199193:0:16130:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp28 down 00000800:00000100:3.0:1767384698.199198:0:16130:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp28 00000800:00000010:3.0:1767384698.199201:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066ebbb8b. 00000400:00000200:3.0:1767384698.199206:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384698.199210:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp28->192.168.202.117@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384698.199218:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384698.199221:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384698.199225:0:16130:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp28) recovery failed with -71 00010000:00000001:0.0:1767384698.773959:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384698.773966:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.774035:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384698.774039:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384698.774042:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384699.221901:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384699.221906:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384699.221909:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384699.221913:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000400:00000200:2.0:1767384699.221920:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384699.221926:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384699.221937:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000046dc5889. 00000400:00000010:2.0:1767384699.221941:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003c57a2bc. 00000800:00000200:0.0:1767384699.222068:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (4) 00000800:00000200:0.1:1767384699.222074:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7d3a04f] -> 12345-192.168.202.117@tcp31 (4) 00000400:00000200:3.0:1767384699.222186:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222234:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222273:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222296:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222319:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222342:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222365:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222388:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222409:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222429:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222452:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222474:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222497:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222518:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222538:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222558:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222575:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222590:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222607:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222624:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222641:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222658:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222692:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222716:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222735:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222755:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222771:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222787:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222805:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222820:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222855:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222881:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222903:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222932:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:3.0:1767384699.222952:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:3.0:1767384699.223079:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d8369f2. 00000800:00000010:3.0:1767384699.223083:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e87d2e7. 00000800:00000010:3.0:1767384699.223088:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f1d7997. 00000800:00000010:3.0:1767384699.223105:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f1d7997. 00000800:00020000:3.0:1767384699.223116:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384699.230653:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e87d2e7. 00000800:00000010:3.0:1767384699.230663:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d8369f2. 00000400:02020000:3.0:1767384699.230783:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp31 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384699.234911:0:16129:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:1.0:1767384699.475542:0:39896:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384699.475553:0:39896:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384699.475556:0:39896:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384699.733914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d20b236b-0957-4d6e-8439-7c7e78a14581->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384699.733929:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384699.733937:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8757cff. 00000020:00000040:0.0:1767384699.733945:0:8:0:(genops.c:1229:class_import_get()) import 00000000b9eb845e refcount=5 obd=MGC192.168.202.117@tcp 00000100:00000001:0.0:1767384699.733950:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384699.733954:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384699.733960:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384699.733971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014e6adaf. 00000100:00000001:0.0:1767384699.733979:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384699.733990:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d20b236b-0957-4d6e-8439-7c7e78a14581->MGS req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384699.734003:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384699.734006:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384699.734013:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8757cff] to pc [ptlrpcd_00_03+3] req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384699.734042:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384699.734045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384699.734049:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384699.734053:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075b3adb6. 00000020:00000040:0.0:1767384699.734056:0:8:0:(genops.c:1229:class_import_get()) import 00000000abb7cf6e refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384699.734058:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384699.734060:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384699.734060:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384699.734064:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384699.734065:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384699.734068:0:16143:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384699.734069:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8d30221. 00000100:00000001:0.0:1767384699.734073:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384699.734074:0:16143:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384699.734081:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000075b3adb6 x1853237059683840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384699.734086:0:16143:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384699.734089:0:16143:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384699.734095:0:16143:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384699.734096:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384699.734098:0:16143:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384699.734099:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384699.734102:0:16143:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384699.734105:0:16143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c8757cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d20b236b-0957-4d6e-8439-7c7e78a14581:16143:1853237059683712:0@lo:400: 00000100:00000040:0.0:1767384699.734108:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075b3adb6] to pc [ptlrpcd_00_00+0] req@0000000075b3adb6 x1853237059683840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384699.734109:0:16143:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384699.734115:0:16143:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384699.734119:0:16143:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384699.734122:0:16143:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384699.734126:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a5f781e. 02000000:00000001:3.0:1767384699.734128:0:16143:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384699.734133:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d66b7f13. 00000100:00000001:0.0:1767384699.734134:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384699.734139:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000100:00000040:0.0:1767384699.734140:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (327) 00000100:00000200:3.0:1767384699.734148:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059683712, portal 25 00000100:00000001:3.0:1767384699.734152:0:16143:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384699.734153:0:16143:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027873024 : -115911681678592 : ffff969435636300) 00000100:00000001:0.0:1767384699.734158:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384699.734162:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384699.734165:0:16143:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384699.734167:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384699.734173:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384699.734175:0:16143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384699.734179:0:16143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384699.734182:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d3be0c9. 00000100:00000200:3.0:1767384699.734185:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237059683712, offset 0 00000100:00000001:0.0:1767384699.734186:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384699.734190:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384699.734191:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384699.734195:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384699.734201:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075b3adb6 x1853237059683840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384699.734203:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384699.734207:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384699.734208:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384699.734210:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384699.734216:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384699.734221:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384699.734222:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384699.734223:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260a08580 02000000:00000001:0.0:1767384699.734228:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000100:3.0:1767384699.734231:0:16143:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237059683712 offset 0 length 224: 4 02000000:00000001:0.0:1767384699.734232:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384699.734235:0:16143:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000015d89b0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:0.0:1767384699.734237:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384699.734239:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00100000:0.0:1767384699.734243:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075b3adb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16140:1853237059683840:0@lo:400: 00000400:00000200:3.0:1767384699.734248:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3be0c9 00000100:00000001:0.0:1767384699.734249:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384699.734251:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d3be0c9. 02000000:00000001:0.0:1767384699.734253:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384699.734256:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384699.734258:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384699.734262:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000902633c8. 00000100:00000001:3.0:1767384699.734264:0:16143:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384699.734266:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384699.734273:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5349dc1. 00000100:00000200:3.0:1767384699.734274:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384699.734280:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e7c659e. 00000100:00000200:0.0:1767384699.734286:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059683840, portal 10 00000100:00000001:3.0:1767384699.734289:0:16143:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384699.734290:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384699.734293:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628162027877504 : -115911681674112 : ffff969435637480) 00000100:00000040:3.0:1767384699.734294:0:16143:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384699.734304:0:16143:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384699.734304:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075b3adb6 x1853237059683840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384699.734309:0:16143:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384699.734315:0:16143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384699.734322:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 0 is 4294989836 00000100:00000001:0.0:1767384699.734323:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384699.734328:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384699.734329:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000680850b9. 00000400:00000010:0.0:1767384699.734332:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000100:00000200:0.0:1767384699.734337:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059683840, offset 0 00000100:00000001:3.0:1767384699.734339:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384699.734344:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384699.734345:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 1 is 4294989836 00000100:00000010:3.0:1767384699.734350:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd1f1224. 00000400:00000200:0.0:1767384699.734354:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384699.734355:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384699.734360:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 2 is 4294989836 00000100:00000010:3.0:1767384699.734363:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b431f692. 00000400:00000200:0.0:1767384699.734366:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a08600 00000100:00000001:3.0:1767384699.734372:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384699.734377:0:16143:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS new deadline estimation for cpu 3 is 4294989836 00000400:00000100:0.0:1767384699.734377:0:16140:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237059683840 offset 0 length 224: 4 00000100:00000010:3.0:1767384699.734381:0:16143:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cbb14fc. 00000400:00000200:0.0:1767384699.734383:0:16140:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000000e8bb42c is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:3.0:1767384699.734385:0:16143:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384699.734389:0:16143:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384699.734389:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1767384699.734394:0:16143:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384699.734397:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384699.734399:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384699.734399:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:0.0:1767384699.734404:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000001:3.0:1767384699.734409:0:16143:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384699.734409:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384699.734412:0:16143:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384699.734415:0:16143:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384699.734415:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075b3adb6 x1853237059683840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384699.734417:0:16143:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384699.734419:0:16143:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384699.734423:0:16143:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384699.734432:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384699.734434:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075b3adb6 x1853237059683840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384699.734443:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384699.734445:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384699.734449:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384699.734452:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3286 usecs (4 jiffies) 00000100:00000001:0.0:1767384699.734455:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294989828 00000100:00000001:0.0:1767384699.734457:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294989836 00000100:00000001:0.0:1767384699.734459:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294989828 00000100:00000001:0.0:1767384699.734461:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294989836 00000100:00000001:0.0:1767384699.734462:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294989828 00000100:00000001:0.0:1767384699.734464:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294989836 00000100:00000001:0.0:1767384699.734465:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294989828 00000100:00000001:0.0:1767384699.734468:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294989836 00000100:00000001:0.0:1767384699.734469:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384699.734471:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384699.734473:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384699.734474:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384699.734478:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384699.734479:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384699.734482:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384699.734484:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384699.734486:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384699.734488:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384699.746870:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000060358608 (cpu 0) has reached its deadline 4294989836, at 4294989837 00000100:00000040:2.0:1767384699.746877:0:137:0:(connection.c:75:cpu_latency_work()) work item of 00000000695daa9f (cpu 0) has reached its deadline 4294989836, at 4294989837 00000100:00000010:1.0:1767384699.746886:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd1f1224. 00000100:00000010:2.0:1767384699.746889:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b431f692. 00000100:00000040:3.0:1767384699.746992:0:372:0:(connection.c:75:cpu_latency_work()) work item of 0000000070c40418 (cpu 0) has reached its deadline 4294989836, at 4294989837 00000100:00000010:3.0:1767384699.747001:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cbb14fc. 00000100:00000040:0.0:1767384699.747871:0:267:0:(connection.c:75:cpu_latency_work()) work item of 00000000801842c2 (cpu 0) has reached its deadline 4294989836, at 4294989838 00000100:00000010:0.0:1767384699.747879:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000680850b9. 00010000:00000001:0.0:1767384699.799087:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384699.799093:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384699.799128:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384699.799134:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384699.799138:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384700.175032:0:40061:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384700.175042:0:40061:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing load_modules_local 00000001:00000001:2.0:1767384700.177745:0:40061:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384700.380938:0:40081:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:3.0:1767384701.269903:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp42 00000400:00000010:3.0:1767384701.269911:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000001b00c27. 00000400:00000010:3.0:1767384701.269921:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bd2b7dd7. 00000400:00000010:3.0:1767384701.269925:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d3be0c9. 00000400:00000010:3.0:1767384701.269933:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fcdd89ac. 00000400:00000200:3.0:1767384701.269941:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp42 00000400:00000200:3.0:1767384701.269962:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp42 local destination 00000400:00000200:3.0:1767384701.269967:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp42 00000400:00000200:3.0:1767384701.269970:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp42 NI seq info: [245:245:256:4294967295] 192.168.202.117@tcp42 LPNI seq info [211:211:8:4294967295] 00000400:00000200:3.0:1767384701.269975:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp42 00000400:00000200:3.0:1767384701.269981:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp42(192.168.202.117@tcp42:) -> 192.168.202.117@tcp42(192.168.202.117@tcp42:192.168.202.117@tcp42) : GET try# 0 00000800:00000200:3.0:1767384701.269989:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp42 00000800:00000010:3.0:1767384701.269993:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dbbfcfff. 00000800:00000200:3.0:1767384701.270000:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000800:00000200:3.1:1767384701.270005:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000372d622e] -> 12345-192.168.202.117@tcp42 (2) 00000400:00000200:3.0:1767384701.270036:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp42 added to recovery queue. ping count: 5 next ping: 356 health :500 00000400:00000200:0.0:1767384701.270142:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270183:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270196:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270207:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270220:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270233:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270262:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270288:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270301:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270312:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270324:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270336:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270351:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270363:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270376:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270387:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270400:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270412:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270425:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270444:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270458:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270475:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270493:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270511:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270524:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270536:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270548:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270561:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270572:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270584:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270596:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270608:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270625:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270644:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.270682:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384701.270949:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041a2fcd5. 00000800:00000010:0.0:1767384701.270956:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d166cf5. 00000800:00000010:0.0:1767384701.270961:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b32840f. 00000800:00000010:0.0:1767384701.270996:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b32840f. 00000800:00000200:1.0:1767384701.271006:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000800:00020000:0.0:1767384701.271007:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384701.271012:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d166cf5. 00000800:00000200:1.1:1767384701.271017:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000800:00000010:0.0:1767384701.271018:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041a2fcd5. 00000400:02020000:0.0:1767384701.271070:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp42 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384701.271076:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp42 notifying 192.168.202.117@tcp42: down 00000400:00000200:0.0:1767384701.271082:0:16131:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384701.271087:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp42 00000800:00000010:0.0:1767384701.271092:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dbbfcfff. 00000400:00000200:0.0:1767384701.271095:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384701.271099:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp42->192.168.202.117@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384701.271113:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384701.271116:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384701.271126:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp42) recovery failed with -71 00000400:00000200:0.0:1767384701.271176:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271227:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271251:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271277:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271305:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271348:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271399:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271459:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271485:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271504:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271516:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271527:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271538:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271563:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271582:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271614:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271637:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271665:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271690:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271714:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271745:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271769:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271804:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271830:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271877:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271900:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271925:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271948:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271967:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271981:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.271999:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.272031:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.272082:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.272104:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:0.0:1767384701.272123:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:0.0:1767384701.272205:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041a2fcd5. 00000800:00000010:0.0:1767384701.272208:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d166cf5. 00000800:00000010:0.0:1767384701.272211:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b32840f. 00000800:00000010:0.0:1767384701.272231:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b32840f. 00000800:00020000:0.0:1767384701.272237:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384701.272239:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d166cf5. 00000800:00000010:0.0:1767384701.272241:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041a2fcd5. 00000400:02020000:0.0:1767384701.272276:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp26 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384701.272279:0:16131:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:3.0:1767384702.169918:0:40424:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000db1e24b4. 00000020:00000010:3.0:1767384702.169926:0:40424:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 000000006064e839. 00000020:00000010:3.0:1767384702.169933:0:40424:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000085d4eca7. 00000020:00000010:3.0:1767384702.169942:0:40424:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 000000009bc9c860. 00000020:00000010:3.0:1767384702.169958:0:40424:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000a65cbe5a. 00000020:00000010:3.0:1767384702.169962:0:40424:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 0000000067373933. 00000020:00000010:3.0:1767384702.169979:0:40424:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000c776c48b. 00000020:00000010:3.0:1767384702.169991:0:40424:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000024cf4b74. 00000020:00000010:3.0:1767384702.169996:0:40424:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000501a9259. 00000020:00000010:3.0:1767384702.170006:0:40424:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000c776c48b. 00000020:00000010:3.0:1767384702.170010:0:40424:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000c776c48b. 00000001:00000010:3.0:1767384702.170023:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dbbfcfff. 00000001:00000010:3.0:1767384702.170027:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ccd9f379. 00000001:00000010:3.0:1767384702.170030:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df5d9f56. 00000001:00000010:3.0:1767384702.170032:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004b2d46b3. 00000001:00000010:3.0:1767384702.170034:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082b16821. 00000001:00000010:3.0:1767384702.170036:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000039176030. 00000001:00000010:3.0:1767384702.170039:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000012575ad4. 00000001:00000010:3.0:1767384702.170041:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fb7543bf. 00000001:00000010:3.0:1767384702.170043:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e473db2f. 00000001:00000010:3.0:1767384702.170044:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b54ec56. 00000001:00000010:3.0:1767384702.170047:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e9bbb22. 00000001:00000010:3.0:1767384702.170049:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9183578. 00000020:00000010:3.0:1767384702.170052:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080d9a414. 00000020:00000010:3.0:1767384702.170057:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e039a9cb. 00000020:00000010:3.0:1767384702.170061:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d157902b. 00000008:00000010:3.0:1767384702.170065:0:40424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000023bb6ff4. 00020000:00000010:3.0:1767384702.170069:0:40424:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ead36cc3. 00008000:00000010:3.0:1767384702.170073:0:40424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fec15749. 00000080:00000010:3.0:1767384702.170079:0:40424:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000072948f31. 00000020:00000010:3.0:1767384702.170083:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053eb28ff. 00000020:00000010:3.0:1767384702.170085:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004833af75. 00000040:00000010:3.0:1767384702.170094:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f9ddff12. 00000020:00000010:3.0:1767384702.170098:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006007951. 00000020:00000010:3.0:1767384702.170102:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6f14c22. 00040000:00000010:3.0:1767384702.170107:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001920b92. 00040000:00000010:3.0:1767384702.170110:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dcdd6515. 00080000:00000010:3.0:1767384702.170114:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000db76ce5a. 00080000:00000010:3.0:1767384702.170128:0:40424:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000053c4d06. 00000020:00000010:3.0:1767384702.172125:0:40424:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000002dfee171. 00000020:00000010:3.0:1767384702.172132:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000096757e63. 00000020:00000010:3.0:1767384702.172135:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000027736eee. 00080000:00000010:3.0:1767384702.172955:0:40424:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000a45ae1e5. 00000020:00000010:3.0:1767384702.172961:0:40424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000508e030b. 00080000:00000010:3.0:1767384702.172965:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f5e9b25. 00080000:00000010:3.0:1767384702.172967:0:40424:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 000000000d1c30f0. 00080000:00000010:3.0:1767384702.173446:0:40424:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 0000000006ab967c. 00080000:00000010:3.0:1767384702.173450:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001d271455. 00080000:00000010:3.0:1767384702.173469:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ec259ec7. 00080000:00000010:3.0:1767384702.173480:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000023e442dc. 00080000:00000010:3.0:1767384702.173489:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000060945be2. 00080000:00000010:3.0:1767384702.173500:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ec0b9816. 00080000:00000010:3.0:1767384702.173509:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006862d8ed. 00080000:00000010:3.0:1767384702.173519:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000be1ce39d. 00080000:00000010:3.0:1767384702.173527:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd2a2524. 00080000:00000010:3.0:1767384702.173536:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000671181e1. 00080000:00000010:3.0:1767384702.173543:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008badfcc6. 00080000:00000010:3.0:1767384702.173552:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000734d1151. 00080000:00000010:3.0:1767384702.173562:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000847bca4f. 00080000:00000010:3.0:1767384702.173572:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc0068d7. 00080000:00000010:3.0:1767384702.173580:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000278b168b. 00080000:00000010:3.0:1767384702.173590:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d8e3cd1. 00080000:00000010:3.0:1767384702.173598:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000340cf3ca. 00080000:00000010:3.0:1767384702.173608:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007fba981f. 00080000:00000010:3.0:1767384702.173617:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4d237c3. 00080000:00000010:3.0:1767384702.173634:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002b44f4bd. 00080000:00000010:3.0:1767384702.173654:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000054fea893. 00080000:00000010:3.0:1767384702.173669:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000052b5ceb8. 00080000:00000010:3.0:1767384702.173680:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000090198fbf. 00080000:00000010:3.0:1767384702.173690:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8309506. 00080000:00000010:3.0:1767384702.173699:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a7e06fe3. 00080000:00000010:3.0:1767384702.173707:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e500c769. 00080000:00000010:3.0:1767384702.173743:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a8d4a4a. 00080000:00000010:3.0:1767384702.173753:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c2849231. 00080000:00000010:3.0:1767384702.173763:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000042c7eff5. 00080000:00000010:3.0:1767384702.173771:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007147f3a1. 00080000:00000010:3.0:1767384702.173781:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002049efe1. 00080000:00000010:3.0:1767384702.173789:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c2be438. 00080000:00000010:3.0:1767384702.173797:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a84b33ff. 00080000:00000010:3.0:1767384702.173805:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002dc0e0e3. 00080000:00000010:3.0:1767384702.173813:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d1d0fea0. 00080000:00000010:3.0:1767384702.173822:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006912af93. 00080000:00000010:3.0:1767384702.173847:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a1eeaa72. 00080000:00000010:3.0:1767384702.173859:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fb83038f. 00080000:00000010:3.0:1767384702.173869:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aec2ba19. 00080000:00000010:3.0:1767384702.173879:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000077635096. 00080000:00000010:3.0:1767384702.173888:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000056f6f8a. 00080000:00000010:3.0:1767384702.173898:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e76c912. 00080000:00000010:3.0:1767384702.173932:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000047a76e99. 00080000:00000010:3.0:1767384702.173943:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d4cb50a. 00080000:00000010:3.0:1767384702.173951:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001993b4d2. 00080000:00000010:3.0:1767384702.173960:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000649d4535. 00080000:00000010:3.0:1767384702.173967:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000032b0f38f. 00080000:00000010:3.0:1767384702.173977:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ab01197e. 00080000:00000010:3.0:1767384702.173986:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000021c5740. 00080000:00000010:3.0:1767384702.173995:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000046cb4843. 00080000:00000010:3.0:1767384702.174004:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009fe171ca. 00080000:00000010:3.0:1767384702.174012:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000369f6195. 00080000:00000010:3.0:1767384702.174021:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d1422465. 00080000:00000010:3.0:1767384702.174038:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8a946c6. 00080000:00000010:3.0:1767384702.174047:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a426be55. 00080000:00000010:3.0:1767384702.174056:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000065dea77. 00080000:00000010:3.0:1767384702.174066:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000060bb4bb7. 00080000:00000010:3.0:1767384702.174075:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006ab7b808. 00080000:00000010:3.0:1767384702.174106:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000316102e5. 00080000:00000010:3.0:1767384702.174116:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000015edfd27. 00080000:00000010:3.0:1767384702.174126:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000098b6a633. 00080000:00000010:3.0:1767384702.174136:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000051ccf1fe. 00080000:00000010:3.0:1767384702.174146:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e693728a. 00080000:00000010:3.0:1767384702.174156:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004922602b. 00080000:00000010:3.0:1767384702.174165:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000018f8181e. 00080000:00000010:3.0:1767384702.174173:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001b922251. 00080000:00000010:3.0:1767384702.174183:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a2f71b05. 00080000:00000010:3.0:1767384702.174192:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007eeaadb8. 00080000:00000010:3.0:1767384702.174201:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000056919da8. 00080000:00000010:3.0:1767384702.174210:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000f1d7997. 00080000:00000010:3.0:1767384702.174219:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007648e1f4. 00080000:00000010:3.0:1767384702.174228:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000074eaa984. 00080000:00000010:3.0:1767384702.174236:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000011eef000. 00080000:00000010:3.0:1767384702.174245:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a4b24ed5. 00080000:00000010:3.0:1767384702.174273:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dff0fab5. 00080000:00000010:3.0:1767384702.174283:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001ce956b2. 00080000:00000010:3.0:1767384702.174291:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004487e9b9. 00080000:00000010:3.0:1767384702.174301:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000526dff76. 00080000:00000010:3.0:1767384702.174310:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc55339b. 00080000:00000010:3.0:1767384702.174319:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d2f7d267. 00080000:00000010:3.0:1767384702.174328:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004020b20a. 00080000:00000010:3.0:1767384702.174337:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000006110290. 00080000:00000010:3.0:1767384702.174345:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000052ec37a. 00080000:00000010:3.0:1767384702.174353:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d44a453d. 00080000:00000010:3.0:1767384702.174361:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005cdf3d02. 00080000:00000010:3.0:1767384702.174369:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e347345f. 00080000:00000010:3.0:1767384702.174377:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000027718a1e. 00080000:00000010:3.0:1767384702.174394:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ccc4921. 00080000:00000010:3.0:1767384702.174404:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002972d668. 00080000:00000010:3.0:1767384702.174412:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b419fae4. 00080000:00000010:3.0:1767384702.174472:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000045832dd5. 00080000:00000010:3.0:1767384702.174485:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000100ff7bc. 00080000:00000010:3.0:1767384702.174495:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000051cf7447. 00080000:00000010:3.0:1767384702.174516:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005d2c2b5d. 00080000:00000010:3.0:1767384702.174529:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000341608a0. 00080000:00000010:3.0:1767384702.174538:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000020fc8b61. 00080000:00000010:3.0:1767384702.174547:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fcc936a5. 00080000:00000010:3.0:1767384702.174556:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001676b05c. 00080000:00000010:3.0:1767384702.174565:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006e09c0df. 00080000:00000010:3.0:1767384702.174574:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd1492da. 00080000:00000010:3.0:1767384702.174583:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000093105699. 00080000:00000010:3.0:1767384702.174593:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8c5ee92. 00080000:00000010:3.0:1767384702.174625:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000009e9e688. 00080000:00000010:3.0:1767384702.174636:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000043d0c7a4. 00080000:00000010:3.0:1767384702.174658:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a6534146. 00080000:00000010:3.0:1767384702.174671:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8c7ca26. 00080000:00000010:3.0:1767384702.174679:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007353d56a. 00080000:00000010:3.0:1767384702.174689:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009bc690dc. 00080000:00000010:3.0:1767384702.174698:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000559ce1e4. 00080000:00000010:3.0:1767384702.174707:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000021c9906e. 00080000:00000010:3.0:1767384702.174716:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b54b360f. 00080000:00000010:3.0:1767384702.174725:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000005261e11. 00080000:00000010:3.0:1767384702.174733:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000088bc3d5e. 00080000:00000010:3.0:1767384702.174741:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000011a2c7af. 00080000:00000010:3.0:1767384702.174749:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000081034937. 00080000:00000010:3.0:1767384702.174756:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000083f683f9. 00080000:00000010:3.0:1767384702.174764:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009d8cbd38. 00080000:00000010:3.0:1767384702.174772:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dea4f6d6. 00080000:00000010:3.0:1767384702.174805:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001400d77d. 00080000:00000010:3.0:1767384702.174815:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000024e63c32. 00080000:00000010:3.0:1767384702.174849:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ea11f334. 00080000:00000010:3.0:1767384702.174867:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e56d2898. 00080000:00000010:3.0:1767384702.174877:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000050934fc5. 00080000:00000010:3.0:1767384702.174887:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005f7e8f0e. 00080000:00000010:3.0:1767384702.174896:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000537bb888. 00080000:00000010:3.0:1767384702.174905:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d39006df. 00080000:00000010:3.0:1767384702.174913:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a296cd58. 00080000:00000010:3.0:1767384702.174920:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000638c9faf. 00080000:00000010:3.0:1767384702.174929:0:40424:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003bd14a70. 00100000:00000010:3.0:1767384702.175094:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000f2537a12. 00100000:00000010:3.0:1767384702.175123:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000007c903fa. 00100000:00000010:3.0:1767384702.175329:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000c74cb81f. 00100000:00000010:3.0:1767384702.175466:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dc79be83. 00100000:00000010:3.0:1767384702.175663:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000003a2fec93. 00100000:00000010:3.0:1767384702.175688:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000005f591e5c. 00100000:00000010:3.0:1767384702.175707:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000071d88851. 00100000:00000010:3.0:1767384702.176065:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000005c892b92. 00100000:00000010:3.0:1767384702.176232:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005c5ebede. 00100000:00000010:3.0:1767384702.176270:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000b9d0ff49. 00100000:00000010:3.0:1767384702.176538:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a6b60008. 00100000:00000010:3.0:1767384702.176610:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000f2537a12. 00100000:00000010:3.0:1767384702.176782:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000007c903fa. 00100000:00000010:3.0:1767384702.177183:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000c74cb81f. 00100000:00000010:3.0:1767384702.177309:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000c74cb81f. 00100000:00000010:3.0:1767384702.177330:0:40424:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000009c11fe0d. 00100000:00000010:3.0:1767384702.177333:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000003a2fec93. 00100000:00000010:3.0:1767384702.179232:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000005f591e5c. 00100000:00000010:3.0:1767384702.185508:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000071d88851. 00100000:00000010:3.0:1767384702.185864:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000005c892b92. 00100000:00000010:3.0:1767384702.186010:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000b9d0ff49. 00100000:00000010:3.0:1767384702.186779:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000071d88851. 00100000:00000010:3.0:1767384702.187062:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f591e5c. 00100000:00000010:3.0:1767384702.187189:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003a2fec93. 00100000:00000010:3.0:1767384702.187203:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000c74cb81f. 00100000:00000010:3.0:1767384702.187431:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005c892b92. 00100000:00000010:3.0:1767384702.187557:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007488d602. 00100000:00000010:3.0:1767384702.187699:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a9eb11ba. 00100000:00000010:3.0:1767384702.187713:0:40424:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000009c11fe0d. 00000020:00000010:3.0:1767384702.187793:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003bee475c. 00000020:00000010:3.0:1767384702.187796:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 00000000c6616163. 00040000:00000010:3.0:1767384702.187817:0:40424:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000007592f2a4. 00040000:00000010:3.0:1767384702.187821:0:40424:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000aa6d02cb. 00040000:00000010:3.0:1767384702.187823:0:40424:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000aa6d02cb. 00000020:00000010:3.0:1767384702.187894:0:40424:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000aa6d02cb. 00000020:00000010:3.0:1767384702.187901:0:40424:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000aa6d02cb. 00040000:00000010:3.0:1767384702.187905:0:40424:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000331d7a33. 00040000:00000010:3.0:1767384702.187907:0:40424:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000aa6d02cb. 00040000:00000010:3.0:1767384702.187909:0:40424:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000aa6d02cb. 00000020:00000010:3.0:1767384702.187972:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004833af75. 00000040:00000010:3.0:1767384702.187977:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9ddff12. 00000020:00000010:3.0:1767384702.187980:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000006007951. 00000020:00000010:3.0:1767384702.187984:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6f14c22. 00040000:00000010:3.0:1767384702.187988:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001920b92. 00040000:00000010:3.0:1767384702.187991:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dcdd6515. 00080000:00000010:3.0:1767384702.187995:0:40424:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000a45ae1e5. 00080000:00000010:3.0:1767384702.187998:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000db76ce5a. 00000020:00000010:3.0:1767384702.188000:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053eb28ff. 00000020:00000010:3.0:1767384702.188004:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e039a9cb. 00000020:00000010:3.0:1767384702.188007:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d157902b. 00000008:00000010:3.0:1767384702.188011:0:40424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000023bb6ff4. 00020000:00000010:3.0:1767384702.188014:0:40424:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ead36cc3. 00008000:00000010:3.0:1767384702.188021:0:40424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fec15749. 00000080:00000010:3.0:1767384702.188024:0:40424:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000072948f31. 00000020:00000010:3.0:1767384702.188027:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080d9a414. 00000020:00000010:3.0:1767384702.188031:0:40424:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000c776c48b. 00000020:00000010:3.0:1767384702.188039:0:40424:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002301c4eb. 00000020:00000010:3.0:1767384702.188056:0:40424:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000054cff3ed. 00000020:00000010:3.0:1767384702.188064:0:40424:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 000000001b901039. 00000020:00000010:3.0:1767384702.188068:0:40424:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000b2b6ea38. 00000020:00000010:3.0:1767384702.188077:0:40424:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ad73c424. 00000020:00000010:3.0:1767384702.188082:0:40424:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000036475260. 00000020:00000010:3.0:1767384702.188090:0:40424:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000b2b6ea38. 00000020:00000010:3.0:1767384702.188093:0:40424:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000b2b6ea38. 00000001:00000010:3.0:1767384702.188107:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a45ae1e5. 00000001:00000010:3.0:1767384702.188111:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d66c7b0d. 00000001:00000010:3.0:1767384702.188114:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc8b6775. 00000001:00000010:3.0:1767384702.188116:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a10c1c11. 00000001:00000010:3.0:1767384702.188118:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b5e2122c. 00000001:00000010:3.0:1767384702.188120:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008051c34f. 00000001:00000010:3.0:1767384702.188122:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f0957c6b. 00000001:00000010:3.0:1767384702.188124:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b9ad8fb1. 00000001:00000010:3.0:1767384702.188126:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005902a0b9. 00000001:00000010:3.0:1767384702.188128:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2c47aaf. 00000001:00000010:3.0:1767384702.188130:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5c66061. 00000001:00000010:3.0:1767384702.188133:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c909d9c7. 00000020:00000010:3.0:1767384702.188136:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037f0e12a. 00000020:00000010:3.0:1767384702.188139:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c776c48b. 00000020:00000010:3.0:1767384702.188142:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d157902b. 00000008:00000010:3.0:1767384702.188146:0:40424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000023bb6ff4. 00020000:00000010:3.0:1767384702.188149:0:40424:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ead36cc3. 00008000:00000010:3.0:1767384702.188152:0:40424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fec15749. 00000080:00000010:3.0:1767384702.188156:0:40424:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000072948f31. 00000020:00000010:3.0:1767384702.188159:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d85b8a4. 00000020:00000010:3.0:1767384702.188161:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ea238b1. 00000040:00000010:3.0:1767384702.188165:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011da966a. 00000020:00000010:3.0:1767384702.188167:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000861bcb19. 00000020:00000010:3.0:1767384702.188170:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000307d0fa7. 80000000:00000010:3.0:1767384702.188172:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b618cf15. 00040000:00000010:3.0:1767384702.188175:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fa911d8. 00080000:00000010:3.0:1767384702.188178:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cf8dce86. 20000000:00000010:3.0:1767384702.188186:0:40424:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000db76ce5a. 20000000:00000010:3.0:1767384702.188192:0:40424:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000aa6d02cb. 00000020:00000010:3.0:1767384702.188196:0:40424:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000006007951. 20000000:00000010:3.0:1767384702.188199:0:40424:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000aa6d02cb. 00010000:00000010:3.0:1767384702.188206:0:40424:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d808feca. 00000001:00000010:3.0:1767384702.188209:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000dcdd6515. 00000001:00000010:3.0:1767384702.188211:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000189a210d. 00000001:00000010:3.0:1767384702.188214:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000f6f14c22. 00000001:00000010:3.0:1767384702.188217:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000080d9a414. 00000020:00000010:3.0:1767384702.188253:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009bd3d4f5. 00000020:00000010:3.0:1767384702.188256:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000004666bb0c. 00000020:00000010:3.0:1767384702.188288:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000069bfa2a4. 00000020:00000010:3.0:1767384702.188290:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000053eb28ff. 00000020:00000010:3.0:1767384702.188302:0:40424:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000f9ddff12. 00000020:00000010:3.0:1767384702.188304:0:40424:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000e039a9cb. 00000020:00000010:3.0:1767384702.188310:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000358a42ed. 00080000:00000010:3.0:1767384702.188314:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe19b16b. 00080000:00000010:3.0:1767384702.188320:0:40424:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000009c11fe0d. 00080000:00000010:3.0:1767384702.188321:0:40424:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000009411b1ad. 20000000:00000010:3.0:1767384702.189223:0:40424:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000b084e7b3. 00080000:00000010:3.0:1767384702.189227:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003fbb84d0. 00000020:00000010:3.0:1767384702.189253:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003d27c6c7. 00080000:00000010:3.0:1767384702.189255:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b822ff17. 00000020:00000010:3.0:1767384702.189280:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd902455. 00080000:00000010:3.0:1767384702.189282:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c13166b5. 00100000:00000010:3.0:1767384702.189297:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000510467ce. 00100000:00000010:3.0:1767384702.189299:0:40424:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000510467ce. 00000001:00000010:3.0:1767384702.189302:0:40424:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000000844143d. 00080000:00000010:3.0:1767384702.189306:0:40424:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384702.189308:0:40424:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000510467ce. 00000001:00000010:3.0:1767384702.189343:0:40424:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000c0e63821. 00000001:00000010:3.0:1767384702.189346:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000001920b92. 00000001:00000010:3.0:1767384702.189350:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000091a84839. 00000001:00000010:3.0:1767384702.189352:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000aa6d02cb. 00000001:00000010:3.0:1767384702.189370:0:40424:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000000cbbcdf9. 00080000:00000010:3.0:1767384702.189386:0:40424:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000510467ce. 00080000:00000010:3.0:1767384702.189388:0:40424:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00000001:00000010:3.0:1767384702.189396:0:40424:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000435974a8. 00000001:00000010:3.0:1767384702.189398:0:40424:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004dc3ca8d. 00000001:00000010:3.0:1767384702.189400:0:40424:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000039a2b988. 00000001:00000010:3.0:1767384702.189406:0:40424:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000009af6601a. 00000001:00000010:3.0:1767384702.189408:0:40424:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 0000000001378088. 00000020:00000010:3.0:1767384702.189418:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8f017ed. 00080000:00000010:3.0:1767384702.189420:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000098a8649d. 00000040:00000010:3.0:1767384702.189439:0:40424:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000083467344. 00000020:00000010:3.0:1767384702.189443:0:40424:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000f012efa7. 00000020:00000010:3.0:1767384702.189444:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000046071386. 00080000:00000010:3.0:1767384702.189446:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006d8e327c. 00080000:00000010:3.0:1767384702.189448:0:40424:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000a2986b51. 00080000:00000010:3.0:1767384702.189449:0:40424:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000007da21101. 00000020:00000010:3.0:1767384702.189712:0:40424:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000007515ff09. 00000020:00000010:3.0:1767384702.189715:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d2fc22be. 00080000:00000010:3.0:1767384702.189717:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b950c84d. 00080000:00000010:3.0:1767384702.189719:0:40424:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000002009b780. 00080000:00000010:3.0:1767384702.189721:0:40424:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000000593e284. 00080000:00000010:3.0:1767384702.190007:0:40424:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009532fc69. 00080000:00000010:3.0:1767384702.190009:0:40424:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000061f4d0cb. 20000000:00000010:3.0:1767384702.190020:0:40424:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002105f27a. 20000000:00000010:3.0:1767384702.190022:0:40424:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000037ed88c6. 20000000:00000010:3.0:1767384702.190024:0:40424:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000902560b1. 20000000:00000010:3.0:1767384702.190025:0:40424:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000001c9eddf4. 20000000:00000010:3.0:1767384702.190027:0:40424:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000813e30f7. 20000000:00000010:3.0:1767384702.190028:0:40424:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000052f812d9. 20000000:00000010:3.0:1767384702.190030:0:40424:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000000b97b2c3. 20000000:00000010:3.0:1767384702.190035:0:40424:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000b850065e. 20000000:00000010:3.0:1767384702.190038:0:40424:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000003068cb7d. 20000000:00000010:3.0:1767384702.190039:0:40424:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000005392ba68. 00080000:00000010:3.0:1767384702.190042:0:40424:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000061f4d0cb. 00080000:00000010:3.0:1767384702.190044:0:40424:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009532fc69. 00000020:00000010:3.0:1767384702.190052:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000006201b6f. 00080000:00000010:3.0:1767384702.190054:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe74f60c. 20000000:00000010:3.0:1767384702.190075:0:40424:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000005392ba68. 20000000:00000010:3.0:1767384702.190077:0:40424:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000003068cb7d. 00000020:00000010:3.0:1767384702.190083:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004a751a23. 00080000:00000010:3.0:1767384702.190085:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d340d8b. 20000000:00000010:3.0:1767384702.190099:0:40424:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000b850065e. 20000000:00000010:3.0:1767384702.190101:0:40424:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000000b97b2c3. 20000000:00000010:3.0:1767384702.190102:0:40424:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000052f812d9. 20000000:00000010:3.0:1767384702.190103:0:40424:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000813e30f7. 20000000:00000010:3.0:1767384702.190104:0:40424:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000001c9eddf4. 20000000:00000010:3.0:1767384702.190105:0:40424:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000902560b1. 00000020:00000010:3.0:1767384702.190111:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002cab7fb2. 00080000:00000010:3.0:1767384702.190112:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000051bf0e23. 20000000:00000010:3.0:1767384702.190126:0:40424:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000037ed88c6. 20000000:00000010:3.0:1767384702.190128:0:40424:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002105f27a. 00000020:00000010:3.0:1767384702.190214:0:40424:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000006f6f9776. 00000020:00000010:3.0:1767384702.190217:0:40424:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000006f6f9776. 20000000:00000010:3.0:1767384702.190221:0:40424:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000003c49d0cc. 20000000:00000010:3.0:1767384702.190226:0:40424:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000de3072df. 20000000:00000010:3.0:1767384702.190229:0:40424:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000b93f2dd3. 20000000:00000010:3.0:1767384702.190231:0:40424:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000086b37bef. 20000000:00000010:3.0:1767384702.190233:0:40424:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000a7dad906. 20000000:00000010:1.0:1767384702.190540:0:40424:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000bab1e99f. 00000040:00000010:1.0:1767384702.190546:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000629cd6db. 00000040:00000010:1.0:1767384702.190562:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000629cd6db. 20000000:00000010:1.0:1767384702.190567:0:40424:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000bab1e99f. 00000040:00000010:1.0:1767384702.190571:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000629cd6db. 00000040:00000010:1.0:1767384702.190582:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000a3fc62c3. 00000020:00000010:1.0:1767384702.190586:0:40424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000319d75e6. 00000020:00000010:1.0:1767384702.190589:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008750050f. 00080000:00000010:1.0:1767384702.190592:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000065879da9. 00000040:00000010:1.0:1767384702.190627:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b43ad87c. 00000040:00000010:1.0:1767384702.190633:0:40424:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000a3fc62c3. 00000040:00000010:1.0:1767384702.190635:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b43ad87c. 00000040:00000010:1.0:1767384702.190637:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000629cd6db. 20000000:00000010:1.0:1767384702.190640:0:40424:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000629cd6db. 20000000:00000010:1.0:1767384702.190641:0:40424:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000bab1e99f. 00000040:00000010:1.0:1767384702.190655:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004c8b8b01. 00000040:00000010:1.0:1767384702.190664:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004c8b8b01. 20000000:00000010:1.0:1767384702.190666:0:40424:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000bab1e99f. 00000100:00000010:1.0:1767384702.190670:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004c8b8b01. 00000100:00000010:1.0:1767384702.190674:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000005a31804. 00000100:00000010:1.0:1767384702.190685:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b5f542e9. 00000100:00000010:1.0:1767384702.190690:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000039a77871. 00000100:00000010:1.0:1767384702.190695:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a41f351. 00000100:00000010:1.0:1767384702.190697:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b43ad87c. 00000100:00000010:1.0:1767384702.190699:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8f64e58. 00000100:00000010:1.0:1767384702.190702:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6733417. 00000100:00000010:1.0:1767384702.190705:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024e99e4e. 00000100:00000010:1.0:1767384702.190708:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090f195f1. 00000100:00000010:1.0:1767384702.190711:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089fb3faf. 00000100:00000010:1.0:1767384702.190715:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086872fa3. 00000100:00000010:1.0:1767384702.190718:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006689bae7. 00000100:00000010:1.0:1767384702.190721:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6b14056. 00000100:00000010:1.0:1767384702.190724:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056d2f966. 00000100:00000010:1.0:1767384702.190727:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000012b4db55. 00000100:00000010:1.0:1767384702.190729:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3d20ace. 00000100:00000010:1.0:1767384702.190733:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b84be222. 00000100:00000010:1.0:1767384702.190736:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043386517. 00000100:00000010:1.0:1767384702.190740:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000073567fc. 00000100:00000010:1.0:1767384702.190742:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025a32482. 00000100:00000010:1.0:1767384702.190744:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec5a2533. 00000100:00000010:1.0:1767384702.190747:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d80dfb2. 00000100:00000010:1.0:1767384702.190750:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010a67d97. 00000100:00000010:1.0:1767384702.190752:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000691f9ee. 00000100:00000010:1.0:1767384702.190756:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa7905ce. 00000100:00000010:1.0:1767384702.190758:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c15f74fa. 00000100:00000010:1.0:1767384702.190761:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ee63f20. 00000100:00000010:1.0:1767384702.190764:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b55b99f5. 00000100:00000010:1.0:1767384702.190769:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000019182f4. 00000100:00000010:1.0:1767384702.190772:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed902be5. 00000100:00000010:1.0:1767384702.190775:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c33a77a. 00000100:00000010:1.0:1767384702.190777:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8ce20bf. 00000100:00000010:1.0:1767384702.190780:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001b7feb0. 00000100:00000010:1.0:1767384702.190783:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc5c9869. 00000100:00000010:1.0:1767384702.190787:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be1a707b. 00000100:00000010:1.0:1767384702.190790:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000287b73aa. 00000100:00000010:1.0:1767384702.190793:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eea739f1. 00000100:00000010:1.0:1767384702.190796:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076f02652. 00000100:00000010:1.0:1767384702.190800:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee7a66a3. 00000100:00000010:1.0:1767384702.190804:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e6ac128. 00000100:00000010:1.0:1767384702.190807:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085f5f7a6. 00000100:00000010:1.0:1767384702.190810:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4ddab25. 00000100:00000010:1.0:1767384702.190814:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008be36327. 00000100:00000010:1.0:1767384702.190816:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7105eef. 00000100:00000010:1.0:1767384702.190821:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cc90cc1. 00000100:00000010:1.0:1767384702.190823:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024e9222c. 00000100:00000010:1.0:1767384702.190826:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff6f77de. 00000100:00000010:1.0:1767384702.190828:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000923c35a3. 00000100:00000010:1.0:1767384702.190855:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017ef85b3. 00000100:00000010:1.0:1767384702.190858:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e0316b2. 00000100:00000010:1.0:1767384702.190863:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014246d45. 00000100:00000010:1.0:1767384702.190868:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d27cb87. 00000100:00000010:1.0:1767384702.190874:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d78bab9f. 00000100:00000010:1.0:1767384702.190879:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efe5f908. 00000100:00000010:1.0:1767384702.190885:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a80b4905. 00000100:00000010:1.0:1767384702.190889:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dffee711. 00000100:00000010:1.0:1767384702.190897:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c3c6fab. 00000100:00000010:1.0:1767384702.190901:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000125b16ef. 00000100:00000010:1.0:1767384702.190906:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023f31251. 00000100:00000010:1.0:1767384702.190911:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064f32ef9. 00000100:00000010:1.0:1767384702.190915:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022782003. 00000100:00000010:1.0:1767384702.190919:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000721be6df. 00000100:00000010:1.0:1767384702.190930:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000080b2f9f. 00000100:00000010:1.0:1767384702.190934:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aeac331. 00000100:00000010:1.0:1767384702.190939:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091e60538. 00000100:00000010:1.0:1767384702.190943:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c37c7c31. 00000100:00000010:1.0:1767384702.190946:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a50e3b2. 00000100:00000010:1.0:1767384702.190949:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce9ff0d7. 00000100:00000010:1.0:1767384702.190954:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f378ee0f. 00000100:00000010:1.0:1767384702.190957:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000700467c4. 00000100:00000010:1.0:1767384702.190962:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c08f604. 00000100:00000010:1.0:1767384702.190965:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3c6f8d0. 00000100:00000010:1.0:1767384702.190968:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035bccfa5. 00000100:00000010:1.0:1767384702.190971:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee8fce2c. 00000100:00000010:1.0:1767384702.190975:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eee76914. 00000100:00000010:1.0:1767384702.190979:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef820817. 00000100:00000010:1.0:1767384702.190984:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d3d8b6f. 00000100:00000010:1.0:1767384702.190987:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000198e05cb. 00000100:00000010:1.0:1767384702.191001:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ff9fe85. 00000100:00000010:1.0:1767384702.191006:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089860811. 00000100:00000010:1.0:1767384702.191011:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5907bb9. 00000100:00000010:1.0:1767384702.191015:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e97637c. 00000100:00000010:1.0:1767384702.191019:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001e27470. 00000100:00000010:1.0:1767384702.191023:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070c8d003. 00000100:00000010:1.0:1767384702.191027:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9096af9. 00000100:00000010:1.0:1767384702.191030:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075707b7e. 00000100:00000010:1.0:1767384702.191041:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f60cb65. 00000100:00000010:1.0:1767384702.191045:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000538c9e79. 00000100:00000010:1.0:1767384702.191048:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a86188b. 00000100:00000010:1.0:1767384702.191051:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004485bd2f. 00000100:00000010:1.0:1767384702.191054:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000024120d8. 00000100:00000010:1.0:1767384702.191056:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a94bf74. 00000100:00000010:1.0:1767384702.191059:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa239e57. 00000100:00000010:1.0:1767384702.191061:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e70cdb3. 00000100:00000010:1.0:1767384702.191070:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000065cee11. 00000100:00000010:1.0:1767384702.191073:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aaeeca6b. 00000100:00000010:1.0:1767384702.191076:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000002123da. 00000100:00000010:1.0:1767384702.191079:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003155e19. 00000100:00000010:1.0:1767384702.191082:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f781ff0. 00000100:00000010:1.0:1767384702.191084:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6a14a7d. 00000100:00000010:1.0:1767384702.191088:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f840b618. 00000100:00000010:1.0:1767384702.191090:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1889f2b. 00000100:00000010:1.0:1767384702.191099:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099eb0ad1. 00000100:00000010:1.0:1767384702.191101:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a276fef. 00000100:00000010:1.0:1767384702.191106:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006358319c. 00000100:00000010:1.0:1767384702.191109:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f75f081. 00000100:00000010:1.0:1767384702.191112:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072cd3b69. 00000100:00000010:1.0:1767384702.191114:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f31696ee. 00000100:00000010:1.0:1767384702.191117:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8517e8e. 00000100:00000010:1.0:1767384702.191120:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cc6fa4c. 00000100:00000010:1.0:1767384702.191128:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ef51919. 00000100:00000010:1.0:1767384702.191131:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bdf7d80. 00000100:00000010:1.0:1767384702.191134:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e677bf27. 00000100:00000010:1.0:1767384702.191137:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0a24dc6. 00000100:00000010:1.0:1767384702.191140:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f83bd51. 00000100:00000010:1.0:1767384702.191143:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000641cb40b. 00000100:00000010:1.0:1767384702.191145:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042890d13. 00000100:00000010:1.0:1767384702.191148:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a80bba9. 00000100:00000010:1.0:1767384702.191157:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c422b26e. 00000100:00000010:1.0:1767384702.191160:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002567c304. 00000100:00000010:1.0:1767384702.191163:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010721285. 00000100:00000010:1.0:1767384702.191166:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ebf5ea3. 00000100:00000010:1.0:1767384702.191169:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a348ffc. 00000100:00000010:1.0:1767384702.191173:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000858ccbbe. 00000100:00000010:1.0:1767384702.191177:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021ff40a9. 00000100:00000010:1.0:1767384702.191179:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f28bd99. 00000100:00000010:1.0:1767384702.191189:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f811c504. 00000100:00000010:1.0:1767384702.191191:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025ffd173. 00000100:00000010:1.0:1767384702.191194:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c51d411b. 00000100:00000010:1.0:1767384702.191197:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048665854. 00000100:00000010:1.0:1767384702.191200:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c49646ae. 00000400:00000200:1.0:1767384702.191203:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384702.191246:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000058fc7d63. 00000020:00000010:1.0:1767384702.191249:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000be2cd736. 00000100:00000010:1.0:1767384702.191296:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c569fb44. 00000100:00000010:1.0:1767384702.191301:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000008591659a. 00000100:00000010:1.0:1767384702.191304:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ea8b1b71. 00000100:00000010:1.0:1767384702.191308:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008feb5d11. 00000100:00000010:1.0:1767384702.191310:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ad96fa83. 00000100:00000200:1.0:1767384702.191359:0:40424:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384702.191364:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000198d1995. 00000100:00000010:3.0:1767384702.191562:0:40427:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a6664a59. 00000020:00000010:3.0:1767384702.191567:0:40427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000250a6b32. 00000020:00000010:3.0:1767384702.191573:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d2ce6b. 00000020:00000010:3.0:1767384702.191576:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b006b84b. 00000040:00000010:3.0:1767384702.191585:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d9ea405. 00000020:00000010:3.0:1767384702.191590:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000588ab077. 00000020:00000010:3.0:1767384702.191595:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a08e3f5a. 80000000:00000010:3.0:1767384702.191599:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000031ece208. 00040000:00000010:3.0:1767384702.191602:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000cdd91d3. 00080000:00000010:3.0:1767384702.191605:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e29f8888. 20000000:00000010:3.0:1767384702.191609:0:40427:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000056d1de99. 00000100:00000200:3.0:1767384702.191615:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191620:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b992bb9. 00000400:00000010:3.0:1767384702.191627:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095b82807. 00000100:00000200:3.0:1767384702.191633:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191636:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06ff1d0. 00000400:00000010:3.0:1767384702.191639:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0ed023d. 00000100:00000200:3.0:1767384702.191641:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191656:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f28db44. 00000400:00000010:3.0:1767384702.191660:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a688c253. 00000100:00000200:3.0:1767384702.191663:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191666:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4783ba. 00000400:00000010:3.0:1767384702.191668:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035e1a46b. 00000100:00000200:3.0:1767384702.191670:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191672:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f12f1711. 00000400:00000010:3.0:1767384702.191675:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e0942a. 00000100:00000200:3.0:1767384702.191677:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191679:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007402f088. 00000400:00000010:3.0:1767384702.191682:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d2706bf. 00000100:00000200:3.0:1767384702.191685:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191688:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007a90902. 00000400:00000010:3.0:1767384702.191691:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061a3071c. 00000100:00000200:3.0:1767384702.191693:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191695:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa97b2f. 00000400:00000010:3.0:1767384702.191699:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022f50e45. 00000100:00000200:3.0:1767384702.191701:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191704:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2a41a11. 00000400:00000010:3.0:1767384702.191707:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000338890af. 00000100:00000200:3.0:1767384702.191708:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191716:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c9ad02a. 00000400:00000010:3.0:1767384702.191719:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c76f67a9. 00000100:00000200:3.0:1767384702.191722:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191723:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009611b799. 00000400:00000010:3.0:1767384702.191725:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060846535. 00000100:00000200:3.0:1767384702.191727:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191729:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068a7ef6c. 00000400:00000010:3.0:1767384702.191731:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000612e0ab3. 00000100:00000200:3.0:1767384702.191733:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191735:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee17b44f. 00000400:00000010:3.0:1767384702.191737:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000879ec396. 00000100:00000200:3.0:1767384702.191739:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191741:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2dd3b0c. 00000400:00000010:3.0:1767384702.191742:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b976062. 00000100:00000200:3.0:1767384702.191744:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191745:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060a7be77. 00000400:00000010:3.0:1767384702.191747:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af2809a6. 00000100:00000200:3.0:1767384702.191748:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191750:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d85c6295. 00000400:00000010:3.0:1767384702.191753:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab9f6d4e. 00000100:00000200:3.0:1767384702.191755:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191757:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000010510bb. 00000400:00000010:3.0:1767384702.191759:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001921a1a1. 00000100:00000200:3.0:1767384702.191761:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191763:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008480512e. 00000400:00000010:3.0:1767384702.191765:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6d23b38. 00000100:00000200:3.0:1767384702.191767:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191769:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6adac9b. 00000400:00000010:3.0:1767384702.191772:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6b6f0e2. 00000100:00000200:3.0:1767384702.191774:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191776:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073adeccb. 00000400:00000010:3.0:1767384702.191778:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f3fd3af. 00000100:00000200:3.0:1767384702.191780:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191783:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067120f09. 00000400:00000010:3.0:1767384702.191785:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d289febc. 00000100:00000200:3.0:1767384702.191787:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191796:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c346736. 00000400:00000010:3.0:1767384702.191799:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8e8f685. 00000100:00000200:3.0:1767384702.191802:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191804:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c6cefd9. 00000400:00000010:3.0:1767384702.191806:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e8b5093. 00000100:00000200:3.0:1767384702.191808:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191810:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d5c9735. 00000400:00000010:3.0:1767384702.191813:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa2a5b5b. 00000100:00000200:3.0:1767384702.191815:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191817:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a6b288d. 00000400:00000010:3.0:1767384702.191819:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6264d54. 00000100:00000200:3.0:1767384702.191821:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191823:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092bedc3c. 00000400:00000010:3.0:1767384702.191826:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc53557. 00000100:00000200:3.0:1767384702.191827:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191829:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079878f4e. 00000400:00000010:3.0:1767384702.191859:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000916505f. 00000100:00000200:3.0:1767384702.191862:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191865:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8006ae2. 00000400:00000010:3.0:1767384702.191867:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002aedcdde. 00000100:00000200:3.0:1767384702.191869:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191871:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c5a27e8. 00000400:00000010:3.0:1767384702.191873:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e574efdc. 00000100:00000200:3.0:1767384702.191875:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191876:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32c1df6. 00000400:00000010:3.0:1767384702.191878:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b01d7854. 00000100:00000200:3.0:1767384702.191880:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191882:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f8b00a. 00000400:00000010:3.0:1767384702.191884:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acfd23ab. 00000100:00000200:3.0:1767384702.191886:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191888:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7195a8. 00000400:00000010:3.0:1767384702.191890:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aeec148. 00000100:00000200:3.0:1767384702.191892:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191893:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e0d6c2c. 00000400:00000010:3.0:1767384702.191895:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e87d2e7. 00000100:00000200:3.0:1767384702.191896:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191903:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7cc786. 00000400:00000010:3.0:1767384702.191904:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091e87539. 00000100:00000200:3.0:1767384702.191906:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191907:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b0f040a. 00000400:00000010:3.0:1767384702.191908:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c726565. 00000100:00000200:3.0:1767384702.191909:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191910:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd5dff5. 00000400:00000010:3.0:1767384702.191913:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b80d2d42. 00000100:00000200:3.0:1767384702.191913:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191914:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087f49169. 00000400:00000010:3.0:1767384702.191916:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d91a75b1. 00000100:00000200:3.0:1767384702.191917:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191918:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df9a2f5a. 00000400:00000010:3.0:1767384702.191919:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000177f5180. 00000100:00000200:3.0:1767384702.191921:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191922:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092ee9b7e. 00000400:00000010:3.0:1767384702.191924:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e48bb441. 00000100:00000200:3.0:1767384702.191924:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191925:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f2fa0b0. 00000400:00000010:3.0:1767384702.191926:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001029d8c7. 00000100:00000200:3.0:1767384702.191927:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191928:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058e4d8d9. 00000400:00000010:3.0:1767384702.191930:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f1429ce. 00000100:00000200:3.0:1767384702.191931:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191931:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4df14b0. 00000400:00000010:3.0:1767384702.191932:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b53d054. 00000100:00000200:3.0:1767384702.191933:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191934:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad69fa89. 00000400:00000010:3.0:1767384702.191936:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f7a1b9c. 00000100:00000200:3.0:1767384702.191937:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191937:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d53ce626. 00000400:00000010:3.0:1767384702.191939:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000295fbc79. 00000100:00000200:3.0:1767384702.191941:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191942:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5eb503. 00000400:00000010:3.0:1767384702.191943:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b0687cc. 00000100:00000200:3.0:1767384702.191944:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191950:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7f093ed. 00000400:00000010:3.0:1767384702.191951:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d443128a. 00000100:00000200:3.0:1767384702.191953:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191954:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1b7b1f3. 00000400:00000010:3.0:1767384702.191956:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89ac2d3. 00000100:00000200:3.0:1767384702.191957:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191958:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c9019c4. 00000400:00000010:3.0:1767384702.191959:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e22711e. 00000100:00000200:3.0:1767384702.191960:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191961:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc89bcd. 00000400:00000010:3.0:1767384702.191962:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c16f705d. 00000100:00000200:3.0:1767384702.191964:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191964:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5682c4d. 00000400:00000010:3.0:1767384702.191965:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069c63b67. 00000100:00000200:3.0:1767384702.191966:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191968:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048df5609. 00000400:00000010:3.0:1767384702.191970:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025f17019. 00000100:00000200:3.0:1767384702.191971:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191973:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a058a2d9. 00000400:00000010:3.0:1767384702.191975:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b965831. 00000100:00000200:3.0:1767384702.191976:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191978:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f10d6cee. 00000400:00000010:3.0:1767384702.191980:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027425b54. 00000100:00000200:3.0:1767384702.191981:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191982:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9f9b5e. 00000400:00000010:3.0:1767384702.191983:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002160ab54. 00000100:00000200:3.0:1767384702.191984:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191986:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee8a17a. 00000400:00000010:3.0:1767384702.191988:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d63a17e. 00000100:00000200:3.0:1767384702.191989:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191991:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000778cefe3. 00000400:00000010:3.0:1767384702.191992:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e0677d6. 00000100:00000200:3.0:1767384702.191993:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.191994:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b97a717. 00000400:00000010:3.0:1767384702.191996:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e0085c8. 00000100:00000200:3.0:1767384702.191997:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.192002:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043db8a35. 00000400:00000010:3.0:1767384702.192004:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a8a75c9. 00000100:00000200:3.0:1767384702.192005:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.192007:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105cd76b. 00000400:00000010:3.0:1767384702.192009:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba51f88d. 00000100:00000200:3.0:1767384702.192010:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.192011:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbc4e831. 00000400:00000010:3.0:1767384702.192012:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000341a4e14. 00000100:00000200:3.0:1767384702.192013:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.192014:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c79747a. 00000400:00000010:3.0:1767384702.192016:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002172d6ae. 00000100:00000200:3.0:1767384702.192017:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.192019:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef2a5fed. 00000400:00000010:3.0:1767384702.192021:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085711ea2. 00000100:00000200:3.0:1767384702.192022:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.192023:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ebd830c. 00000400:00000010:3.0:1767384702.192024:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8d49f74. 00000100:00000200:3.0:1767384702.192024:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.192026:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4e37c5a. 00000400:00000010:3.0:1767384702.192028:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d55163dc. 00000100:00000010:3.0:1767384702.192037:0:40427:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000307c9e97. 00000100:00000200:3.0:1767384702.192054:0:40427:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384702.192079:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c3cd201b. 00000100:00000010:2.0:1767384702.192210:0:40428:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008f4601fd. 00000020:00000010:2.0:1767384702.192213:0:40428:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000044056030. 00000020:00000010:2.0:1767384702.192217:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c978a4a. 00000020:00000010:2.0:1767384702.192220:0:40428:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cc88cb1. 00000040:00000010:2.0:1767384702.192224:0:40428:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a040bfe. 00000020:00000010:2.0:1767384702.192228:0:40428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c690fa05. 00000020:00000010:2.0:1767384702.192231:0:40428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000285d766a. 80000000:00000010:2.0:1767384702.192235:0:40428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000128ce1c3. 00040000:00000010:2.0:1767384702.192238:0:40428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000efcb7cff. 00080000:00000010:2.0:1767384702.192241:0:40428:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dba3a8cc. 20000000:00000010:2.0:1767384702.192244:0:40428:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000046fd9ddb. 00000100:00000010:2.0:1767384702.192258:0:40428:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007908d2cb. 00000100:00000200:2.0:1767384702.192274:0:40428:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384702.192292:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000aba5e2db. 00000100:00000010:3.0:1767384702.192450:0:40429:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cbf922b7. 00000020:00000010:3.0:1767384702.192453:0:40429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007016c978. 00000020:00000010:3.0:1767384702.192456:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004540df8. 00000020:00000010:3.0:1767384702.192458:0:40429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a74fd02. 00000040:00000010:3.0:1767384702.192460:0:40429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000000824205. 00000020:00000010:3.0:1767384702.192461:0:40429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d8ac1fb. 00000020:00000010:3.0:1767384702.192464:0:40429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000045189317. 80000000:00000010:3.0:1767384702.192466:0:40429:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0c7ff5f. 00040000:00000010:3.0:1767384702.192469:0:40429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e22395e. 00080000:00000010:3.0:1767384702.192471:0:40429:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000700a505. 20000000:00000010:3.0:1767384702.192474:0:40429:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009a9e5508. 00000100:00000010:3.0:1767384702.192486:0:40429:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002fb91bde. 00000100:00000200:3.0:1767384702.192499:0:40429:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:2.0:1767384702.192591:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000051bf0e23. 00000020:00000010:2.0:1767384702.192597:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002cab7fb2. 00000020:00000010:2.0:1767384702.192612:0:40424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000003173166a. 00080000:00000010:2.0:1767384702.192624:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fe74f60c. 00000020:00000010:2.0:1767384702.192627:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000006201b6f. 00080000:00000010:2.0:1767384702.192667:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000065879da9. 00000020:00000010:2.0:1767384702.192671:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008750050f. 00080000:00000010:2.0:1767384702.192684:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003fbb84d0. 20000000:00000010:2.0:1767384702.192688:0:40424:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000b084e7b3. 00080000:00000010:2.0:1767384702.192700:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000d340d8b. 00000020:00000010:2.0:1767384702.192705:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004a751a23. 00000020:00000010:2.0:1767384702.192730:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ea238b1. 00000040:00000010:2.0:1767384702.192735:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000011da966a. 00000020:00000010:2.0:1767384702.192738:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000861bcb19. 00000020:00000010:2.0:1767384702.192742:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000307d0fa7. 80000000:00000010:2.0:1767384702.192746:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b618cf15. 00040000:00000010:2.0:1767384702.192749:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fa911d8. 00080000:00000010:2.0:1767384702.192752:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cf8dce86. 00000020:00000010:2.0:1767384702.192755:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d85b8a4. 00000020:00000010:2.0:1767384702.192759:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c776c48b. 00000020:00000010:2.0:1767384702.192762:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d157902b. 00000008:00000010:2.0:1767384702.192766:0:40424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000023bb6ff4. 00020000:00000010:2.0:1767384702.192770:0:40424:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ead36cc3. 00008000:00000010:2.0:1767384702.192777:0:40424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fec15749. 00000080:00000010:2.0:1767384702.192782:0:40424:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000072948f31. 00000020:00000010:2.0:1767384702.192786:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037f0e12a. 00000020:00000010:2.0:1767384702.192790:0:40424:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000b2b6ea38. 00000020:00000010:2.0:1767384702.192811:0:40424:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000c2ab528d. 00000020:00000010:2.0:1767384702.192813:0:40424:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000c5d7f0c7. 00000100:02020000:2.0:1767384702.192823:0:40424:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.117@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:1.0:1767384702.195798:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025fa75b4. 00000400:00000200:1.0:1767384702.195803:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000057ef437 00000400:00000010:1.0:1767384702.195804:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000057ef437. 00000400:00000010:3.0:1767384702.195809:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d66b7f13. 00000100:00000200:1.0:1767384702.195812:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384702.195814:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000400:00000010:3.0:1767384702.195818:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000100:00000200:3.0:1767384702.195825:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384715 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384702.195825:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071f5eb95 x1853237059683456/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384702.195855:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c8757cff x1853237059683712/t0(0) o400->MGC192.168.202.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384715 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384702.195868:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a5f781e. 02000000:00000010:1.0:1767384702.195868:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044497a47. 02000000:00000010:1.0:1767384702.195875:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ae3b1fb7. 02000000:00000010:3.0:1767384702.195877:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014e6adaf. 00000100:00000010:1.0:1767384702.195882:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071f5eb95. 00000100:00000010:3.0:1767384702.195884:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8757cff. 00000100:00000010:2.0:1767384702.195978:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071f5eb95. 02000000:00000010:2.0:1767384702.195989:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000070b86271. 02000000:00000010:1.0:1767384702.196036:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e2ac14f. 00000400:00000010:1.0:1767384702.196043:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025fa75b4. 00000400:00000010:1.0:1767384702.196045:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000057ef437. 00000100:00000200:1.0:1767384702.196048:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059683968, portal 25 00000400:00000010:1.0:1767384702.196052:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.196054:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237059683968, offset 0 00000400:00000200:1.0:1767384702.196058:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384702.196067:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.196075:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958260a08680 00000400:00000200:1.0:1767384702.196079:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21a1 [2] + 0 00000400:00000010:1.0:1767384702.196081:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b992bb9. 00000400:00000200:1.0:1767384702.196083:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095b82807 00000400:00000200:1.0:1767384702.196087:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.196090:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384702.196093:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b82807 00000400:00000010:1.0:1767384702.196094:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095b82807. 00000100:00000200:1.0:1767384702.196097:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384702.196110:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.196111:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.196114:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071f5eb95 x1853237059683968/t0(0) o250->MGC192.168.202.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384702.196126:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cf249b2f. 00000100:00000010:1.0:1767384702.196126:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000834259b2. 00000100:00000010:1.0:1767384702.196137:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5b56de6. 00000020:00000010:3.0:1767384702.196139:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005518cdc8. 00000100:00000010:1.0:1767384702.196142:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1539b7a. 00000020:00000010:3.0:1767384702.196143:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f700599. 00000100:00000010:1.0:1767384702.196147:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026a8fd43. 00000020:00000010:3.0:1767384702.196148:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000100:00000200:3.0:1767384702.196170:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059683968 02000000:00000010:3.0:1767384702.196182:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009af6601a. 00000020:00000010:3.0:1767384702.196189:0:40429:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a54c8d99. 00000001:00000010:3.0:1767384702.196195:0:40429:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000077f2a0e9. 00000001:00000010:3.0:1767384702.196199:0:40429:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007d911a6b. 00000001:00000010:3.0:1767384702.196201:0:40429:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000081b568f7. 00000001:00000010:3.0:1767384702.196203:0:40429:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c420e5b9. 00000001:00000010:3.0:1767384702.196204:0:40429:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a5f781e. 00000001:00000010:3.0:1767384702.196206:0:40429:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000db85ada0. 00000020:00000010:3.0:1767384702.196213:0:40429:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000013afbdb8. 00000020:00000010:3.0:1767384702.196258:0:40429:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003f8c8d99. 00000020:00000010:3.0:1767384702.196260:0:40429:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000009a3a6463. 00000020:00000010:3.0:1767384702.196262:0:40429:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000f24086cc. 00000020:00000010:3.0:1767384702.196269:0:40429:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000039ff5017. 00000020:00000010:3.0:1767384702.196270:0:40429:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000d36c3144. 00000020:00000010:3.0:1767384702.196272:0:40429:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000190b530e. 00000020:00000010:3.0:1767384702.196286:0:40429:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007c4f133e. 00010000:00000200:3.0:1767384702.196310:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d54613b x1853237059683968/t0(0) o250->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384722 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384702.196320:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000100:00000200:3.0:1767384702.196322:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237059683968, offset 0 00000400:00000200:3.0:1767384702.196325:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.196329:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.196333:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958260a08680 00000400:00000200:3.0:1767384702.196336:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22a1 [1] + 0 00000400:00000200:3.0:1767384702.196338:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.196340:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384702.196344:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071f5eb95 x1853237059683968/t0(0) o250->MGC192.168.202.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384702.196358:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079ed41b7 00000400:00000010:3.0:1767384702.196359:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079ed41b7. 00000020:00000010:3.0:1767384702.196367:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f700599. 00000020:00000010:3.0:1767384702.196369:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384702.196371:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005518cdc8. 02000000:00000010:3.0:1767384702.196376:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000009af6601a. 00000400:00000010:1.0:1767384702.196376:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025fa75b4. 00000100:00000200:3.0:1767384702.196381:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384702.196381:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000057ef437 00000400:00000010:1.0:1767384702.196384:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000057ef437. 00000400:00000010:3.0:1767384702.196385:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede02693. 00000100:00000200:1.0:1767384702.196389:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071f5eb95 x1853237059683968/t0(0) o250->MGC192.168.202.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384702.196390:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee1b817f. 00000100:00000200:1.0:1767384702.196398:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071f5eb95 x1853237059683968/t0(0) o250->MGC192.168.202.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384702.196427:0:16139:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 0000000029ee4325. 02000000:00000010:1.0:1767384702.196455:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e2ac14f. 02000000:00000010:1.0:1767384702.196460:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000070b86271. 00000100:00000010:1.0:1767384702.196463:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071f5eb95. 00000020:00000010:3.0:1767384702.196474:0:40424:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000c5d7f0c7. 00000020:00000010:3.0:1767384702.196478:0:40424:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000c2ab528d. 00000020:00000010:2.0:1767384702.196484:0:8:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000cdc0e277. 00000020:00000010:3.0:1767384702.196487:0:40424:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000c8dd7ecf. 00000020:00000010:3.0:1767384702.196500:0:40424:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000008d2273f2. 00000020:00000010:3.0:1767384702.196505:0:40424:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c1e75038. 00000100:00000010:2.0:1767384702.196512:0:8:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c5d7f0c7. 00000020:00000010:3.0:1767384702.196513:0:40424:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000c8dd7ecf. 00000020:00000010:3.0:1767384702.196517:0:40424:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 0000000064cb2371. 00000100:00000010:2.0:1767384702.196524:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067949b54. 00000001:00000010:3.0:1767384702.196530:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000f6e7d34. 02000000:00000010:2.0:1767384702.196535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b6c2ed8d. 00000001:00000010:3.0:1767384702.196536:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000423a5d6a. 00000001:00000010:3.0:1767384702.196540:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c3cd036. 00000001:00000010:3.0:1767384702.196542:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c3d22be2. 00000100:00000010:2.0:1767384702.196545:0:8:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c4bcafd5. 00000100:00000010:2.0:1767384702.196552:0:8:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000007e9dc13. 00000001:00000010:3.0:1767384702.196553:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000412f1abb. 00000001:00000010:3.0:1767384702.196557:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005518cdc8. 00000001:00000010:3.0:1767384702.196559:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000008508ae1. 00000001:00000010:3.0:1767384702.196561:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000087a027d1. 00000001:00000010:3.0:1767384702.196563:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca03f3a2. 00000001:00000010:3.0:1767384702.196566:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ca4c40d. 00000001:00000010:3.0:1767384702.196568:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085832c08. 00000400:00000010:2.0:1767384702.196569:0:8:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d312b25b. 00000001:00000010:3.0:1767384702.196570:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9a9c25b. 00000400:00000010:2.0:1767384702.196575:0:8:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000020:00000010:3.0:1767384702.196576:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070edfe8f. 00000020:00000010:3.0:1767384702.196581:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f700599. 00000100:00000200:2.0:1767384702.196582:0:8:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260a08700-0x6958260a08700, portal 33 00000020:00000010:3.0:1767384702.196584:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000008:00000010:3.0:1767384702.196588:0:40424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f2f9db47. 00020000:00000010:3.0:1767384702.196592:0:40424:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a2c3795c. 02000000:00000010:2.0:1767384702.196593:0:8:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000018196a78. 00008000:00000010:3.0:1767384702.196595:0:40424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000f5087a0. 00000400:00000010:2.0:1767384702.196598:0:8:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0eb42c. 00000080:00000010:3.0:1767384702.196601:0:40424:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000056e2e07c. 00000400:00000010:2.0:1767384702.196603:0:8:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e5b74d6. 00000020:00000010:3.0:1767384702.196606:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000767532ec. 00000100:00000200:2.0:1767384702.196606:0:8:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059684096, portal 25 00000020:00000010:3.0:1767384702.196612:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095354650. 00000400:00000010:2.0:1767384702.196613:0:8:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af94d3c6. 00000100:00000200:2.0:1767384702.196616:0:8:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237059684096, offset 0 00000040:00000010:3.0:1767384702.196617:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d965209c. 00000020:00000010:3.0:1767384702.196622:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000097b2fd04. 00000400:00000200:2.0:1767384702.196622:0:8:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384702.196627:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af29ae7a. 00000400:00000200:2.0:1767384702.196631:0:8:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384702.196632:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000183b9b8d. 80000000:00000010:3.0:1767384702.196636:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8dd7ecf. 00000400:00000200:2.0:1767384702.196639:0:8:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260a08700 40000000:00000010:3.0:1767384702.196640:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000e0d6f52. 00000400:00000200:2.0:1767384702.196656:0:8:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21a5 [2] + 0 00100000:00000010:3.0:1767384702.196659:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dd129866. 00000400:00000010:2.0:1767384702.196660:0:8:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06ff1d0. 00000400:00000200:2.0:1767384702.196665:0:8:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0ed023d 00040000:00000010:3.0:1767384702.196666:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007cf74f66. 00000400:00000200:2.0:1767384702.196670:0:8:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1767384702.196671:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e7e1709. 00080000:00000010:3.0:1767384702.196675:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cb7b49bb. 00000400:00000200:2.0:1767384702.196675:0:8:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384702.196678:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0ed023d 00000004:00000010:3.0:1767384702.196681:0:40424:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000002ee0e833. 00000400:00000010:2.0:1767384702.196681:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0ed023d. 00000100:00000200:2.0:1767384702.196686:0:8:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384702.196697:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af94d3c6 00000400:00000010:2.0:1767384702.196698:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af94d3c6. 00000100:00000200:2.0:1767384702.196702:0:8:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000067949b54 x1853237059684096/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384702.196720:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000041a2fcd5. 00000020:00000010:0.0:1767384702.196732:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0ee5e2b. 00000020:00000010:0.0:1767384702.196735:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0ee5e2b. 00000020:00000010:0.0:1767384702.196739:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ffb09aa. 00000100:00000010:3.0:1767384702.196740:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001bb8a973. 00000020:00000010:0.0:1767384702.196742:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbab1cf8. 00000100:00000010:3.0:1767384702.196746:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000fde22cda. 00000020:00000010:0.0:1767384702.196747:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a38686b4. 00000100:00000010:3.0:1767384702.196759:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ffc56a9f. 00000100:00000010:3.0:1767384702.196765:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004ca9d7f7. 00000020:00000010:0.0:1767384702.196770:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0ee5e2b. 00000020:00000010:0.0:1767384702.196773:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0ee5e2b. 00000100:00000010:3.0:1767384702.196774:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000830e1c93. 00000100:00000200:0.0:1767384702.196775:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684096 02000000:00000010:0.0:1767384702.196785:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000081df3bd4. 20000000:00000010:0.0:1767384702.196792:0:40429:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000004f4d80da. 00000100:00000010:0.0:1767384702.196795:0:40429:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001121a472. 00000100:00000010:0.0:1767384702.196796:0:40429:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e5379973. 00000400:00000010:0.0:1767384702.196800:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000400:00000010:0.0:1767384702.196806:0:40429:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000abfea6b5. 00000400:00000200:0.0:1767384702.196809:0:40429:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384702.196816:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384702.196820:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260a08700 00000400:00000200:0.0:1767384702.196823:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x22b1 [1] + 0 00000400:00000010:0.0:1767384702.196826:0:40429:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d312b25b. 00000400:00000200:0.0:1767384702.196828:0:40429:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000819d3ab0 00000100:00000200:0.0:1767384702.196859:0:40429:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001121a472 00000400:00000200:0.0:1767384702.196866:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384702.196870:0:40429:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22bd 00000400:00000200:0.0:1767384702.196873:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.196876:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000100:00000010:3.0:1767384702.196877:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003edfbe62. 00000400:00000200:0.0:1767384702.196879:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:0.0:1767384702.196883:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000010:3.0:1767384702.196885:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d43b7f59. 00000100:00000200:0.0:1767384702.196887:0:40429:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000001121a472 00000400:00000200:0.0:1767384702.196894:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:0.0:1767384702.196896:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:0.0:1767384702.196899:0:40429:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000067949b54 desc 00000000c4bcafd5 mbits 1853237059684096 00000100:00000200:0.0:1767384702.196914:0:40429:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260a08700-0x6958260a08700 20000000:00000010:0.0:1767384702.196926:0:40429:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000d5f83c9b. 20000000:00000010:0.0:1767384702.196941:0:40429:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000076cd098c. 20000000:00000010:0.0:1767384702.196946:0:40429:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000065ef87aa. 20000000:00000010:0.0:1767384702.196950:0:40429:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000075595705. 20000000:00000010:0.0:1767384702.196953:0:40429:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000002b48783d. 00000100:00000010:3.0:1767384702.196962:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bc1d27ff. 00000100:00000010:3.0:1767384702.196968:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d35bd426. 00000100:00000010:3.0:1767384702.197036:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000637a8487. 00000100:00000010:3.0:1767384702.197041:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d95397ad. 00000100:00000010:3.0:1767384702.197120:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000093b96a7f. 00000100:00000010:3.0:1767384702.197125:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000593460a. 20000000:00000010:2.0:1767384702.197157:0:40429:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000008233f4cb. 00080000:00000010:2.0:1767384702.197165:0:40429:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006dab695b. 00000100:00000010:3.0:1767384702.197194:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009bfc2893. 00000100:00000010:3.0:1767384702.197199:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9a109e4. 00000100:00000010:3.0:1767384702.197267:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bf1d4e49. 00000100:00000010:3.0:1767384702.197270:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c0ad116. 20000000:00000010:2.0:1767384702.197328:0:40429:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000166cf106. 00000040:00000010:2.0:1767384702.197334:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000022de97f5. 00000100:00000010:3.0:1767384702.197338:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007f0bb405. 00000100:00000010:3.0:1767384702.197342:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfed6e6e. 00000040:00000010:2.0:1767384702.197363:0:40429:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000058a6b742. 00000020:00000010:2.0:1767384702.197371:0:40429:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cbafb4b1. 00080000:00000010:2.0:1767384702.197376:0:40429:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007ae912d3. 00000100:00000010:3.0:1767384702.197411:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc828c92. 00000100:00000010:3.0:1767384702.197416:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021fa66fb. 00000040:00000010:2.0:1767384702.197433:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007381f968. 00000100:00000010:3.0:1767384702.197483:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004739c612. 00000100:00000010:3.0:1767384702.197488:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036befdcb. 00000100:00000010:3.0:1767384702.197555:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006176336b. 00000100:00000010:3.0:1767384702.197560:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000122f4674. 00000100:00000010:3.0:1767384702.197629:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e0f97b74. 00000100:00000010:3.0:1767384702.197634:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002adb0124. 00000040:00000010:2.0:1767384702.197690:0:40429:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000040479101. 00000100:00000010:3.0:1767384702.197725:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000064a6c478. 00000100:00000010:3.0:1767384702.197732:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a68e86e. 00000020:00000010:2.0:1767384702.197768:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d85b8a4. 00000020:00000010:2.0:1767384702.197772:0:40432:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008fa911d8. 00000040:00000010:2.0:1767384702.197774:0:40432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000307d0fa7. 00000020:00000010:2.0:1767384702.197776:0:40432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008f5c1738. 00000020:00000010:2.0:1767384702.197780:0:40432:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004502ae30. 00000020:00000010:2.0:1767384702.197782:0:40432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000011da966a. 80000000:00000010:2.0:1767384702.197784:0:40432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009eb54b9f. 40000000:00000010:2.0:1767384702.197785:0:40432:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b1cca20b. 00100000:00000010:2.0:1767384702.197788:0:40432:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007a27305a. 00040000:00000010:2.0:1767384702.197791:0:40432:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c1dbeeb. 00040000:00000010:2.0:1767384702.197794:0:40432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ea238b1. 00080000:00000010:2.0:1767384702.197796:0:40432:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000aab33fab. 00000004:00000010:2.0:1767384702.197799:0:40432:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008166bdc3. 00002000:00000010:2.0:1767384702.197803:0:40432:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb977337. 00000020:00000010:2.0:1767384702.197805:0:40432:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d5f6689d. 00000100:00000010:3.0:1767384702.197808:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005da50a24. 00000040:00000010:2.0:1767384702.197811:0:40432:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ba35294a. 00000100:00000010:3.0:1767384702.197813:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052bd4ae2. 00000100:00000010:3.0:1767384702.197913:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000029f428dc. 00000100:00000010:3.0:1767384702.197918:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e0ee2fb. 00000040:00000010:2.0:1767384702.197955:0:40432:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ba35294a. 00000020:00000010:2.0:1767384702.197962:0:40432:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d5f6689d. 00000020:00000010:2.0:1767384702.197968:0:40432:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008fa911d8. 00000040:00000010:2.0:1767384702.197971:0:40432:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000307d0fa7. 00000020:00000010:2.0:1767384702.197974:0:40432:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008f5c1738. 00000020:00000010:2.0:1767384702.197978:0:40432:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004502ae30. 00000020:00000010:2.0:1767384702.197982:0:40432:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000011da966a. 80000000:00000010:2.0:1767384702.197985:0:40432:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009eb54b9f. 40000000:00000010:2.0:1767384702.197988:0:40432:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b1cca20b. 00100000:00000010:2.0:1767384702.197990:0:40432:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007a27305a. 00040000:00000010:2.0:1767384702.197993:0:40432:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c1dbeeb. 00000100:00000010:3.0:1767384702.197995:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c1affdf2. 00040000:00000010:2.0:1767384702.197996:0:40432:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ea238b1. 00000100:00000010:3.0:1767384702.198000:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca4cf46e. 00080000:00000010:2.0:1767384702.198001:0:40432:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000aab33fab. 00000004:00000010:2.0:1767384702.198005:0:40432:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008166bdc3. 00002000:00000010:2.0:1767384702.198023:0:40432:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bb977337. 00000020:00000010:2.0:1767384702.198025:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d85b8a4. 00000040:00000010:2.0:1767384702.198034:0:40429:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000040479101. 00000040:00000010:2.0:1767384702.198038:0:40429:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000058a6b742. 00000040:00000010:2.0:1767384702.198040:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007381f968. 00000040:00000010:2.0:1767384702.198042:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000022de97f5. 20000000:00000010:2.0:1767384702.198044:0:40429:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000166cf106. 20000000:00000010:2.0:1767384702.198047:0:40429:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000166cf106. 00000040:00000010:2.0:1767384702.198050:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005d85b8a4. 00000040:00000010:2.0:1767384702.198063:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005d85b8a4. 20000000:00000010:2.0:1767384702.198065:0:40429:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000166cf106. 20000000:00000010:2.0:1767384702.198067:0:40429:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000040479101. 20000000:00000010:2.0:1767384702.198075:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d85b8a4. 20000000:00000010:2.0:1767384702.198079:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ea238b1. 00000100:00000010:3.0:1767384702.198081:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b5cf76e9. 20000000:00000010:2.0:1767384702.198083:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011da966a. 00000100:00000010:3.0:1767384702.198088:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090bcc2ac. 20000000:00000010:2.0:1767384702.198088:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000307d0fa7. 20000000:00000010:2.0:1767384702.198094:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008fa911d8. 20000000:00000010:2.0:1767384702.198096:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000022de97f5. 20000000:00000010:2.0:1767384702.198099:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006502d974. 20000000:00000010:2.0:1767384702.198101:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049889dec. 20000000:00000010:2.0:1767384702.198103:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007cd59d90. 20000000:00000010:2.0:1767384702.198105:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000feb62bff. 20000000:00000010:2.0:1767384702.198108:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a80f8dcf. 20000000:00000010:2.0:1767384702.198110:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f5c707f. 20000000:00000010:2.0:1767384702.198113:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af4189d0. 20000000:00000010:2.0:1767384702.198115:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8ff77f1. 20000000:00000010:2.0:1767384702.198117:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e6e4e2cc. 20000000:00000010:2.0:1767384702.198119:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d66761b. 20000000:00000010:2.0:1767384702.198121:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098305497. 20000000:00000010:2.0:1767384702.198123:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007f0cb0a4. 20000000:00000010:2.0:1767384702.198125:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f949b14. 20000000:00000010:2.0:1767384702.198127:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b30740e. 20000000:00000010:2.0:1767384702.198129:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d677cbc7. 20000000:00000010:2.0:1767384702.198132:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b529539. 20000000:00000010:2.0:1767384702.198135:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e7bae62. 20000000:00000010:2.0:1767384702.198140:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b70a1b3a. 20000000:00000010:2.0:1767384702.198144:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007eff9d66. 20000000:00000010:2.0:1767384702.198148:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000513c70e1. 20000000:00000010:2.0:1767384702.198152:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000126aa885. 20000000:00000010:2.0:1767384702.198155:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012f0bcd9. 00000100:00000010:3.0:1767384702.198160:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f18d27f9. 20000000:00000010:2.0:1767384702.198160:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037fdf1d9. 00000100:00000010:3.0:1767384702.198166:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e1215f9. 20000000:00000010:2.0:1767384702.198169:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0bb2aec. 20000000:00000010:2.0:1767384702.198175:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e440ad7. 20000000:00000010:2.0:1767384702.198180:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edf0626c. 20000000:00000010:2.0:1767384702.198184:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000480100e9. 20000000:00000010:2.0:1767384702.198188:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f405aa99. 20000000:00000010:2.0:1767384702.198192:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7804a7e. 20000000:00000010:2.0:1767384702.198197:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010161912. 20000000:00000010:2.0:1767384702.198201:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004ff323dd. 20000000:00000010:2.0:1767384702.198205:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc8c3c5b. 20000000:00000010:2.0:1767384702.198210:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001840257f. 20000000:00000010:2.0:1767384702.198215:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000041f43c48. 20000000:00000010:2.0:1767384702.198220:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b79697e1. 20000000:00000010:2.0:1767384702.198225:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c83ea2bd. 00000100:00000010:3.0:1767384702.198234:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b73810a9. 00000100:00000010:3.0:1767384702.198239:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f34d0984. 00080000:00000010:2.0:1767384702.198249:0:40429:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb977337. 00000100:00000010:3.0:1767384702.198304:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d8a91bbe. 00000100:00000010:3.0:1767384702.198309:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029e2b059. 00000100:00000010:3.0:1767384702.198375:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000efc265f. 00000100:00000010:3.0:1767384702.198378:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b06a817c. 00000100:00000010:3.0:1767384702.198486:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b3ef88aa. 00000100:00000010:3.0:1767384702.198491:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000739cc97d. 00000100:00000010:3.0:1767384702.198599:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000183ce35d. 00000100:00000010:3.0:1767384702.198604:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edaa626c. 00000100:00000010:3.0:1767384702.198693:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000484530f8. 00000100:00000010:3.0:1767384702.198697:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b83e74e0. 00000100:00000010:3.0:1767384702.198776:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000032ecb13f. 00000100:00000010:3.0:1767384702.198780:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eed06ca0. 00000100:00000010:3.0:1767384702.198878:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000001f8708c. 00000100:00000010:3.0:1767384702.198883:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da7daf71. 00000100:00000010:3.0:1767384702.198960:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b690e2e3. 00000100:00000010:3.0:1767384702.198967:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cea5346. 00000100:00000010:3.0:1767384702.199041:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000185d8fb3. 00000100:00000010:3.0:1767384702.199047:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099a85e17. 00000100:00000010:3.0:1767384702.199121:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008ecfd991. 00000100:00000010:3.0:1767384702.199125:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093958c44. 00000100:00000010:3.0:1767384702.199199:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006e99ee17. 00000100:00000010:3.0:1767384702.199203:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076ee867e. 00000100:00000010:3.0:1767384702.199281:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a0a86a09. 00000100:00000010:3.0:1767384702.199405:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022c663b9. 00000100:00000010:3.0:1767384702.199524:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000099a620b8. 00000100:00000010:3.0:1767384702.199805:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000068f7cb4. 00000100:00000010:3.0:1767384702.199935:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009b81c7b6. 00000100:00000010:3.0:1767384702.199941:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e3de077. 00000100:00000010:3.0:1767384702.200019:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ecd645bc. 00000100:00000010:3.0:1767384702.200025:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b6147b9. 00000100:00000010:3.0:1767384702.200102:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c3f82b16. 00000100:00000010:3.0:1767384702.200107:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b498dab9. 00000100:00000010:3.0:1767384702.200180:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ba5453b5. 00000100:00000010:3.0:1767384702.200186:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e49a052. 00000100:00000010:3.0:1767384702.200259:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000081d3a91b. 00000100:00000010:3.0:1767384702.200263:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d2e336a. 00000100:00000010:3.0:1767384702.200366:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003a2a9fc5. 00000100:00000010:3.0:1767384702.200370:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a883c33c. 00000100:00000010:3.0:1767384702.200473:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a2cbbb74. 00000100:00000010:3.0:1767384702.200477:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8d55822. 00000100:00000010:3.0:1767384702.200570:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ce5c6d89. 00000100:00000010:3.0:1767384702.200575:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adc3d78e. 00000100:00000010:3.0:1767384702.200662:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000015105acd. 00000100:00000010:3.0:1767384702.200667:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4e7a463. 00000100:00000010:3.0:1767384702.200743:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cafd1aa7. 00000100:00000010:3.0:1767384702.200748:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbee56d3. 00000100:00000010:3.0:1767384702.200822:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000077f2db03. 00000100:00000010:3.0:1767384702.200825:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cecb1c34. 00000100:00000010:3.0:1767384702.200924:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000031471dd2. 00000100:00000010:3.0:1767384702.200930:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ad4a343. 00000100:00000010:3.0:1767384702.201006:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a277265b. 00000100:00000010:3.0:1767384702.201010:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038c287ec. 00000100:00000010:3.0:1767384702.201082:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000309604dc. 00000100:00000010:3.0:1767384702.201086:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac767e6c. 00000100:00000010:3.0:1767384702.201159:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000764186ba. 00000100:00000010:3.0:1767384702.201162:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ad100e3. 00000100:00000010:3.0:1767384702.201239:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ad3e4585. 00000100:00000010:3.0:1767384702.201244:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a30c707. 00000100:00000010:3.0:1767384702.201317:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000026a29da9. 00000100:00000010:3.0:1767384702.201321:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e3583b1. 00000100:00000010:3.0:1767384702.201393:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000496dc066. 00000100:00000010:3.0:1767384702.201398:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ab16e61. 00000100:00000010:3.0:1767384702.201473:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000e0e1f6f. 00000100:00000010:3.0:1767384702.201478:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f086fcdf. 00000100:00000010:3.0:1767384702.201553:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000816dde18. 00000100:00000010:3.0:1767384702.201559:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca46ea0f. 00000100:00000010:3.0:1767384702.201632:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c36f9bd2. 00000100:00000010:3.0:1767384702.201636:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e0cf7bc. 00000100:00000010:3.0:1767384702.201714:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000719b6441. 00000100:00000010:3.0:1767384702.201719:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047c42292. 00000100:00000010:3.0:1767384702.201786:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc6ff545. 00000100:00000010:3.0:1767384702.201789:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfeedbe1. 00000100:00000010:3.0:1767384702.201881:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009fc99f8f. 00000100:00000010:3.0:1767384702.201887:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a238b23. 00000100:00000010:3.0:1767384702.201960:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009192952d. 00000100:00000010:3.0:1767384702.201964:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b91da9f9. 00000100:00000010:3.0:1767384702.202031:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000669fbcdc. 00000100:00000010:3.0:1767384702.202035:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b9b9dfe. 00000100:00000010:3.0:1767384702.202110:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009d8f3553. 00000100:00000010:3.0:1767384702.202114:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcb828bd. 00000100:00000010:3.0:1767384702.202210:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001de5ca9a. 00000100:00000010:3.0:1767384702.202213:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9e4ea83. 00000100:00000010:3.0:1767384702.202310:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008b71605a. 00000100:00000010:3.0:1767384702.202313:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055c5003f. 00000100:00000010:3.0:1767384702.202384:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f788b78d. 00000100:00000010:3.0:1767384702.202389:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006db2cdce. 00000100:00000010:3.0:1767384702.202461:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002aa0910c. 00000100:00000010:3.0:1767384702.202469:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000affb440d. 00000100:00000010:3.0:1767384702.202535:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000075150a6c. 00000100:00000010:3.0:1767384702.202539:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a87e61cc. 00000100:00000010:3.0:1767384702.202605:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a95e380c. 00000400:00000200:3.0:1767384702.202610:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:3.0:1767384702.202670:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000805e1850. 00000020:00000010:3.0:1767384702.202675:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005b1e9df2. 00000100:00000010:3.0:1767384702.202733:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000adb21929. 00000100:00000010:3.0:1767384702.202738:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004ead88d9. 00000100:00000010:3.0:1767384702.202741:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000071d48ca4. 00000100:00000010:3.0:1767384702.202744:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001af87874. 00000100:00000010:3.0:1767384702.202746:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b2ee94df. 00000100:00000010:3.0:1767384702.202748:0:40424:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000526fb2af. 00000100:00000010:3.0:1767384702.202750:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f8997600. 00000100:00000010:3.0:1767384702.202752:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a53d4058. 00000100:00000010:3.0:1767384702.202753:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000700ec9c3. 00000100:00000010:3.0:1767384702.202756:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e2c3d866. 00000100:00000010:3.0:1767384702.202758:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000c1cc405. 00000100:00000200:3.0:1767384702.202800:0:40424:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:3.0:1767384702.202804:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c82aaec0. 00000100:00000010:3.0:1767384702.203370:0:40435:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008ea58bd7. 00000020:00000010:3.0:1767384702.203376:0:40435:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002a920d50. 00000020:00000010:3.0:1767384702.203384:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000228f5aa6. 00000020:00000010:3.0:1767384702.203388:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000412758c. 00000040:00000010:3.0:1767384702.203392:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000092428815. 00000020:00000010:3.0:1767384702.203397:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d1ec938. 00000020:00000010:3.0:1767384702.203402:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d6111ca1. 00000020:00000010:3.0:1767384702.203407:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034cbcab1. 80000000:00000010:3.0:1767384702.203411:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aafcd1a8. 40000000:00000010:3.0:1767384702.203415:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e900e72. 00100000:00000010:3.0:1767384702.203421:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000073025040. 00040000:00000010:3.0:1767384702.203425:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000a2a81c3. 00040000:00000010:3.0:1767384702.203435:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000072634b34. 00080000:00000010:3.0:1767384702.203439:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002cf0673d. 00000004:00000010:3.0:1767384702.203445:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac4008ef. 00002000:00000010:3.0:1767384702.203449:0:40435:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c93adb43. 00000100:00000200:3.0:1767384702.203453:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203458:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088cde1db. 00000400:00000010:3.0:1767384702.203462:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001bf89993. 00000100:00000200:3.0:1767384702.203468:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203470:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a670838. 00000400:00000010:3.0:1767384702.203472:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e3b11aed. 00000100:00000200:3.0:1767384702.203475:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203477:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0342377. 00000400:00000010:3.0:1767384702.203480:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006e42f7a5. 00000100:00000200:3.0:1767384702.203481:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203483:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080d75748. 00000400:00000010:3.0:1767384702.203485:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000051cc94d. 00000100:00000200:3.0:1767384702.203486:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203488:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b99a0fe4. 00000400:00000010:3.0:1767384702.203489:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000002562b51. 00000100:00000200:3.0:1767384702.203491:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203492:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d91db59. 00000400:00000010:3.0:1767384702.203494:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000af626e3b. 00000100:00000200:3.0:1767384702.203496:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203498:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9da4ce2. 00000400:00000010:3.0:1767384702.203500:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f6b6772c. 00000100:00000200:3.0:1767384702.203503:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203504:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004575c913. 00000400:00000010:3.0:1767384702.203505:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000474c5b1a. 00000100:00000200:3.0:1767384702.203507:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203509:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4c0905. 00000400:00000010:3.0:1767384702.203512:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001e46eddf. 00000100:00000200:3.0:1767384702.203514:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203515:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085662e0d. 00000400:00000010:3.0:1767384702.203518:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000024967a56. 00000100:00000200:3.0:1767384702.203519:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203522:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7ca8a0e. 00000400:00000010:3.0:1767384702.203530:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d667126b. 00000100:00000200:3.0:1767384702.203533:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203536:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000979e7012. 00000400:00000010:3.0:1767384702.203540:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d7c6345b. 00000100:00000200:3.0:1767384702.203542:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203545:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0da182a. 00000400:00000010:3.0:1767384702.203548:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003d840ec2. 00000100:00000200:3.0:1767384702.203551:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203554:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae2e8b6. 00000400:00000010:3.0:1767384702.203557:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000096862848. 00000100:00000200:3.0:1767384702.203560:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203563:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000259248d4. 00000400:00000010:3.0:1767384702.203566:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a205340f. 00000100:00000200:3.0:1767384702.203569:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203571:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f4a6e4d. 00000400:00000010:3.0:1767384702.203574:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f7b47e7c. 00000100:00000200:3.0:1767384702.203577:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203579:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b02531e6. 00000400:00000010:3.0:1767384702.203583:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000468dcba5. 00000100:00000200:3.0:1767384702.203586:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203588:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097140376. 00000400:00000010:3.0:1767384702.203591:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a54d5ef0. 00000100:00000200:3.0:1767384702.203594:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203597:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079f41ec2. 00000400:00000010:3.0:1767384702.203600:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000fddd137. 00000100:00000200:3.0:1767384702.203602:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203605:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e315a111. 00000400:00000010:3.0:1767384702.203610:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000d8e80e9. 00000100:00000200:3.0:1767384702.203612:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203615:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054af0861. 00000400:00000010:3.0:1767384702.203617:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f1bf6d2a. 00000100:00000200:3.0:1767384702.203621:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203623:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5c34c2. 00000400:00000010:3.0:1767384702.203626:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000920d305d. 00000100:00000200:3.0:1767384702.203630:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203632:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000514076d0. 00000400:00000010:3.0:1767384702.203658:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008af3db98. 00000100:00000200:3.0:1767384702.203663:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203666:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a2cb055. 00000400:00000010:3.0:1767384702.203670:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004a620580. 00000100:00000200:3.0:1767384702.203673:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203676:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db1726eb. 00000400:00000010:3.0:1767384702.203679:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000083496431. 00000100:00000200:3.0:1767384702.203682:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203684:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088663469. 00000400:00000010:3.0:1767384702.203688:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a5bba1b4. 00000100:00000200:3.0:1767384702.203691:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203695:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067e08973. 00000400:00000010:3.0:1767384702.203698:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a1103233. 00000100:00000200:3.0:1767384702.203701:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203703:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac14b521. 00000400:00000010:3.0:1767384702.203706:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000091a96a66. 00000100:00000200:3.0:1767384702.203709:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203713:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06ff1d0. 00000400:00000010:3.0:1767384702.203715:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000ea2145e. 00000100:00000200:3.0:1767384702.203718:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203721:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b992bb9. 00000400:00000010:3.0:1767384702.203724:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e858c128. 00000100:00000200:3.0:1767384702.203726:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203729:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d66b7f13. 00000400:00000010:3.0:1767384702.203733:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000089d99191. 00000100:00000200:3.0:1767384702.203736:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203739:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d43b95d. 00000400:00000010:3.0:1767384702.203743:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005a5caa3f. 00000100:00000200:3.0:1767384702.203746:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203749:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006259cf7d. 00000400:00000010:3.0:1767384702.203752:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004dff3ccb. 00000100:00000200:3.0:1767384702.203756:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203758:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50df0f6. 00000400:00000010:3.0:1767384702.203763:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c9a2284. 00000100:00000200:3.0:1767384702.203766:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203769:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017fd4112. 00000400:00000010:3.0:1767384702.203778:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006875afc7. 00000100:00000200:3.0:1767384702.203781:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203785:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060821d0f. 00000400:00000010:3.0:1767384702.203788:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bc41ac81. 00000100:00000200:3.0:1767384702.203791:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203794:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec24d62. 00000400:00000010:3.0:1767384702.203798:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f50b3ef8. 00000100:00000200:3.0:1767384702.203801:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203804:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee5ed667. 00000400:00000010:3.0:1767384702.203808:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000082afca70. 00000100:00000200:3.0:1767384702.203811:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203814:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaf9ac8. 00000400:00000010:3.0:1767384702.203817:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ebf9d10e. 00000100:00000200:3.0:1767384702.203820:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203823:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a774845d. 00000400:00000010:3.0:1767384702.203826:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006fd7eff4. 00000100:00000200:3.0:1767384702.203828:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203858:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065b59134. 00000400:00000010:3.0:1767384702.203863:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000037bbc09e. 00000100:00000200:3.0:1767384702.203868:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203871:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e82196. 00000400:00000010:3.0:1767384702.203875:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003564d8a6. 00000100:00000200:3.0:1767384702.203878:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203880:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db57636b. 00000400:00000010:3.0:1767384702.203884:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000059b97773. 00000100:00000200:3.0:1767384702.203887:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203890:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb2ca42. 00000400:00000010:3.0:1767384702.203893:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eb6be6c7. 00000100:00000200:3.0:1767384702.203896:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203899:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003644ec1. 00000400:00000010:3.0:1767384702.203902:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c992332f. 00000100:00000200:3.0:1767384702.203905:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203907:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35d3e30. 00000400:00000010:3.0:1767384702.203910:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000557e68ea. 00000100:00000200:3.0:1767384702.203913:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203916:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002468b56a. 00000400:00000010:3.0:1767384702.203925:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001f3b749e. 00000100:00000200:3.0:1767384702.203929:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203931:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000700b021a. 00000400:00000010:3.0:1767384702.203935:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a93194ea. 00000100:00000200:3.0:1767384702.203939:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203942:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b91b18. 00000400:00000010:3.0:1767384702.203945:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000178a558d. 00000100:00000200:3.0:1767384702.203947:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203948:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000303ce56c. 00000400:00000010:3.0:1767384702.203952:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ec878631. 00000100:00000200:3.0:1767384702.203956:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203959:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e025f5. 00000400:00000010:3.0:1767384702.203963:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000e85c31a. 00000100:00000200:3.0:1767384702.203967:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203969:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d58aa8ea. 00000400:00000010:3.0:1767384702.203973:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008e3c7094. 00000100:00000200:3.0:1767384702.203977:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203979:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061ddd776. 00000400:00000010:3.0:1767384702.203983:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000082a322e8. 00000100:00000200:3.0:1767384702.203986:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203989:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004508728e. 00000400:00000010:3.0:1767384702.203992:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000f26a611. 00000100:00000200:3.0:1767384702.203994:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.203997:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002de2182b. 00000400:00000010:3.0:1767384702.204001:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004e76f8e0. 00000100:00000200:3.0:1767384702.204004:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204006:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b09cf4ad. 00000400:00000010:3.0:1767384702.204011:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000cd262ff. 00000100:00000200:3.0:1767384702.204014:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204017:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7c24c59. 00000400:00000010:3.0:1767384702.204021:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000980e68fc. 00000100:00000200:3.0:1767384702.204024:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204027:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b65f0410. 00000400:00000010:3.0:1767384702.204031:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e68d36b0. 00000100:00000200:3.0:1767384702.204034:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204035:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c729e7f. 00000400:00000010:3.0:1767384702.204044:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007cd203c3. 00000100:00000200:3.0:1767384702.204047:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204050:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087daa459. 00000400:00000010:3.0:1767384702.204053:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000023c241d2. 00000100:00000200:3.0:1767384702.204055:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204058:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067a21019. 00000400:00000010:3.0:1767384702.204060:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e5fb9acd. 00000100:00000200:3.0:1767384702.204063:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204065:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000287916ff. 00000400:00000010:3.0:1767384702.204068:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f8ac543e. 00000100:00000200:3.0:1767384702.204071:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204073:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004921ce2e. 00000400:00000010:3.0:1767384702.204076:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dcf6329b. 00000100:00000200:3.0:1767384702.204078:0:40435:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384702.204081:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069051098. 00000400:00000010:3.0:1767384702.204083:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000061ec6fd4. 00000100:00000010:3.0:1767384702.204125:0:40435:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000081ec0740. 00000100:00000200:3.0:1767384702.204140:0:40435:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384702.204146:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005204dd5c. 00000100:00000010:0.0:1767384702.204549:0:40436:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000059e917bc. 00000020:00000010:0.0:1767384702.204553:0:40436:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004a56cb29. 00000020:00000010:0.0:1767384702.204556:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9376eb5. 00000020:00000010:0.0:1767384702.204558:0:40436:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dfaa1fce. 00000040:00000010:0.0:1767384702.204560:0:40436:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006f7bf651. 00000020:00000010:0.0:1767384702.204562:0:40436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001fe31410. 00000020:00000010:0.0:1767384702.204565:0:40436:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000074d83cd5. 00000020:00000010:0.0:1767384702.204567:0:40436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000269ce480. 80000000:00000010:0.0:1767384702.204570:0:40436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000271fe678. 40000000:00000010:0.0:1767384702.204571:0:40436:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003c7158b0. 00100000:00000010:0.0:1767384702.204574:0:40436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000141d5922. 00040000:00000010:0.0:1767384702.204576:0:40436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005fd66a67. 00040000:00000010:0.0:1767384702.204578:0:40436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b55d0de4. 00080000:00000010:0.0:1767384702.204581:0:40436:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003c8f885e. 00000004:00000010:0.0:1767384702.204584:0:40436:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ce5a1448. 00002000:00000010:0.0:1767384702.204587:0:40436:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d9162749. 00000100:00000010:0.0:1767384702.204625:0:40436:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000e240affe. 00000100:00000200:0.0:1767384702.204638:0:40436:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384702.204658:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004ae19ae7. 00000100:00000010:2.0:1767384702.204828:0:40437:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000065f8df33. 00010000:00000010:2.1:1767384702.204854:0:40437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8f30b21. 00010000:00000010:2.1:1767384702.204862:0:40437:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007dd1ed5e. 00010000:00000010:2.1:1767384702.204870:0:40437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000886c241. 00010000:00000010:2.1:1767384702.204874:0:40437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000067028a11. 00010000:00000010:2.1:1767384702.204877:0:40437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b1e6cab0. 00010000:00000010:2.1:1767384702.204883:0:40437:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b955b912. 00010000:00000010:2.1:1767384702.204886:0:40437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024227452. 00010000:00000010:2.1:1767384702.204891:0:40437:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d34c9f2. 00000020:00000010:2.0:1767384702.204943:0:40437:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006fbd2e94. 00000020:00000010:2.0:1767384702.204947:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020126798. 00000020:00000010:2.0:1767384702.204949:0:40437:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008a1972c0. 00000040:00000010:2.0:1767384702.204952:0:40437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a3c46867. 00000020:00000010:2.0:1767384702.204956:0:40437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aab33fab. 00000020:00000010:2.0:1767384702.204959:0:40437:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004502ae30. 00000020:00000010:2.0:1767384702.204962:0:40437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f9179110. 80000000:00000010:2.0:1767384702.204964:0:40437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6ba8d00. 40000000:00000010:2.0:1767384702.204967:0:40437:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ca5c13d. 00100000:00000010:2.0:1767384702.204969:0:40437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007a27305a. 00040000:00000010:2.0:1767384702.204972:0:40437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be58434b. 00040000:00000010:2.0:1767384702.204974:0:40437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037f0e12a. 00080000:00000010:2.0:1767384702.204977:0:40437:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008f5c1738. 00000004:00000010:2.0:1767384702.204981:0:40437:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008166bdc3. 00002000:00000010:2.0:1767384702.204984:0:40437:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008bfbeb14. 00000100:00000010:2.0:1767384702.205026:0:40437:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000ca170d3a. 00000100:00000200:2.0:1767384702.205045:0:40437:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1767384702.205061:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000006091cf57. 00000100:00000010:0.0:1767384702.205067:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c0453965. 00000100:00000010:0.0:1767384702.205080:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000021ec686c. 00000100:00000010:0.0:1767384702.205088:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000007faaa416. 00000100:00000010:0.0:1767384702.205094:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b8560f6. 00000100:00000010:0.0:1767384702.205099:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d4bd45c. 00000100:00000010:0.0:1767384702.205102:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a65b7a59. 00000100:00000010:0.0:1767384702.205107:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039bd3b2c. 00000100:00000010:0.0:1767384702.205110:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080587fce. 00000100:00000010:0.0:1767384702.205122:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c92a0f4d. 00000100:00000010:0.0:1767384702.205126:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000babdd291. 00000100:00000010:0.0:1767384702.205132:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cda268ee. 00000100:00000010:0.0:1767384702.205136:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009373a65b. 00000100:00000010:0.0:1767384702.205140:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f08cd11a. 00000100:00000010:0.0:1767384702.205144:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8b4817e. 00000100:00000010:0.0:1767384702.205148:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de9addd4. 00000100:00000010:0.0:1767384702.205152:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e949242. 00000100:00000010:0.0:1767384702.205164:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000fee4a5e. 00000100:00000010:0.0:1767384702.205168:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f80c7084. 00000100:00000010:0.0:1767384702.205172:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e665017c. 00000100:00000010:0.0:1767384702.205176:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a7d310a. 00000100:00000010:0.0:1767384702.205182:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b3d8ff73. 00000100:00000010:0.0:1767384702.205185:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c3e9da1. 00000100:00000010:0.0:1767384702.205189:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cb61a6e. 00000100:00000010:0.0:1767384702.205192:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fdc7589. 00000100:00000010:0.0:1767384702.205201:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006cd7bc53. 00000100:00000010:0.0:1767384702.205205:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005538715f. 00000100:00000010:0.0:1767384702.205214:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa440a5c. 00000100:00000010:0.0:1767384702.205217:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bc92870. 00000100:00000010:0.0:1767384702.205220:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c289f6a1. 00000100:00000010:0.0:1767384702.205223:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e0a1f23. 00000100:00000010:0.0:1767384702.205226:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005df13b39. 00000100:00000010:0.0:1767384702.205229:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007375f657. 00000100:00000010:0.0:1767384702.205237:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010de73f7. 00000100:00000010:0.0:1767384702.205240:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032b1bf73. 00000100:00000010:0.0:1767384702.205242:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a1f1d7f. 00000100:00000010:0.0:1767384702.205245:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017c17d49. 00000100:00000010:0.0:1767384702.205248:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d782e27. 00000100:00000010:0.0:1767384702.205249:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040cb8d2e. 00000100:00000010:0.0:1767384702.205252:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfaebb8b. 00000100:00000010:0.0:1767384702.205253:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c64744a. 00000100:00000010:0.0:1767384702.205260:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bdd8557d. 00000100:00000010:0.0:1767384702.205262:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000986bca19. 00000100:00000010:0.0:1767384702.205265:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b356008f. 00000100:00000010:0.0:1767384702.205267:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f714beb. 00000100:00000010:0.0:1767384702.205270:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f5ad5583. 00000100:00000010:0.0:1767384702.205271:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc4c43cb. 00000100:00000010:0.0:1767384702.205274:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b918c21a. 00000100:00000010:0.0:1767384702.205276:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000559421b1. 00000100:00000010:0.0:1767384702.205283:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009faa4417. 00000100:00000010:0.0:1767384702.205286:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f00af2d5. 00000100:00000010:0.0:1767384702.205289:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f854882. 00000100:00000010:0.0:1767384702.205291:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4e8eb7f. 00000100:00000010:0.0:1767384702.205294:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b78c7712. 00000100:00000010:0.0:1767384702.205297:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e9b9bd3. 00000100:00000010:0.0:1767384702.205300:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b6e56ff. 00000100:00000010:0.0:1767384702.205302:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055a2b9e1. 00000100:00000010:0.0:1767384702.205308:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8663739. 00000100:00000010:0.0:1767384702.205310:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2c4073c. 00000100:00000010:0.0:1767384702.205313:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043938080. 00000100:00000010:0.0:1767384702.205314:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018f91d9a. 00000100:00000010:0.0:1767384702.205317:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000412502f7. 00000100:00000010:0.0:1767384702.205320:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0f1fa9d. 00000100:00000010:0.0:1767384702.205322:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003e6d7dd. 00000100:00000010:0.0:1767384702.205324:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007de6410. 00000100:00000010:0.0:1767384702.205331:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000199d2087. 00000100:00000010:0.0:1767384702.205333:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a501b98e. 00000100:00000010:0.0:1767384702.205335:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000faed741. 00000100:00000010:0.0:1767384702.205336:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c76a26c. 00000100:00000010:0.0:1767384702.205339:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009bcb2d55. 00000100:00000010:0.0:1767384702.205342:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c52033b. 00000100:00000010:0.0:1767384702.205347:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebe929ce. 00000100:00000010:0.0:1767384702.205351:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b62ecc1. 00000100:00000010:0.0:1767384702.205362:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007276c3db. 00000100:00000010:0.0:1767384702.205365:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0d4b61f. 00000100:00000010:0.0:1767384702.205369:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003131918a. 00000100:00000010:0.0:1767384702.205372:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f666e0f. 00000100:00000010:0.0:1767384702.205375:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cc56276. 00000100:00000010:0.0:1767384702.205377:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb63e8cc. 00000100:00000010:0.0:1767384702.205381:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054d6dcb0. 00000100:00000010:0.0:1767384702.205383:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002afa63ff. 00000100:00000010:0.0:1767384702.205393:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f9f083e. 00000100:00000010:0.0:1767384702.205396:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d27ef18. 00000100:00000010:0.0:1767384702.205400:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008cb16440. 00000100:00000010:0.0:1767384702.205401:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a08dc97. 00000100:00000010:0.0:1767384702.205405:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000000e11c7. 00000100:00000010:0.0:1767384702.205406:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000646debf. 00000100:00000010:0.0:1767384702.205410:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008317ec87. 00000100:00000010:0.0:1767384702.205411:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e800090b. 00000100:00000010:0.0:1767384702.205418:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046e2d6e7. 00000100:00000010:0.0:1767384702.205420:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4d7ae5b. 00000100:00000010:0.0:1767384702.205423:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000759cef7c. 00000100:00000010:0.0:1767384702.205424:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5363af6. 00000100:00000010:0.0:1767384702.205428:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d864550e. 00000100:00000010:0.0:1767384702.205430:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cab7cbd1. 00000100:00000010:0.0:1767384702.205433:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee8f9541. 00000100:00000010:0.0:1767384702.205435:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007abf9bc4. 00000100:00000010:0.0:1767384702.205442:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb3dfe0d. 00000100:00000010:0.0:1767384702.205443:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017c28304. 00000100:00000010:0.0:1767384702.205447:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051f479da. 00000100:00000010:0.0:1767384702.205448:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000009b149. 00000100:00000010:0.0:1767384702.205452:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000329186b5. 00000100:00000010:0.0:1767384702.205453:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c6acd10. 00000100:00000010:0.0:1767384702.205457:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a55575a. 00000100:00000010:0.0:1767384702.205458:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d0c9823. 00000100:00000010:0.0:1767384702.205465:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000270a86ad. 00000100:00000010:0.0:1767384702.205467:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c513af0. 00000100:00000010:0.0:1767384702.205470:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000094326d6b. 00000100:00000010:0.0:1767384702.205472:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001df8a9a1. 00000100:00000010:0.0:1767384702.205475:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001903e974. 00000100:00000010:0.0:1767384702.205476:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b637c0c. 00000100:00000010:0.0:1767384702.205480:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebbc7f62. 00000100:00000010:0.0:1767384702.205481:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3c9b820. 00000100:00000010:0.0:1767384702.205487:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086c1de2f. 00000100:00000010:0.0:1767384702.205490:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3e60f9c. 00000100:00000010:0.0:1767384702.205492:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ab73628. 00000100:00000010:0.0:1767384702.205494:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090970598. 00000100:00000010:0.0:1767384702.205496:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f2efada. 00000100:00000010:0.0:1767384702.205498:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006aa59f92. 00000100:00000010:0.0:1767384702.205500:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022f66d5b. 00000100:00000010:0.0:1767384702.205502:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005687f084. 00000100:00000010:0.0:1767384702.205508:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063781a9c. 00000100:00000010:0.0:1767384702.205510:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb41f7ac. 00000100:00000010:0.0:1767384702.205512:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d9b17de. 00000100:00000010:0.0:1767384702.205514:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008417145e. 00000100:00000010:0.0:1767384702.205516:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062cce607. 00000100:00000010:0.0:1767384702.205518:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009258ffb5. 00000100:00000010:0.0:1767384702.205520:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e6543f9. 00000100:00000010:0.0:1767384702.205522:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003f36692. 00000100:00000010:0.0:1767384702.205527:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008181563b. 00000100:00000010:0.0:1767384702.205529:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f261cd9. 00000100:00000010:0.0:1767384702.205532:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd80f1e4. 00000400:00000200:0.0:1767384702.205534:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:0.0:1767384702.205574:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e63e56db. 00000020:00000010:0.0:1767384702.205578:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000090bfad3f. 00000100:00000010:0.0:1767384702.205606:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004d96b757. 00000100:00000010:0.0:1767384702.205609:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005b7a3f8a. 00000100:00000010:0.0:1767384702.205611:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cae5385e. 00000100:00000010:0.0:1767384702.205613:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000721e1113. 00000100:00000010:0.0:1767384702.205615:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fc5bc6a4. 00000100:00000200:0.0:1767384702.205632:0:40424:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:0.0:1767384702.205634:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005d5bf387. 00000100:00000010:0.0:1767384702.205775:0:40438:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dd146c23. 00000020:00000010:0.0:1767384702.205778:0:40438:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ee415cc8. 00000020:00000010:0.0:1767384702.205781:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072b43302. 00000020:00000010:0.0:1767384702.205784:0:40438:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6eaa2e2. 00000040:00000010:0.0:1767384702.205786:0:40438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003f96003. 00000020:00000010:0.0:1767384702.205788:0:40438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006318367a. 00000020:00000010:0.0:1767384702.205790:0:40438:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021661bea. 00000020:00000010:0.0:1767384702.205792:0:40438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002dca096a. 80000000:00000010:0.0:1767384702.205794:0:40438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e75000b1. 40000000:00000010:0.0:1767384702.205796:0:40438:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b5dc5614. 00100000:00000010:0.0:1767384702.205798:0:40438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036246994. 00040000:00000010:0.0:1767384702.205800:0:40438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3d80613. 00040000:00000010:0.0:1767384702.205802:0:40438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005fc78998. 00080000:00000010:0.0:1767384702.205805:0:40438:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000067803a0a. 00000004:00000010:0.0:1767384702.205809:0:40438:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000080c715c. 00000100:00000200:0.0:1767384702.205812:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205816:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003976af9a. 00000400:00000010:0.0:1767384702.205820:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdca1b1b. 00000100:00000200:0.0:1767384702.205825:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205827:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000832d4cae. 00000400:00000010:0.0:1767384702.205830:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6f445c5. 00000100:00000200:0.0:1767384702.205854:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205857:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001074d576. 00000400:00000010:0.0:1767384702.205861:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef157036. 00000100:00000200:0.0:1767384702.205864:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205866:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e31a93. 00000400:00000010:0.0:1767384702.205869:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f30ae4ec. 00000100:00000200:0.0:1767384702.205872:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205874:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ac6932a. 00000400:00000010:0.0:1767384702.205877:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006001b721. 00000100:00000200:0.0:1767384702.205880:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205882:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000043978df. 00000400:00000010:0.0:1767384702.205885:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000882c736a. 00000100:00000200:0.0:1767384702.205888:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205891:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023896c75. 00000400:00000010:0.0:1767384702.205894:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa22bf2. 00000100:00000200:0.0:1767384702.205896:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205898:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936bb8ae. 00000400:00000010:0.0:1767384702.205902:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cdd65ea. 00000100:00000200:0.0:1767384702.205904:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205906:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aa569a9. 00000400:00000010:0.0:1767384702.205909:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aa0d0f0. 00000100:00000200:0.0:1767384702.205911:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205913:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823a5319. 00000400:00000010:0.0:1767384702.205916:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5e6f260. 00000100:00000200:0.0:1767384702.205918:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205920:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053285ba1. 00000400:00000010:0.0:1767384702.205922:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030c47c5a. 00000100:00000200:0.0:1767384702.205925:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205928:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebe9c77. 00000400:00000010:0.0:1767384702.205931:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccde5543. 00000100:00000200:0.0:1767384702.205934:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205936:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f56192b. 00000400:00000010:0.0:1767384702.205939:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006af43fad. 00000100:00000200:0.0:1767384702.205941:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205944:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011baacc7. 00000400:00000010:0.0:1767384702.205946:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bf86cc6. 00000100:00000200:0.0:1767384702.205948:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205951:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17cf3d8. 00000400:00000010:0.0:1767384702.205953:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c22af9e1. 00000100:00000200:0.0:1767384702.205956:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205958:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1e4eb0. 00000400:00000010:0.0:1767384702.205961:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a668ddcf. 00000100:00000200:0.0:1767384702.205964:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205967:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782f9a47. 00000400:00000010:0.0:1767384702.205971:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5542409. 00000100:00000200:0.0:1767384702.205974:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205977:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ea54af. 00000400:00000010:0.0:1767384702.205981:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ae15c9d. 00000100:00000200:0.0:1767384702.205982:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205985:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db618b3b. 00000400:00000010:0.0:1767384702.205988:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ef2ca7. 00000100:00000200:0.0:1767384702.205991:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205993:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bed268c. 00000400:00000010:0.0:1767384702.205995:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb2862e. 00000100:00000200:0.0:1767384702.205997:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.205999:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593ecce2. 00000400:00000010:0.0:1767384702.206003:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5dbeb3a. 00000100:00000200:0.0:1767384702.206005:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206008:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d5144a. 00000400:00000010:0.0:1767384702.206012:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f81f6fd9. 00000100:00000200:0.0:1767384702.206015:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206019:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000648ea337. 00000400:00000010:0.0:1767384702.206023:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000596fdae. 00000100:00000200:0.0:1767384702.206026:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206029:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a063fda1. 00000400:00000010:0.0:1767384702.206033:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000347d5561. 00000100:00000200:0.0:1767384702.206036:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206038:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260f3221. 00000400:00000010:0.0:1767384702.206042:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce2e74c4. 00000100:00000200:0.0:1767384702.206044:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206046:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1e1efd1. 00000400:00000010:0.0:1767384702.206049:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a992871. 00000100:00000200:0.0:1767384702.206050:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206052:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef4ed61e. 00000400:00000010:0.0:1767384702.206053:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc929d72. 00000100:00000200:0.0:1767384702.206054:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206056:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f3fcdd8. 00000400:00000010:0.0:1767384702.206058:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7fd68a4. 00000100:00000200:0.0:1767384702.206061:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206063:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a472a432. 00000400:00000010:0.0:1767384702.206066:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b64fd23. 00000100:00000200:0.0:1767384702.206068:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206069:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033ddcd3c. 00000400:00000010:0.0:1767384702.206072:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edf8d92c. 00000100:00000200:0.0:1767384702.206074:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206076:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5830d44. 00000400:00000010:0.0:1767384702.206077:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004dc9f2a. 00000100:00000200:0.0:1767384702.206079:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206081:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a2b376. 00000400:00000010:0.0:1767384702.206084:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029dc1130. 00000100:00000200:0.0:1767384702.206086:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206089:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000478445a4. 00000400:00000010:0.0:1767384702.206091:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a14afb5f. 00000100:00000200:0.0:1767384702.206093:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206096:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6a9e5af. 00000400:00000010:0.0:1767384702.206098:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb1b28fc. 00000100:00000200:0.0:1767384702.206101:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206104:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764e78d7. 00000400:00000010:0.0:1767384702.206106:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2015c84. 00000100:00000200:0.0:1767384702.206107:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206109:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902a825b. 00000400:00000010:0.0:1767384702.206113:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c538df0. 00000100:00000200:0.0:1767384702.206117:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206120:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003a3c2ed. 00000400:00000010:0.0:1767384702.206124:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078ce5d00. 00000100:00000200:0.0:1767384702.206125:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206127:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000152398fa. 00000400:00000010:0.0:1767384702.206129:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000493c0926. 00000100:00000200:0.0:1767384702.206131:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206133:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037ce9ef0. 00000400:00000010:0.0:1767384702.206135:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4aaca95. 00000100:00000200:0.0:1767384702.206136:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206139:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf0307. 00000400:00000010:0.0:1767384702.206141:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb445bc. 00000100:00000200:0.0:1767384702.206143:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206146:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000494bdc18. 00000400:00000010:0.0:1767384702.206148:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000103bb4bf. 00000100:00000200:0.0:1767384702.206150:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206153:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008122bfc7. 00000400:00000010:0.0:1767384702.206157:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054bb94f9. 00000100:00000200:0.0:1767384702.206158:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206160:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e708f7d7. 00000400:00000010:0.0:1767384702.206163:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017877c1e. 00000100:00000200:0.0:1767384702.206164:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206166:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046a806ee. 00000400:00000010:0.0:1767384702.206168:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088000d5f. 00000100:00000200:0.0:1767384702.206169:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206171:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083f60bf5. 00000400:00000010:0.0:1767384702.206174:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb30e8ea. 00000100:00000200:0.0:1767384702.206176:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206177:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d681af18. 00000400:00000010:0.0:1767384702.206180:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002fa2088b. 00000100:00000200:0.0:1767384702.206182:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206184:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fc73d8. 00000400:00000010:0.0:1767384702.206186:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a35aaf85. 00000100:00000200:0.0:1767384702.206189:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206191:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000283ec722. 00000400:00000010:0.0:1767384702.206194:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005492b513. 00000100:00000200:0.0:1767384702.206196:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206198:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c5f151f. 00000400:00000010:0.0:1767384702.206200:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a090e75. 00000100:00000200:0.0:1767384702.206202:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206204:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e368c96. 00000400:00000010:0.0:1767384702.206207:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0c9a9be. 00000100:00000200:0.0:1767384702.206209:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206211:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e1600b. 00000400:00000010:0.0:1767384702.206214:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e546feb2. 00000100:00000200:0.0:1767384702.206217:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206219:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc130d3d. 00000400:00000010:0.0:1767384702.206222:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000956ac87b. 00000100:00000200:0.0:1767384702.206225:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206227:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1c6f3f. 00000400:00000010:0.0:1767384702.206229:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017b0d626. 00000100:00000200:0.0:1767384702.206231:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206233:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f0d2eed. 00000400:00000010:0.0:1767384702.206235:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea8e7b3d. 00000100:00000200:0.0:1767384702.206237:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206239:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4412bc5. 00000400:00000010:0.0:1767384702.206241:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b70c2ba. 00000100:00000200:0.0:1767384702.206243:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206245:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c61f220. 00000400:00000010:0.0:1767384702.206247:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009499d5ef. 00000100:00000200:0.0:1767384702.206250:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206252:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8336293. 00000400:00000010:0.0:1767384702.206254:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d088a266. 00000100:00000200:0.0:1767384702.206256:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206257:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045621563. 00000400:00000010:0.0:1767384702.206259:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc617f32. 00000100:00000200:0.0:1767384702.206261:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206263:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017920129. 00000400:00000010:0.0:1767384702.206265:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082877435. 00000100:00000200:0.0:1767384702.206267:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206269:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000288021d. 00000400:00000010:0.0:1767384702.206270:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a15ff230. 00000100:00000200:0.0:1767384702.206272:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206273:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81ee897. 00000400:00000010:0.0:1767384702.206275:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d668a73e. 00000100:00000200:0.0:1767384702.206276:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206277:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a326d973. 00000400:00000010:0.0:1767384702.206278:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa657370. 00000100:00000200:0.0:1767384702.206280:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206282:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d7ed6c3. 00000400:00000010:0.0:1767384702.206284:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ecf165c. 00000100:00000200:0.0:1767384702.206286:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384702.206288:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a49afc5. 00000400:00000010:0.0:1767384702.206290:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fca1b9ed. 00000100:00000010:0.0:1767384702.206302:0:40438:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000f2ce8c7. 00000100:00000200:0.0:1767384702.206319:0:40438:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384702.206330:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e81f57c3. 00000100:00000010:1.0:1767384702.206478:0:40439:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e0db91e1. 00000020:00000010:1.0:1767384702.206483:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bdf4143f. 00000020:00000010:1.0:1767384702.206488:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51ec5c9. 00000020:00000010:1.0:1767384702.206491:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000185362c8. 00000040:00000010:1.0:1767384702.206494:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c761d11c. 00000020:00000010:1.0:1767384702.206498:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b683242. 00000020:00000010:1.0:1767384702.206501:0:40439:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000890c36dd. 00000020:00000010:1.0:1767384702.206505:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf35d2b0. 80000000:00000010:1.0:1767384702.206508:0:40439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e4f03ad. 40000000:00000010:1.0:1767384702.206513:0:40439:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001d2f587a. 00100000:00000010:1.0:1767384702.206516:0:40439:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007070bd98. 00040000:00000010:1.0:1767384702.206520:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d904f33d. 00040000:00000010:1.0:1767384702.206523:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008f2567b4. 00080000:00000010:1.0:1767384702.206527:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acc6b05d. 00000004:00000010:1.0:1767384702.206532:0:40439:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000055618565. 00000100:00000010:1.0:1767384702.206545:0:40439:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002576d0b6. 00000100:00000200:1.0:1767384702.206561:0:40439:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384702.206568:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001bfec52e. 00000100:00000010:3.0:1767384702.206574:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c716c40e. 00000100:00000010:3.0:1767384702.206587:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000000c9ac796. 00000100:00000010:3.0:1767384702.206596:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002584c9d9. 00000100:00000010:3.0:1767384702.206603:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f239dd75. 00080000:00000010:1.0:1767384702.206668:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb977337. 00010000:00000010:0.0:1767384702.206671:0:40430:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001fcf4d73. 00010000:00000010:0.0:1767384702.206677:0:40430:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fdc33ea8. 00000020:00000010:0.0:1767384702.206680:0:40430:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009f2784b6. 00000100:00000010:3.0:1767384702.206933:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a81cfe1e. 00000100:00000010:3.0:1767384702.206939:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee3fbb93. 00000100:00000010:3.0:1767384702.207236:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000b15419f. 00000100:00000010:3.0:1767384702.207242:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005370e2ac. 00000100:00000010:3.0:1767384702.207531:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c226a1bb. 00000100:00000010:3.0:1767384702.207537:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bbe8efe. 00000100:00000010:3.0:1767384702.207851:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008bd55557. 00000100:00000010:3.0:1767384702.207857:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3a63c4e. 00000100:00000010:3.0:1767384702.208137:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cf671a2e. 00000100:00000010:3.0:1767384702.208142:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac171cdc. 00000100:00000010:3.0:1767384702.208438:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008e793920. 00000100:00000010:3.0:1767384702.208444:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089802e47. 00000100:00000010:2.0:1767384702.208484:0:40429:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e5379973. 00000100:00000010:2.0:1767384702.208491:0:40429:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001121a472. 20000000:00000010:2.0:1767384702.208495:0:40429:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000004f4d80da. 00010000:00000200:2.0:1767384702.208509:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000063265ef x1853237059684096/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 4784/4768 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.208529:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af94d3c6. 00000100:00000200:2.0:1767384702.208534:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059684096, offset 224 00000400:00000200:2.0:1767384702.208540:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.208551:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.208561:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a08700 00000400:00000200:2.0:1767384702.208568:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22b5 [2] + 224 00000400:00000200:2.0:1767384702.208577:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.208580:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.208590:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000067949b54 x1853237059684096/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.208612:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af94d3c6 00000400:00000010:2.0:1767384702.208614:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af94d3c6. 00000400:00000010:0.0:1767384702.208620:0:8:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de0eb42c. 00000400:00000200:0.0:1767384702.208626:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e5b74d6 00000020:00000010:2.0:1767384702.208628:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ba35294a. 00000400:00000010:0.0:1767384702.208628:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e5b74d6. 00000100:00000200:0.0:1767384702.208634:0:8:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000067949b54 x1853237059684096/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.208640:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbab1cf8. 00000100:00000200:0.0:1767384702.208641:0:8:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000067949b54 x1853237059684096/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.208657:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a38686b4. 00000020:00000010:2.0:1767384702.208664:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ffb09aa. 02000000:00000010:2.0:1767384702.208671:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000081df3bd4. 00000100:00000200:2.0:1767384702.208677:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.208682:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000102905ba. 02000000:00000010:0.0:1767384702.208684:0:8:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000018196a78. 00000400:00000010:2.0:1767384702.208686:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af94d3c6. 00000100:00000010:0.0:1767384702.208690:0:8:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000007e9dc13. 00000100:00000010:0.0:1767384702.208694:0:8:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c4bcafd5. 02000000:00000010:0.0:1767384702.208696:0:8:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b6c2ed8d. 00000100:00000010:0.0:1767384702.208699:0:8:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067949b54. 00000100:00000010:0.0:1767384702.208702:0:8:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c5d7f0c7. 00000020:00000010:0.0:1767384702.208704:0:8:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000cdc0e277. 00000020:00000010:0.0:1767384702.208711:0:8:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 0000000029ee4325. 00000100:00000010:3.0:1767384702.208737:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000346eea28. 00000100:00000010:3.0:1767384702.208743:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6af7dc0. 00000100:00000010:1.0:1767384702.208888:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5b56de6. 00000100:00000010:3.0:1767384702.209182:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b3ae6347. 00000100:00000010:3.0:1767384702.209188:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000892ec51e. 00000100:00000010:3.0:1767384702.209600:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009dd56523. 00000100:00000010:3.0:1767384702.209605:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099e9944e. 00000100:00000010:2.0:1767384702.209885:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1539b7a. 00000100:00000010:0.0:1767384702.209916:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000834259b2. 00000100:00000010:3.0:1767384702.209925:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b15bbb48. 00000100:00000010:3.0:1767384702.209938:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026a8fd43. 00000100:00000010:3.0:1767384702.209947:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037edf18f. 00000100:00000010:3.0:1767384702.210197:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003803dc4b. 00000100:00000010:3.0:1767384702.210206:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066d3c961. 00000100:00000010:3.0:1767384702.210462:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000482fe966. 00000100:00000010:3.0:1767384702.210466:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc0f9b6f. 00000100:00000010:3.0:1767384702.210729:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006ef3d832. 00000100:00000010:3.0:1767384702.210732:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000649efde7. 00000100:00000010:3.0:1767384702.210996:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000af7d9241. 00000100:00000010:3.0:1767384702.210998:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063d43a17. 00000100:00000010:3.0:1767384702.211248:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000098eb4562. 00000100:00000010:3.0:1767384702.211250:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090aeaf57. 00000100:00000010:3.0:1767384702.211514:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000412f018b. 00000100:00000010:3.0:1767384702.211518:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021b707d5. 00000100:00000010:3.0:1767384702.211779:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007fd4d2a2. 00000100:00000010:3.0:1767384702.211782:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008324caa2. 00010000:00000010:0.1:1767384702.211873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001fcf4d73. 00010000:00000010:0.1:1767384702.211883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fdc33ea8. 00000100:00000010:3.0:1767384702.212047:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ba7d6bc3. 00000100:00000010:3.0:1767384702.212051:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f69125c. 00000100:00000010:3.0:1767384702.212323:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000edf4b3d. 00000100:00000010:3.0:1767384702.212327:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaecb382. 00000100:00000010:3.0:1767384702.212725:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004c667b0a. 00000100:00000010:3.0:1767384702.212728:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb2adc82. 00000100:00000010:3.0:1767384702.213006:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000aaa1c1f. 00000100:00000010:3.0:1767384702.213009:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000983d5177. 00000100:00000010:3.0:1767384702.213256:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000ad20da3. 00000100:00000010:3.0:1767384702.213258:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004efcc0a. 00000100:00000010:3.0:1767384702.213535:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000052f3870c. 00000100:00000010:3.0:1767384702.213540:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec7ac2cb. 00000100:00000010:3.0:1767384702.213819:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000414789d. 00000100:00000010:3.0:1767384702.213823:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e624ed7a. 00000100:00000010:3.0:1767384702.214092:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002915536c. 00000100:00000010:3.0:1767384702.214095:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009c5de4d. 00000100:00000010:3.0:1767384702.214342:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000039345a12. 00000100:00000010:3.0:1767384702.214344:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbb1bd7f. 00000100:00000010:3.0:1767384702.214604:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000086bc6b58. 00000100:00000010:3.0:1767384702.214617:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e77eb768. 00000100:00000010:3.0:1767384702.214893:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064c8c26c. 00000100:00000010:3.0:1767384702.214897:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f6229bf. 00000100:00000010:3.0:1767384702.215147:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d0f04193. 00000100:00000010:3.0:1767384702.215149:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dce9dd8. 00000100:00000010:3.0:1767384702.215406:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c53f87ce. 00000100:00000010:3.0:1767384702.215409:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9573bb4. 00000100:00000010:3.0:1767384702.215673:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e9863c3f. 00000100:00000010:3.0:1767384702.215676:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024109f7e. 00000100:00000010:3.0:1767384702.215950:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002881fa1d. 00000100:00000010:3.0:1767384702.215954:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb11f5af. 00000100:00000010:3.0:1767384702.216325:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000067cd1329. 00000100:00000010:3.0:1767384702.216327:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028df2102. 00000100:00000010:3.0:1767384702.216576:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e6759931. 00000100:00000010:3.0:1767384702.216578:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce372349. 00000100:00000010:3.0:1767384702.216854:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ce31448b. 00000100:00000010:3.0:1767384702.216860:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002850b8a6. 00000100:00000010:3.0:1767384702.217237:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000057944a4f. 00000100:00000010:3.0:1767384702.217245:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039468aae. 00000100:00000010:3.0:1767384702.217496:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000630ba012. 00000100:00000010:3.0:1767384702.217499:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097fffd0d. 00000100:00000010:3.0:1767384702.217796:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d86602da. 00000100:00000010:3.0:1767384702.217800:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8ad9f96. 00000100:00000010:3.0:1767384702.218089:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000046796a8c. 00000100:00000010:3.0:1767384702.218094:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000333e0f12. 00000100:00000010:3.0:1767384702.218376:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001a17de72. 00000100:00000010:3.0:1767384702.218380:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005662096e. 00000100:00000010:3.0:1767384702.218629:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000170bd325. 00000100:00000010:3.0:1767384702.218631:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d068641b. 00000100:00000010:3.0:1767384702.218929:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004135b217. 00000100:00000010:3.0:1767384702.218934:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da14642c. 00000100:00000010:3.0:1767384702.219183:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a30f8bd7. 00000100:00000010:3.0:1767384702.219192:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c58c613f. 00000100:00000010:3.0:1767384702.219452:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000801f7e63. 00000100:00000010:3.0:1767384702.219455:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffccf358. 00000100:00000010:3.0:1767384702.219712:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f4ac2c78. 00000100:00000010:3.0:1767384702.219715:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000411d4e70. 00000100:00000010:3.0:1767384702.220119:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e023080e. 00000100:00000010:3.0:1767384702.220123:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072b251b1. 00000100:00000010:3.0:1767384702.220494:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000068faf090. 00000100:00000010:3.0:1767384702.220495:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1a71d37. 00000100:00000010:3.0:1767384702.220761:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005771afbf. 00000100:00000010:3.0:1767384702.220764:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e51ac0f1. 00000100:00000010:3.0:1767384702.221035:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b83a469a. 00000100:00000010:3.0:1767384702.221039:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1d3c22a. 00000100:00000010:3.0:1767384702.221304:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000593f3468. 00000100:00000010:3.0:1767384702.221306:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000879ae17b. 00000100:00000010:3.0:1767384702.221564:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001617a94e. 00000100:00000010:3.0:1767384702.221565:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d6ec290. 00000100:00000010:3.0:1767384702.221981:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cce77abe. 00000100:00000010:3.0:1767384702.221985:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d31ce971. 00000100:00000010:3.0:1767384702.222355:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007aeed93d. 00000100:00000010:3.0:1767384702.222358:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ef0e016. 00000100:00000010:3.0:1767384702.222619:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000677b669a. 00000100:00000010:3.0:1767384702.222622:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9783cfb. 00000100:00000010:3.0:1767384702.222904:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000614f3c5f. 00000100:00000010:3.0:1767384702.222908:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034517a84. 00000100:00000010:3.0:1767384702.223166:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e08820d9. 00000100:00000010:3.0:1767384702.223169:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000380242a3. 00000100:00000010:3.0:1767384702.223416:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e9ab664a. 00000100:00000010:3.0:1767384702.223418:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000db35efa. 00000100:00000010:3.0:1767384702.223683:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e6c6506b. 00000100:00000010:3.0:1767384702.223686:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1271bb1. 00000100:00000010:3.0:1767384702.223957:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001a70c844. 00000100:00000010:3.0:1767384702.223968:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f374c4cf. 00000100:00000010:3.0:1767384702.224229:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000123e27b1. 00000100:00000010:3.0:1767384702.224232:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001266bfbc. 00000100:00000010:3.0:1767384702.224485:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b1bc8d02. 00000100:00000010:3.0:1767384702.224487:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080d4961d. 00000100:00000010:3.0:1767384702.224752:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000062b498ca. 00000100:00000010:3.0:1767384702.224755:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052b6301c. 00000100:00000010:3.0:1767384702.225024:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000712aae77. 00000100:00000010:3.0:1767384702.225028:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000481bb249. 00000100:00000010:3.0:1767384702.225291:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b81868ea. 00000400:00000200:3.0:1767384702.225295:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384702.225353:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003f760ff7. 00000020:00000010:3.0:1767384702.225357:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000bad3754. 00000100:00000010:3.0:1767384702.225399:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001e4a3ffb. 00000100:00000010:3.0:1767384702.225404:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000045f3c74c. 00000100:00000010:3.0:1767384702.225407:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ead66c8e. 00000100:00000010:3.0:1767384702.225415:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ed8921e3. 00000100:00000010:3.0:1767384702.225416:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d89b1d21. 00000100:00000200:3.0:1767384702.225438:0:40424:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767384702.225441:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000062304350. 00000100:00000010:3.0:1767384702.225656:0:40440:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003fe4b9a8. 00000020:00000010:3.0:1767384702.225660:0:40440:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ee706c09. 00000020:00000010:3.0:1767384702.225665:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0d862ef. 00000020:00000010:3.0:1767384702.225668:0:40440:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e54abe3a. 00000040:00000010:3.0:1767384702.225671:0:40440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000069974b34. 00000020:00000010:3.0:1767384702.225674:0:40440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ade0392d. 00000020:00000010:3.0:1767384702.225678:0:40440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000517f451f. 00000020:00000010:3.0:1767384702.225682:0:40440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000cd07aed. 80000000:00000010:3.0:1767384702.225685:0:40440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000981e1848. 40000000:00000010:3.0:1767384702.225687:0:40440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000618af5e1. 00100000:00000010:3.0:1767384702.225691:0:40440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9e576e5. 00040000:00000010:3.0:1767384702.225694:0:40440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c95e2af. 00040000:00000010:3.0:1767384702.225696:0:40440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008a9b574b. 00080000:00000010:3.0:1767384702.225699:0:40440:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004370e47c. 00000004:00000010:3.0:1767384702.225703:0:40440:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007d967bc7. 00002000:00000010:3.0:1767384702.225706:0:40440:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002af4a57c. 00000100:00000200:3.0:1767384702.225710:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225714:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004db00641. 00000400:00000010:3.0:1767384702.225719:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000069b7e838. 00000100:00000200:3.0:1767384702.225725:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225727:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7d8a8c4. 00000400:00000010:3.0:1767384702.225736:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000008a621ca. 00000100:00000200:3.0:1767384702.225739:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225740:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d7ffc66. 00000400:00000010:3.0:1767384702.225743:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a349acbe. 00000100:00000200:3.0:1767384702.225745:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225746:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dcab529. 00000400:00000010:3.0:1767384702.225749:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000de34e42c. 00000100:00000200:3.0:1767384702.225751:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225752:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db55a2a8. 00000400:00000010:3.0:1767384702.225758:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000913fce59. 00000100:00000200:3.0:1767384702.225760:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225761:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086a1ff83. 00000400:00000010:3.0:1767384702.225767:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002798ab59. 00000100:00000200:3.0:1767384702.225770:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225771:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016ec81f5. 00000400:00000010:3.0:1767384702.225774:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000090f66863. 00000100:00000200:3.0:1767384702.225776:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225777:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000493cf7cf. 00000400:00000010:3.0:1767384702.225780:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000745cff4e. 00000100:00000200:3.0:1767384702.225782:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225782:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0c2094d. 00000400:00000010:3.0:1767384702.225785:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc6a262e. 00000100:00000200:3.0:1767384702.225787:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225788:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2e46e33. 00000400:00000010:3.0:1767384702.225793:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ae07aff0. 00000100:00000200:3.0:1767384702.225796:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225797:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054d37b73. 00000400:00000010:3.0:1767384702.225800:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000008082a5b. 00000100:00000200:3.0:1767384702.225802:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225803:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a399f09. 00000400:00000010:3.0:1767384702.225805:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ca84c454. 00000100:00000200:3.0:1767384702.225807:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225808:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910de4b3. 00000400:00000010:3.0:1767384702.225810:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b7e7d702. 00000100:00000200:3.0:1767384702.225812:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225813:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e260c9bd. 00000400:00000010:3.0:1767384702.225819:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000da933768. 00000100:00000200:3.0:1767384702.225822:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225823:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000546e4704. 00000400:00000010:3.0:1767384702.225826:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a7da00c0. 00000100:00000200:3.0:1767384702.225828:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225829:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae369aff. 00000400:00000010:3.0:1767384702.225863:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005fe5e391. 00000100:00000200:3.0:1767384702.225869:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225872:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b786ad9. 00000400:00000010:3.0:1767384702.225882:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000081727a06. 00000100:00000200:3.0:1767384702.225886:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225888:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c958c924. 00000400:00000010:3.0:1767384702.225894:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000357725b7. 00000100:00000200:3.0:1767384702.225898:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225899:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad0dc10a. 00000400:00000010:3.0:1767384702.225902:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007a6cc909. 00000100:00000200:3.0:1767384702.225904:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225905:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dc17d3d. 00000400:00000010:3.0:1767384702.225907:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000088da11c9. 00000100:00000200:3.0:1767384702.225909:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225910:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000904be4e7. 00000400:00000010:3.0:1767384702.225913:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002139add5. 00000100:00000200:3.0:1767384702.225915:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225915:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d702bae. 00000400:00000010:3.0:1767384702.225921:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ea10a3b. 00000100:00000200:3.0:1767384702.225924:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225925:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a95797. 00000400:00000010:3.0:1767384702.225928:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000775a2233. 00000100:00000200:3.0:1767384702.225930:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225931:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f639dbd. 00000400:00000010:3.0:1767384702.225933:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000039e340be. 00000100:00000200:3.0:1767384702.225935:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225936:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a866f2. 00000400:00000010:3.0:1767384702.225939:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f72cc02. 00000100:00000200:3.0:1767384702.225941:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225942:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c703d97. 00000400:00000010:3.0:1767384702.225948:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000044bfd34d. 00000100:00000200:3.0:1767384702.225951:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225952:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000acb6b5e. 00000400:00000010:3.0:1767384702.225955:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000072a87a77. 00000100:00000200:3.0:1767384702.225957:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225958:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f720de8. 00000400:00000010:3.0:1767384702.225960:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bf59ec76. 00000100:00000200:3.0:1767384702.225962:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225963:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ed5d0e. 00000400:00000010:3.0:1767384702.225968:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e4f5809. 00000100:00000200:3.0:1767384702.225971:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225972:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000449cde16. 00000400:00000010:3.0:1767384702.225977:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d1a8013b. 00000100:00000200:3.0:1767384702.225981:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225982:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb469321. 00000400:00000010:3.0:1767384702.225984:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007ba4ef46. 00000100:00000200:3.0:1767384702.225986:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225987:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3cdcdfb. 00000400:00000010:3.0:1767384702.225989:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000182fb262. 00000100:00000200:3.0:1767384702.225991:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225992:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e0c003. 00000400:00000010:3.0:1767384702.225994:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c21db2af. 00000100:00000200:3.0:1767384702.225996:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.225998:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d089833. 00000400:00000010:3.0:1767384702.226003:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c8878757. 00000100:00000200:3.0:1767384702.226006:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226008:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee726dc. 00000400:00000010:3.0:1767384702.226010:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000c367a5e. 00000100:00000200:3.0:1767384702.226012:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226013:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986f3c37. 00000400:00000010:3.0:1767384702.226016:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f31fd0cc. 00000100:00000200:3.0:1767384702.226018:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226018:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d8c616. 00000400:00000010:3.0:1767384702.226021:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002c604c2a. 00000100:00000200:3.0:1767384702.226023:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226024:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e34f6673. 00000400:00000010:3.0:1767384702.226029:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a0e7a5f. 00000100:00000200:3.0:1767384702.226033:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226034:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ad86d53. 00000400:00000010:3.0:1767384702.226036:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000801ee56b. 00000100:00000200:3.0:1767384702.226039:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226040:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025a26665. 00000400:00000010:3.0:1767384702.226042:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e6c08216. 00000100:00000200:3.0:1767384702.226044:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226045:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fdbeeca. 00000400:00000010:3.0:1767384702.226051:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f5fa939. 00000100:00000200:3.0:1767384702.226053:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226054:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000905e2ea7. 00000400:00000010:3.0:1767384702.226060:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000687d4f75. 00000100:00000200:3.0:1767384702.226063:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226064:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910932eb. 00000400:00000010:3.0:1767384702.226067:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000411d4465. 00000100:00000200:3.0:1767384702.226069:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226070:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bd210ce. 00000400:00000010:3.0:1767384702.226072:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000011c9614e. 00000100:00000200:3.0:1767384702.226074:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226075:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb12382. 00000400:00000010:3.0:1767384702.226077:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002984be2e. 00000100:00000200:3.0:1767384702.226079:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226080:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df00711. 00000400:00000010:3.0:1767384702.226086:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000070b26df7. 00000100:00000200:3.0:1767384702.226089:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226090:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000022fc84c. 00000400:00000010:3.0:1767384702.226093:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9e494f2. 00000100:00000200:3.0:1767384702.226095:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226095:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070a8cb74. 00000400:00000010:3.0:1767384702.226098:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001e5bfa9b. 00000100:00000200:3.0:1767384702.226100:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226100:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af137250. 00000400:00000010:3.0:1767384702.226103:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009d7dc06c. 00000100:00000200:3.0:1767384702.226105:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226105:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f444b379. 00000400:00000010:3.0:1767384702.226111:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000000512f55. 00000100:00000200:3.0:1767384702.226114:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226115:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11fab85. 00000400:00000010:3.0:1767384702.226117:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009f108b68. 00000100:00000200:3.0:1767384702.226120:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226120:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000899e1f70. 00000400:00000010:3.0:1767384702.226123:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c678a28f. 00000100:00000200:3.0:1767384702.226125:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226125:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe24a207. 00000400:00000010:3.0:1767384702.226131:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000000cf5fa3. 00000100:00000200:3.0:1767384702.226133:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226134:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ed22de. 00000400:00000010:3.0:1767384702.226140:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a08be4dd. 00000100:00000200:3.0:1767384702.226142:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226143:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036b778f8. 00000400:00000010:3.0:1767384702.226146:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ed293c6a. 00000100:00000200:3.0:1767384702.226148:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226149:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d67b072. 00000400:00000010:3.0:1767384702.226151:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000beefd8a2. 00000100:00000200:3.0:1767384702.226153:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226154:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a01b9254. 00000400:00000010:3.0:1767384702.226156:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a0b15c65. 00000100:00000200:3.0:1767384702.226158:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226159:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc8a398. 00000400:00000010:3.0:1767384702.226164:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000048dc66f7. 00000100:00000200:3.0:1767384702.226167:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226168:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7e94868. 00000400:00000010:3.0:1767384702.226171:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000093b02485. 00000100:00000200:3.0:1767384702.226172:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226173:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059ebab7e. 00000400:00000010:3.0:1767384702.226176:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b74bcd4. 00000100:00000200:3.0:1767384702.226178:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226178:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a84ee4a. 00000400:00000010:3.0:1767384702.226181:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ce36a69. 00000100:00000200:3.0:1767384702.226183:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226183:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d586d1f. 00000400:00000010:3.0:1767384702.226189:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006817868e. 00000100:00000200:3.0:1767384702.226192:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226192:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6af4eeb. 00000400:00000010:3.0:1767384702.226195:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000024c78775. 00000100:00000200:3.0:1767384702.226197:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384702.226197:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5054407. 00000400:00000010:3.0:1767384702.226200:0:40440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d3c53334. 00000100:00000010:3.0:1767384702.226209:0:40440:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001539f830. 00000100:00000200:3.0:1767384702.226220:0:40440:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384702.226245:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ad0b88ce. 00000100:00000010:3.0:1767384702.226381:0:40441:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002649b9fc. 00000020:00000010:3.0:1767384702.226384:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000183e7948. 00000020:00000010:3.0:1767384702.226386:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbef313f. 00000020:00000010:3.0:1767384702.226388:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e658188. 00000040:00000010:3.0:1767384702.226389:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004975f323. 00000020:00000010:3.0:1767384702.226391:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e4494789. 00000020:00000010:3.0:1767384702.226393:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062415456. 00000020:00000010:3.0:1767384702.226395:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000287503eb. 80000000:00000010:3.0:1767384702.226396:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2398961. 40000000:00000010:3.0:1767384702.226397:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002f219193. 00100000:00000010:3.0:1767384702.226399:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e47a63ed. 00040000:00000010:3.0:1767384702.226401:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ed20c7e. 00040000:00000010:3.0:1767384702.226403:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089c8bf30. 00080000:00000010:3.0:1767384702.226405:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003fc20a0e. 00000004:00000010:3.0:1767384702.226407:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000075783cfa. 00002000:00000010:3.0:1767384702.226408:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f76edbff. 00000100:00000010:3.0:1767384702.226418:0:40441:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000003f582744. 00000100:00000200:3.0:1767384702.226427:0:40441:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384702.226442:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000006eb52816. 00000100:00000010:0.0:1767384702.226447:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000005ed3d5. 00000100:00000010:0.0:1767384702.226457:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000007d16fe96. 00000100:00000010:0.0:1767384702.226463:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c2a9d017. 00000100:00000010:0.0:1767384702.226466:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015f5264e. 00000100:00000010:0.0:1767384702.226469:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003eedcf79. 00000100:00000010:0.0:1767384702.226471:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa91351e. 00000100:00000010:0.0:1767384702.226474:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a4dedc2. 00000100:00000010:0.0:1767384702.226475:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000078824dc. 00000100:00000010:0.0:1767384702.226477:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d363fb1a. 00000100:00000010:0.0:1767384702.226484:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064bd71db. 00000100:00000010:0.0:1767384702.226486:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8520715. 00000100:00000010:0.0:1767384702.226487:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067b696e5. 00000100:00000010:0.0:1767384702.226489:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000243e9162. 00000100:00000010:0.0:1767384702.226491:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3cb5445. 00000100:00000010:0.0:1767384702.226493:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c3d907f. 00000100:00000010:0.0:1767384702.226495:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e95ce85d. 00000100:00000010:0.0:1767384702.226497:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011e2bafb. 00000100:00000010:0.0:1767384702.226498:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000328f40f0. 00000100:00000010:0.0:1767384702.226500:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1a125d1. 00000100:00000010:0.0:1767384702.226502:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016b694f5. 00000100:00000010:0.0:1767384702.226503:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000772ae233. 00000100:00000010:0.0:1767384702.226504:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017b7d7df. 00000100:00000010:0.0:1767384702.226506:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5a6bf2b. 00000100:00000010:0.0:1767384702.226507:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005764536. 00000100:00000010:0.0:1767384702.226509:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd81adfc. 00000100:00000010:0.0:1767384702.226510:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7aa6511. 00000100:00000010:0.0:1767384702.226513:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000502a981b. 00000100:00000010:0.0:1767384702.226514:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcd27a40. 00000100:00000010:0.0:1767384702.226516:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000448af35b. 00000100:00000010:0.0:1767384702.226518:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098cf7fb0. 00000100:00000010:0.0:1767384702.226519:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e95a1b8. 00000100:00000010:0.0:1767384702.226521:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fcae65c. 00000100:00000010:0.0:1767384702.226522:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffb88393. 00000100:00000010:0.0:1767384702.226524:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2745c1f. 00000100:00000010:0.0:1767384702.226525:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb639ac0. 00000100:00000010:0.0:1767384702.226527:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df674cc6. 00000100:00000010:0.0:1767384702.226529:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000551ecef6. 00000100:00000010:0.0:1767384702.226530:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e97c3c3. 00000100:00000010:0.0:1767384702.226532:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9b737ab. 00000100:00000010:0.0:1767384702.226533:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ed8753e. 00000100:00000010:0.0:1767384702.226535:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003653828b. 00000100:00000010:0.0:1767384702.226541:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bfeac12. 00000100:00000010:0.0:1767384702.226543:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000025d821b. 00000100:00000010:0.0:1767384702.226545:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031363609. 00000100:00000010:0.0:1767384702.226547:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abeda2be. 00000100:00000010:0.0:1767384702.226549:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e46f736. 00000100:00000010:0.0:1767384702.226551:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6f50f20. 00000100:00000010:0.0:1767384702.226552:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000776543b8. 00000100:00000010:0.0:1767384702.226554:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060d3e83c. 00000100:00000010:0.0:1767384702.226556:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000791cfebd. 00000100:00000010:0.0:1767384702.226558:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d884b528. 00000100:00000010:0.0:1767384702.226559:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000263d3dc6. 00000100:00000010:0.0:1767384702.226561:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a332272. 00000100:00000010:0.0:1767384702.226562:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024730352. 00000100:00000010:0.0:1767384702.226563:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055555113. 00000100:00000010:0.0:1767384702.226565:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000506ffb52. 00000100:00000010:0.0:1767384702.226566:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000403eea5c. 00000100:00000010:0.0:1767384702.226568:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003adfacf. 00000100:00000010:0.0:1767384702.226570:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a939315e. 00000100:00000010:0.0:1767384702.226571:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000426ac79a. 00000100:00000010:0.0:1767384702.226573:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000babefdef. 00000100:00000010:0.0:1767384702.226574:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052ae6693. 00000100:00000010:0.0:1767384702.226576:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000531dfd1a. 00000100:00000010:0.0:1767384702.226577:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000559a4219. 00000100:00000010:0.0:1767384702.226579:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a94dd021. 00000100:00000010:0.0:1767384702.226580:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001c71d86. 00000100:00000010:0.0:1767384702.226582:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a20754c. 00000100:00000010:0.0:1767384702.226584:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf45019c. 00000100:00000010:0.0:1767384702.226586:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bbd7747e. 00000100:00000010:0.0:1767384702.226587:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f0d3e5f. 00000100:00000010:0.0:1767384702.226588:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3eaa780. 00000100:00000010:0.0:1767384702.226590:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da0bb88e. 00000100:00000010:0.0:1767384702.226591:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f47cd5c. 00000100:00000010:0.0:1767384702.226597:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c88bffb. 00000100:00000010:0.0:1767384702.226599:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9377701. 00000100:00000010:0.0:1767384702.226600:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e9136a6. 00000100:00000010:0.0:1767384702.226603:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9b0ec94. 00000100:00000010:0.0:1767384702.226604:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbb35397. 00000100:00000010:0.0:1767384702.226606:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6fe199c. 00000100:00000010:0.0:1767384702.226608:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056d89134. 00000100:00000010:0.0:1767384702.226610:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4e05c8e. 00000100:00000010:0.0:1767384702.226611:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ad35045. 00000100:00000010:0.0:1767384702.226613:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d761803. 00000100:00000010:0.0:1767384702.226614:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067be8bf5. 00000100:00000010:0.0:1767384702.226616:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc22b7bb. 00000100:00000010:0.0:1767384702.226617:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8093628. 00000100:00000010:0.0:1767384702.226619:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004b496ec9. 00000100:00000010:0.0:1767384702.226620:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ad9aa7d. 00000100:00000010:0.0:1767384702.226622:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a0ee80b6. 00000100:00000010:0.0:1767384702.226623:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a72253fb. 00000100:00000010:0.0:1767384702.226625:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a2d2a46. 00000100:00000010:0.0:1767384702.226626:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f21bd825. 00000100:00000010:0.0:1767384702.226629:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5e09a52. 00000100:00000010:0.0:1767384702.226630:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a8c5d71. 00000100:00000010:0.0:1767384702.226632:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001fbee496. 00000100:00000010:0.0:1767384702.226633:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c76c429e. 00000100:00000010:0.0:1767384702.226634:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abbec628. 00000100:00000010:0.0:1767384702.226636:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad0f1270. 00000100:00000010:0.0:1767384702.226637:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001db1b966. 00000100:00000010:0.0:1767384702.226638:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6001f2b. 00000100:00000010:0.0:1767384702.226640:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008410a349. 00000100:00000010:0.0:1767384702.226641:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a6cb3c6. 00000100:00000010:0.0:1767384702.226655:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c92cfb91. 00000100:00000010:0.0:1767384702.226657:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa4ba733. 00000100:00000010:0.0:1767384702.226659:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007fff09ab. 00000100:00000010:0.0:1767384702.226667:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002df37fe8. 00000100:00000010:0.0:1767384702.226669:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006396eb66. 00000100:00000010:0.0:1767384702.226671:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034b77281. 00000100:00000010:0.0:1767384702.226673:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e613a3b1. 00000100:00000010:0.0:1767384702.226675:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f08bf1ff. 00000100:00000010:0.0:1767384702.226676:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c8a8d89. 00000100:00000010:0.0:1767384702.226678:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e89de14. 00000100:00000010:0.0:1767384702.226680:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028f3174f. 00000100:00000010:0.0:1767384702.226681:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017595760. 00000100:00000010:0.0:1767384702.226683:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001cc74bfb. 00000100:00000010:0.0:1767384702.226684:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000034dd5a5. 00000100:00000010:0.0:1767384702.226686:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000642eba4e. 00000100:00000010:0.0:1767384702.226688:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a43fa92. 00000100:00000010:0.0:1767384702.226690:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e581e5a. 00000100:00000010:0.0:1767384702.226691:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ca9597e. 00000100:00000010:0.0:1767384702.226693:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011f04fce. 00000100:00000010:0.0:1767384702.226694:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a16c2ee. 00000100:00000010:0.0:1767384702.226696:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001aefdc69. 00000100:00000010:0.0:1767384702.226697:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fcd7a1c. 00000100:00000010:0.0:1767384702.226699:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ec13da58. 00000100:00000010:0.0:1767384702.226700:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9134cb5. 00000100:00000010:0.0:1767384702.226702:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000dde1fa0. 00000100:00000010:0.0:1767384702.226703:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007be20e01. 00000100:00000010:0.0:1767384702.226705:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000900d5a3d. 00000100:00000010:0.0:1767384702.226706:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf8e7a30. 00000100:00000010:0.0:1767384702.226708:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ee6da4c. 00000400:00000200:0.0:1767384702.226709:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:0.0:1767384702.226739:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005d198e82. 00000020:00000010:0.0:1767384702.226742:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d763e8e6. 00000100:00000010:0.0:1767384702.226769:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000098e0a086. 00000100:00000010:0.0:1767384702.226770:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f0ee5e2b. 00000100:00000010:0.0:1767384702.226772:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fe95ae4e. 00000100:00000010:0.0:1767384702.226774:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006b75bd74. 00000100:00000010:0.0:1767384702.226775:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000030663d92. 00000100:00000200:0.0:1767384702.226794:0:40424:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:0.0:1767384702.226796:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000042e8d14f. 00000100:00000010:3.0:1767384702.226935:0:40442:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005e9e2160. 00000020:00000010:3.0:1767384702.226937:0:40442:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000073d370da. 00000020:00000010:3.0:1767384702.226940:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d686e95. 00000020:00000010:3.0:1767384702.226941:0:40442:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b9a33bab. 00000040:00000010:3.0:1767384702.226942:0:40442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9fc08e9. 00000020:00000010:3.0:1767384702.226945:0:40442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000768614db. 00000020:00000010:3.0:1767384702.226947:0:40442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b81c5ef1. 00000020:00000010:3.0:1767384702.226949:0:40442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000af220414. 80000000:00000010:3.0:1767384702.226950:0:40442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000068af8adb. 40000000:00000010:3.0:1767384702.226951:0:40442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005d5184c9. 00100000:00000010:3.0:1767384702.226953:0:40442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cbaaba9f. 00040000:00000010:3.0:1767384702.226955:0:40442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be181952. 00040000:00000010:3.0:1767384702.226956:0:40442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000083839c5a. 00080000:00000010:3.0:1767384702.226958:0:40442:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000056cedf2e. 00000004:00000010:3.0:1767384702.226961:0:40442:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cf1fe893. 00000100:00000200:3.0:1767384702.226966:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226968:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e0dc2b1. 00000400:00000010:3.0:1767384702.226971:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ed41b7. 00000100:00000200:3.0:1767384702.226973:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226974:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067bdaeff. 00000400:00000010:3.0:1767384702.226975:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c06a9a38. 00000100:00000200:3.0:1767384702.226976:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226977:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006110562f. 00000400:00000010:3.0:1767384702.226978:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef77fc4. 00000100:00000200:3.0:1767384702.226979:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226980:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fdec390. 00000400:00000010:3.0:1767384702.226981:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb3f9a62. 00000100:00000200:3.0:1767384702.226982:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226983:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000263a0294. 00000400:00000010:3.0:1767384702.226984:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316ab0a2. 00000100:00000200:3.0:1767384702.226985:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226986:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003399a7cb. 00000400:00000010:3.0:1767384702.226987:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012832d65. 00000100:00000200:3.0:1767384702.226987:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226988:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061c6a0d3. 00000400:00000010:3.0:1767384702.226989:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062b59af0. 00000100:00000200:3.0:1767384702.226990:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226991:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e66acd4. 00000400:00000010:3.0:1767384702.226992:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8675a34. 00000100:00000200:3.0:1767384702.226993:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226993:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051438357. 00000400:00000010:3.0:1767384702.226994:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e426d3df. 00000100:00000200:3.0:1767384702.226995:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226996:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ff26777. 00000400:00000010:3.0:1767384702.226997:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f837bc0f. 00000100:00000200:3.0:1767384702.226998:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.226999:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a30876b9. 00000400:00000010:3.0:1767384702.226999:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b87c512. 00000100:00000200:3.0:1767384702.227000:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227001:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076bcfe76. 00000400:00000010:3.0:1767384702.227005:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af21086b. 00000100:00000200:3.0:1767384702.227006:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227007:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a77f1144. 00000400:00000010:3.0:1767384702.227008:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781cbec2. 00000100:00000200:3.0:1767384702.227009:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227010:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016f5f822. 00000400:00000010:3.0:1767384702.227012:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000496ebe8. 00000100:00000200:3.0:1767384702.227012:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227013:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3516479. 00000400:00000010:3.0:1767384702.227014:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d320730. 00000100:00000200:3.0:1767384702.227015:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227016:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000259ba78a. 00000400:00000010:3.0:1767384702.227017:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb5934c1. 00000100:00000200:3.0:1767384702.227018:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227019:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005b78562. 00000400:00000010:3.0:1767384702.227020:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043276235. 00000100:00000200:3.0:1767384702.227021:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227022:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075ad0de4. 00000400:00000010:3.0:1767384702.227023:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2de5cf5. 00000100:00000200:3.0:1767384702.227024:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227024:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de894080. 00000400:00000010:3.0:1767384702.227025:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbcfd8b2. 00000100:00000200:3.0:1767384702.227026:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227027:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0eefa6e. 00000400:00000010:3.0:1767384702.227028:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be5da915. 00000100:00000200:3.0:1767384702.227029:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227030:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005dd4a9f. 00000400:00000010:3.0:1767384702.227031:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a00b1f7. 00000100:00000200:3.0:1767384702.227031:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227032:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046969ef7. 00000400:00000010:3.0:1767384702.227033:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000185229a. 00000100:00000200:3.0:1767384702.227034:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227035:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083d3eddf. 00000400:00000010:3.0:1767384702.227036:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022157394. 00000100:00000200:3.0:1767384702.227036:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227040:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eb4d9be. 00000400:00000010:3.0:1767384702.227041:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb6c24ed. 00000100:00000200:3.0:1767384702.227043:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227044:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba51c6f. 00000400:00000010:3.0:1767384702.227045:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085a2d00d. 00000100:00000200:3.0:1767384702.227046:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227046:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000714fed8e. 00000400:00000010:3.0:1767384702.227047:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004167f7cc. 00000100:00000200:3.0:1767384702.227048:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227049:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037bae5ee. 00000400:00000010:3.0:1767384702.227050:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000249468d4. 00000100:00000200:3.0:1767384702.227051:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227052:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fa7fd8c. 00000400:00000010:3.0:1767384702.227052:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df90c796. 00000100:00000200:3.0:1767384702.227053:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227054:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdec0d1. 00000400:00000010:3.0:1767384702.227055:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5ed7a5. 00000100:00000200:3.0:1767384702.227056:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227056:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f7db8b6. 00000400:00000010:3.0:1767384702.227065:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008284e497. 00000100:00000200:3.0:1767384702.227067:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227068:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d23468e. 00000400:00000010:3.0:1767384702.227069:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e00a594e. 00000100:00000200:3.0:1767384702.227070:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227070:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce2f624. 00000400:00000010:3.0:1767384702.227071:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ceeab86. 00000100:00000200:3.0:1767384702.227072:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227073:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a3788f. 00000400:00000010:3.0:1767384702.227074:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4abec9. 00000100:00000200:3.0:1767384702.227075:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227075:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000826b64d7. 00000400:00000010:3.0:1767384702.227076:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006575c559. 00000100:00000200:3.0:1767384702.227077:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227078:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e32e25. 00000400:00000010:3.0:1767384702.227080:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3787ab. 00000100:00000200:3.0:1767384702.227085:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227086:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c6e8ecc. 00000400:00000010:3.0:1767384702.227087:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089b0708f. 00000100:00000200:3.0:1767384702.227088:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227089:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072f40e2a. 00000400:00000010:3.0:1767384702.227090:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb584b41. 00000100:00000200:3.0:1767384702.227091:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227092:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5743f94. 00000400:00000010:3.0:1767384702.227093:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f432ac3a. 00000100:00000200:3.0:1767384702.227093:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227094:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc3a41fc. 00000400:00000010:3.0:1767384702.227095:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe795f55. 00000100:00000200:3.0:1767384702.227096:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227097:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000334ea9ca. 00000400:00000010:3.0:1767384702.227098:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000842d284d. 00000100:00000200:3.0:1767384702.227099:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227099:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f21e88aa. 00000400:00000010:3.0:1767384702.227100:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059ea1691. 00000100:00000200:3.0:1767384702.227101:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227102:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5ab8c2. 00000400:00000010:3.0:1767384702.227103:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009809d7be. 00000100:00000200:3.0:1767384702.227103:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227104:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070cd68f5. 00000400:00000010:3.0:1767384702.227105:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009bfca5ed. 00000100:00000200:3.0:1767384702.227106:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227107:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479da25c. 00000400:00000010:3.0:1767384702.227108:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024efcd33. 00000100:00000200:3.0:1767384702.227108:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227109:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa066b2d. 00000400:00000010:3.0:1767384702.227110:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006052b076. 00000100:00000200:3.0:1767384702.227111:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227112:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003372a90e. 00000400:00000010:3.0:1767384702.227113:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa55b71. 00000100:00000200:3.0:1767384702.227113:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227114:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d22821c. 00000400:00000010:3.0:1767384702.227118:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4b74509. 00000100:00000200:3.0:1767384702.227119:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227120:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bf2c29b. 00000400:00000010:3.0:1767384702.227121:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f9297fa. 00000100:00000200:3.0:1767384702.227122:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227123:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aa6c4f8. 00000400:00000010:3.0:1767384702.227124:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023e19375. 00000100:00000200:3.0:1767384702.227125:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227126:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a052e78d. 00000400:00000010:3.0:1767384702.227126:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffe697d1. 00000100:00000200:3.0:1767384702.227127:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227128:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e751c2e. 00000400:00000010:3.0:1767384702.227129:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5a668b6. 00000100:00000200:3.0:1767384702.227130:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227131:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000045191c5. 00000400:00000010:3.0:1767384702.227131:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000539ef04e. 00000100:00000200:3.0:1767384702.227132:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227133:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c026298f. 00000400:00000010:3.0:1767384702.227134:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8979d88. 00000100:00000200:3.0:1767384702.227135:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227136:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5fc5018. 00000400:00000010:3.0:1767384702.227136:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff8d542. 00000100:00000200:3.0:1767384702.227137:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227138:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ef7de4f. 00000400:00000010:3.0:1767384702.227139:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dd0cd5f. 00000100:00000200:3.0:1767384702.227140:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227141:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011ad2667. 00000400:00000010:3.0:1767384702.227142:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a18b2d8. 00000100:00000200:3.0:1767384702.227142:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227143:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f033923. 00000400:00000010:3.0:1767384702.227144:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aec1f9e0. 00000100:00000200:3.0:1767384702.227145:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227146:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e17a783. 00000400:00000010:3.0:1767384702.227147:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000756dc53f. 00000100:00000200:3.0:1767384702.227147:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227151:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000179265cc. 00000400:00000010:3.0:1767384702.227152:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078760af4. 00000100:00000200:3.0:1767384702.227154:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227154:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001640d06b. 00000400:00000010:3.0:1767384702.227161:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001509237b. 00000100:00000200:3.0:1767384702.227162:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227163:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077075c95. 00000400:00000010:3.0:1767384702.227165:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c5e58f0. 00000100:00000200:3.0:1767384702.227165:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227167:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdc1168d. 00000400:00000010:3.0:1767384702.227168:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c67193. 00000100:00000200:3.0:1767384702.227169:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227169:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008984cfb0. 00000400:00000010:3.0:1767384702.227170:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6920d0b. 00000100:00000200:3.0:1767384702.227172:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384702.227172:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006555b5c7. 00000400:00000010:3.0:1767384702.227173:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6642ad. 00000100:00000010:3.0:1767384702.227175:0:40442:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000590e4d27. 00000100:00000200:3.0:1767384702.227184:0:40442:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384702.227203:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c53baeef. 00000100:00000010:3.0:1767384702.227339:0:40443:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b8582bd3. 00000020:00000010:3.0:1767384702.227342:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f7962f0b. 00000020:00000010:3.0:1767384702.227344:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088cccb36. 00000020:00000010:3.0:1767384702.227346:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c2cccaea. 00000040:00000010:3.0:1767384702.227348:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003136ee8f. 00000020:00000010:3.0:1767384702.227349:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e050a0a7. 00000020:00000010:3.0:1767384702.227351:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d993caee. 00000020:00000010:3.0:1767384702.227352:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bcb0a275. 80000000:00000010:3.0:1767384702.227354:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002461a9ee. 40000000:00000010:3.0:1767384702.227355:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000008b06bcd. 00100000:00000010:3.0:1767384702.227356:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009e0739f4. 00040000:00000010:3.0:1767384702.227358:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004529d895. 00040000:00000010:3.0:1767384702.227360:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000057dc23. 00080000:00000010:3.0:1767384702.227361:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000915aafb4. 00000004:00000010:3.0:1767384702.227364:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048d5a0ce. 00000100:00000010:3.0:1767384702.227376:0:40443:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000f81cde25. 00000100:00000200:3.0:1767384702.227384:0:40443:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384702.227401:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000bcf94649. 00000100:00000010:0.0:1767384702.227405:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000dd01499. 00000100:00000010:0.0:1767384702.227414:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002e504c3e. 00000100:00000010:0.0:1767384702.227419:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001f36c62d. 00000100:00000010:0.0:1767384702.227422:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2b42268. 00000100:00000010:0.0:1767384702.227424:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc9d4686. 00000100:00000010:0.0:1767384702.227431:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004362b8cc. 00000100:00000010:0.0:1767384702.227433:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078a25b41. 00000100:00000010:0.0:1767384702.227435:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8830154. 00000100:00000010:0.0:1767384702.227438:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb2d8d22. 00000100:00000010:0.0:1767384702.227439:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2eaf1f5. 00000100:00000010:0.0:1767384702.227442:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a23fddd. 00000100:00000010:0.0:1767384702.227443:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5004cd4. 00000100:00000010:0.0:1767384702.227446:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012499346. 00000100:00000010:0.0:1767384702.227447:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d649d8. 00000100:00000010:0.0:1767384702.227450:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b57a5193. 00000100:00000010:0.0:1767384702.227451:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5a20800. 00000100:00000010:0.0:1767384702.227453:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000976c2728. 00000100:00000010:0.0:1767384702.227455:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a4a3fae. 00000100:00000010:0.0:1767384702.227457:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051601d76. 00000100:00000010:0.0:1767384702.227458:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cebf9187. 00000100:00000010:0.0:1767384702.227461:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b34ae9df. 00000100:00000010:0.0:1767384702.227462:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014d83406. 00000100:00000010:0.0:1767384702.227464:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e55858c. 00000100:00000010:0.0:1767384702.227466:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea4076f1. 00000100:00000010:0.0:1767384702.227468:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000346c75e4. 00000100:00000010:0.0:1767384702.227469:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c582970b. 00000100:00000010:0.0:1767384702.227471:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d02ed8e. 00000100:00000010:0.0:1767384702.227473:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008374fe6d. 00000100:00000010:0.0:1767384702.227475:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012e13683. 00000100:00000010:0.0:1767384702.227477:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024dfe22b. 00000100:00000010:0.0:1767384702.227479:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000deea22e6. 00000100:00000010:0.0:1767384702.227481:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c45a3fa. 00000100:00000010:0.0:1767384702.227482:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c709380. 00000100:00000010:0.0:1767384702.227484:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9a2bfb8. 00000100:00000010:0.0:1767384702.227485:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3bc4952. 00000100:00000010:0.0:1767384702.227487:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c05a9f9. 00000100:00000010:0.0:1767384702.227488:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000301a8c2b. 00000100:00000010:0.0:1767384702.227494:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a2d604d. 00000100:00000010:0.0:1767384702.227496:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a70e495f. 00000100:00000010:0.0:1767384702.227497:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a63058b9. 00000100:00000010:0.0:1767384702.227499:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c1b2e986. 00000100:00000010:0.0:1767384702.227500:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006b653a4. 00000100:00000010:0.0:1767384702.227502:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000234a04fd. 00000100:00000010:0.0:1767384702.227503:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e53bbc05. 00000100:00000010:0.0:1767384702.227506:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f29499a. 00000100:00000010:0.0:1767384702.227507:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000207b91d1. 00000100:00000010:0.0:1767384702.227509:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ceb2d9c. 00000100:00000010:0.0:1767384702.227510:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9e314bf. 00000100:00000010:0.0:1767384702.227512:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e29756a2. 00000100:00000010:0.0:1767384702.227513:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b06ce06. 00000100:00000010:0.0:1767384702.227515:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061134966. 00000100:00000010:0.0:1767384702.227516:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068998c9e. 00000100:00000010:0.0:1767384702.227518:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002de17579. 00000100:00000010:0.0:1767384702.227520:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f915390. 00000100:00000010:0.0:1767384702.227522:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4d5c474. 00000100:00000010:0.0:1767384702.227523:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f0a2ad7. 00000100:00000010:0.0:1767384702.227525:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db7eab0d. 00000100:00000010:0.0:1767384702.227526:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028e093e2. 00000100:00000010:0.0:1767384702.227529:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ae8ccff. 00000100:00000010:0.0:1767384702.227530:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e778c47. 00000100:00000010:0.0:1767384702.227533:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000715d0d87. 00000100:00000010:0.0:1767384702.227535:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030d6d8b7. 00000100:00000010:0.0:1767384702.227537:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a9819ae. 00000100:00000010:0.0:1767384702.227538:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb00da79. 00000100:00000010:0.0:1767384702.227540:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b919d66. 00000100:00000010:0.0:1767384702.227541:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cca462d. 00000100:00000010:0.0:1767384702.227543:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbe0be40. 00000100:00000010:0.0:1767384702.227544:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f110f33b. 00000100:00000010:0.0:1767384702.227547:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e7c8af6. 00000100:00000010:0.0:1767384702.227552:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9c003e9. 00000100:00000010:0.0:1767384702.227555:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082c2f81d. 00000100:00000010:0.0:1767384702.227556:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c431c4b5. 00000100:00000010:0.0:1767384702.227558:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb70cbfc. 00000100:00000010:0.0:1767384702.227559:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000498f33e4. 00000100:00000010:0.0:1767384702.227561:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e9b80f2. 00000100:00000010:0.0:1767384702.227562:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7c59ac2. 00000100:00000010:0.0:1767384702.227564:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009c7deb3f. 00000100:00000010:0.0:1767384702.227566:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041ce2dce. 00000100:00000010:0.0:1767384702.227568:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d60e1f6. 00000100:00000010:0.0:1767384702.227569:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c0b2815. 00000100:00000010:0.0:1767384702.227571:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d53d76df. 00000100:00000010:0.0:1767384702.227573:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba3bfe7c. 00000100:00000010:0.0:1767384702.227575:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d947f278. 00000100:00000010:0.0:1767384702.227577:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e94b9bb0. 00000100:00000010:0.0:1767384702.227579:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a07a02d5. 00000100:00000010:0.0:1767384702.227580:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc913ecd. 00000100:00000010:0.0:1767384702.227582:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017fdf16d. 00000100:00000010:0.0:1767384702.227583:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000298c1e85. 00000100:00000010:0.0:1767384702.227585:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032972675. 00000100:00000010:0.0:1767384702.227587:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d992e4c. 00000100:00000010:0.0:1767384702.227589:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed13bb90. 00000100:00000010:0.0:1767384702.227590:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ef23133. 00000100:00000010:0.0:1767384702.227592:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000296bdf73. 00000100:00000010:0.0:1767384702.227594:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009b40c7e. 00000100:00000010:0.0:1767384702.227596:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000570f93a9. 00000100:00000010:0.0:1767384702.227597:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075cc894e. 00000100:00000010:0.0:1767384702.227599:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017a8f0ea. 00000100:00000010:0.0:1767384702.227601:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000390f4575. 00000100:00000010:0.0:1767384702.227603:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f159977d. 00000100:00000010:0.0:1767384702.227604:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a93a4a79. 00000100:00000010:0.0:1767384702.227606:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000367afd61. 00000100:00000010:0.0:1767384702.227611:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb830348. 00000100:00000010:0.0:1767384702.227613:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086787966. 00000100:00000010:0.0:1767384702.227615:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5bb26f9. 00000100:00000010:0.0:1767384702.227616:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005facef8c. 00000100:00000010:0.0:1767384702.227618:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000766884f5. 00000100:00000010:0.0:1767384702.227620:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8ff3360. 00000100:00000010:0.0:1767384702.227622:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaf8f43f. 00000100:00000010:0.0:1767384702.227624:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e570d919. 00000100:00000010:0.0:1767384702.227625:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069834697. 00000100:00000010:0.0:1767384702.227628:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c55fefe2. 00000100:00000010:0.0:1767384702.227629:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b95ef295. 00000100:00000010:0.0:1767384702.227631:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097410301. 00000100:00000010:0.0:1767384702.227632:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097e3ef0c. 00000100:00000010:0.0:1767384702.227635:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a46ff81f. 00000100:00000010:0.0:1767384702.227636:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef11c29e. 00000100:00000010:0.0:1767384702.227638:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d300c67c. 00000100:00000010:0.0:1767384702.227640:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fce8c73. 00000100:00000010:0.0:1767384702.227642:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fd9af34b. 00000100:00000010:0.0:1767384702.227654:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5defa1d. 00000100:00000010:0.0:1767384702.227658:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009eda5a5b. 00000100:00000010:0.0:1767384702.227660:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060f90b6a. 00000100:00000010:0.0:1767384702.227663:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000805a4c09. 00000100:00000010:0.0:1767384702.227665:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a91873ab. 00000100:00000010:0.0:1767384702.227666:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000784062bf. 00000100:00000010:0.0:1767384702.227668:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fcf7b1c. 00000100:00000010:0.0:1767384702.227670:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c634351. 00000100:00000010:0.0:1767384702.227671:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079fa9412. 00000100:00000010:0.0:1767384702.227673:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030b8d50b. 00000100:00000010:0.0:1767384702.227675:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b287e18. 00000100:00000010:0.0:1767384702.227676:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028914a97. 00000400:00000200:0.0:1767384702.227678:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:0.0:1767384702.227698:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004625ee4a. 00000020:00000010:0.0:1767384702.227700:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000417e7b88. 00000100:00000010:0.0:1767384702.227724:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000622a7330. 00000100:00000010:0.0:1767384702.227726:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009b32840f. 00000100:00000010:0.0:1767384702.227728:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bb0d2c6a. 00000100:00000010:0.0:1767384702.227729:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f0d019dc. 00000100:00000010:0.0:1767384702.227731:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c5d7f0c7. 00000100:00000200:0.0:1767384702.227746:0:40424:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:0.0:1767384702.227748:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000041acea83. 00000100:00000010:3.0:1767384702.227881:0:40444:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000096a83954. 00000020:00000010:3.0:1767384702.227884:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000948f6dcc. 00000020:00000010:3.0:1767384702.227886:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008312ff16. 00000020:00000010:3.0:1767384702.227887:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000030c05f9c. 00000040:00000010:3.0:1767384702.227888:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001291492e. 00000020:00000010:3.0:1767384702.227890:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026d363b9. 00000020:00000010:3.0:1767384702.227892:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eaf44ad. 00000020:00000010:3.0:1767384702.227895:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007963b08b. 80000000:00000010:3.0:1767384702.227896:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007748fb68. 40000000:00000010:3.0:1767384702.227898:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d46e058a. 00100000:00000010:3.0:1767384702.227899:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001945c388. 00040000:00000010:3.0:1767384702.227901:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006555a1ef. 00040000:00000010:3.0:1767384702.227903:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001951d4e9. 00080000:00000010:3.0:1767384702.227904:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000007f0dc3b. 00000004:00000010:3.0:1767384702.227907:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f13d4be1. 00002000:00000010:3.0:1767384702.227908:0:40444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003175d006. 00000100:00000200:3.0:1767384702.227910:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227912:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d91cd4b. 00000400:00000010:3.0:1767384702.227913:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa60c814. 00000100:00000200:3.0:1767384702.227915:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227916:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f53feb57. 00000400:00000010:3.0:1767384702.227918:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000418cb639. 00000100:00000200:3.0:1767384702.227919:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227920:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c45f8b37. 00000400:00000010:3.0:1767384702.227921:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb8a242e. 00000100:00000200:3.0:1767384702.227922:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227923:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c80f13cf. 00000400:00000010:3.0:1767384702.227924:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88b7aae. 00000100:00000200:3.0:1767384702.227925:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227925:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022aefc7f. 00000400:00000010:3.0:1767384702.227926:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb6dafea. 00000100:00000200:3.0:1767384702.227927:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227932:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab64cc2e. 00000400:00000010:3.0:1767384702.227934:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062174e65. 00000100:00000200:3.0:1767384702.227935:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227936:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a0590f0. 00000400:00000010:3.0:1767384702.227937:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b799234. 00000100:00000200:3.0:1767384702.227938:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227939:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043f26aa7. 00000400:00000010:3.0:1767384702.227939:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede5b25e. 00000100:00000200:3.0:1767384702.227940:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227941:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afddfdc9. 00000400:00000010:3.0:1767384702.227942:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdbbf9c0. 00000100:00000200:3.0:1767384702.227943:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227944:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cd91214. 00000400:00000010:3.0:1767384702.227945:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015711d2d. 00000100:00000200:3.0:1767384702.227945:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227946:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c569cf5a. 00000400:00000010:3.0:1767384702.227947:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d384038c. 00000100:00000200:3.0:1767384702.227948:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227949:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9925ca. 00000400:00000010:3.0:1767384702.227950:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ee8c07d. 00000100:00000200:3.0:1767384702.227951:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227951:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002fbcadd. 00000400:00000010:3.0:1767384702.227952:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063fd35fe. 00000100:00000200:3.0:1767384702.227953:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227954:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bec41da8. 00000400:00000010:3.0:1767384702.227955:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cc117f4. 00000100:00000200:3.0:1767384702.227956:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227957:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cecb755. 00000400:00000010:3.0:1767384702.227957:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea870b99. 00000100:00000200:3.0:1767384702.227958:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227959:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bbb324. 00000400:00000010:3.0:1767384702.227960:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0c05047. 00000100:00000200:3.0:1767384702.227961:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227962:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2ec5d84. 00000400:00000010:3.0:1767384702.227963:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048dbaea2. 00000100:00000200:3.0:1767384702.227966:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227968:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d10ba1f0. 00000400:00000010:3.0:1767384702.227969:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cd33190. 00000100:00000200:3.0:1767384702.227970:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227971:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e05c43a5. 00000400:00000010:3.0:1767384702.227972:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2a8dd75. 00000100:00000200:3.0:1767384702.227973:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227974:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da0a55d. 00000400:00000010:3.0:1767384702.227975:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db2aa168. 00000100:00000200:3.0:1767384702.227976:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227977:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094ebfaf8. 00000400:00000010:3.0:1767384702.227977:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059ee4b5e. 00000100:00000200:3.0:1767384702.227978:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227979:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ee3ee4. 00000400:00000010:3.0:1767384702.227980:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c407b8. 00000100:00000200:3.0:1767384702.227981:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227982:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001429d95d. 00000400:00000010:3.0:1767384702.227983:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006631f169. 00000100:00000200:3.0:1767384702.227984:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227984:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5515ead. 00000400:00000010:3.0:1767384702.227985:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e4810a. 00000100:00000200:3.0:1767384702.227986:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227987:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f98b4870. 00000400:00000010:3.0:1767384702.227988:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ca1d3. 00000100:00000200:3.0:1767384702.227988:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.227989:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086294a0e. 00000400:00000010:3.0:1767384702.227998:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839ebda1. 00000100:00000200:3.0:1767384702.227999:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228000:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000303b12f7. 00000400:00000010:3.0:1767384702.228001:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c804c3c3. 00000100:00000200:3.0:1767384702.228002:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228003:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5b38912. 00000400:00000010:3.0:1767384702.228004:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d735e096. 00000100:00000200:3.0:1767384702.228005:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228006:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1d93b3f. 00000400:00000010:3.0:1767384702.228009:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec9b6326. 00000100:00000200:3.0:1767384702.228011:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228012:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011312dfc. 00000400:00000010:3.0:1767384702.228013:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bbc84c9. 00000100:00000200:3.0:1767384702.228014:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228015:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a699f3. 00000400:00000010:3.0:1767384702.228016:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f380dbb6. 00000100:00000200:3.0:1767384702.228016:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228017:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e839a50. 00000400:00000010:3.0:1767384702.228018:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b62517c. 00000100:00000200:3.0:1767384702.228019:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228020:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b643063e. 00000400:00000010:3.0:1767384702.228021:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6c9de4. 00000100:00000200:3.0:1767384702.228022:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228022:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3aca1df. 00000400:00000010:3.0:1767384702.228023:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f82f731f. 00000100:00000200:3.0:1767384702.228024:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228025:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c18440. 00000400:00000010:3.0:1767384702.228026:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000088da1a6. 00000100:00000200:3.0:1767384702.228027:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228028:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092c34538. 00000400:00000010:3.0:1767384702.228028:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc56de5e. 00000100:00000200:3.0:1767384702.228029:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228030:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ddc5c78. 00000400:00000010:3.0:1767384702.228031:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f4e7e1. 00000100:00000200:3.0:1767384702.228032:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228033:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdbfcb27. 00000400:00000010:3.0:1767384702.228033:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e16a05. 00000100:00000200:3.0:1767384702.228034:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228035:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000640f7c24. 00000400:00000010:3.0:1767384702.228036:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b46c8d82. 00000100:00000200:3.0:1767384702.228037:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228037:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c215874. 00000400:00000010:3.0:1767384702.228038:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053e82a8e. 00000100:00000200:3.0:1767384702.228039:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228043:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d65fd5e. 00000400:00000010:3.0:1767384702.228044:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064e306bb. 00000100:00000200:3.0:1767384702.228045:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228046:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc9032f6. 00000400:00000010:3.0:1767384702.228047:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be93da5d. 00000100:00000200:3.0:1767384702.228048:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228048:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8b612b8. 00000400:00000010:3.0:1767384702.228049:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9370bbd. 00000100:00000200:3.0:1767384702.228050:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228057:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f508170e. 00000400:00000010:3.0:1767384702.228059:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f518c. 00000100:00000200:3.0:1767384702.228060:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228061:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084be9cae. 00000400:00000010:3.0:1767384702.228062:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000042ac5a. 00000100:00000200:3.0:1767384702.228063:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228064:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088e03401. 00000400:00000010:3.0:1767384702.228064:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ee2e7b. 00000100:00000200:3.0:1767384702.228065:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228066:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076dd3c9e. 00000400:00000010:3.0:1767384702.228067:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a40858b. 00000100:00000200:3.0:1767384702.228068:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228069:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060991387. 00000400:00000010:3.0:1767384702.228069:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046184b3d. 00000100:00000200:3.0:1767384702.228070:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228071:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087e36cd6. 00000400:00000010:3.0:1767384702.228072:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b7a6771. 00000100:00000200:3.0:1767384702.228073:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228073:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005406b76d. 00000400:00000010:3.0:1767384702.228074:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017dbb804. 00000100:00000200:3.0:1767384702.228075:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228076:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025d7548a. 00000400:00000010:3.0:1767384702.228077:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056dec7c2. 00000100:00000200:3.0:1767384702.228078:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228078:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac744d88. 00000400:00000010:3.0:1767384702.228079:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcedbebb. 00000100:00000200:3.0:1767384702.228083:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228084:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb0d0ccc. 00000400:00000010:3.0:1767384702.228085:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001172c9be. 00000100:00000200:3.0:1767384702.228086:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228086:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11f1067. 00000400:00000010:3.0:1767384702.228087:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ae038cb. 00000100:00000200:3.0:1767384702.228088:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228089:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090cb0fc3. 00000400:00000010:3.0:1767384702.228090:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007248c19f. 00000100:00000200:3.0:1767384702.228091:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228091:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4da9015. 00000400:00000010:3.0:1767384702.228097:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ae89416. 00000100:00000200:3.0:1767384702.228099:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228100:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e21208. 00000400:00000010:3.0:1767384702.228101:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087fce6b4. 00000100:00000200:3.0:1767384702.228102:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228102:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c90c5678. 00000400:00000010:3.0:1767384702.228103:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053bf3ea9. 00000100:00000200:3.0:1767384702.228104:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228105:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000280d175e. 00000400:00000010:3.0:1767384702.228106:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000327d90fc. 00000100:00000200:3.0:1767384702.228107:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228108:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000776b566. 00000400:00000010:3.0:1767384702.228108:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096087d64. 00000100:00000200:3.0:1767384702.228109:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228110:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003337eb9. 00000400:00000010:3.0:1767384702.228111:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000333ae2a. 00000100:00000200:3.0:1767384702.228112:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228112:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3a34585. 00000400:00000010:3.0:1767384702.228113:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2a59577. 00000100:00000200:3.0:1767384702.228114:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228115:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ee4ee67. 00000400:00000010:3.0:1767384702.228116:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026e6689c. 00000100:00000200:3.0:1767384702.228117:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384702.228118:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fda6b3a. 00000400:00000010:3.0:1767384702.228121:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186767a9. 00000100:00000010:3.0:1767384702.228123:0:40444:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b7c4ee84. 00000100:00000200:3.0:1767384702.228133:0:40444:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384702.228151:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000010b10aaa. 00000100:00000010:3.0:1767384702.228276:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008bffc8c8. 00000020:00000010:3.0:1767384702.228279:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c5eb3df4. 00000020:00000010:3.0:1767384702.228281:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d272bac. 00000020:00000010:3.0:1767384702.228282:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd6c69bf. 00000040:00000010:3.0:1767384702.228284:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fbb9c828. 00000020:00000010:3.0:1767384702.228286:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cce23adf. 00000020:00000010:3.0:1767384702.228288:0:40445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ea3d9bdd. 00000020:00000010:3.0:1767384702.228290:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2c11ec9. 80000000:00000010:3.0:1767384702.228291:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb8fdbf5. 40000000:00000010:3.0:1767384702.228293:0:40445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000672abe61. 00100000:00000010:3.0:1767384702.228294:0:40445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df3b880d. 00040000:00000010:3.0:1767384702.228296:0:40445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e701472f. 00040000:00000010:3.0:1767384702.228298:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089dbe97e. 00080000:00000010:3.0:1767384702.228299:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bc88187a. 00000004:00000010:3.0:1767384702.228302:0:40445:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b3841e67. 00002000:00000010:3.0:1767384702.228303:0:40445:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000340a2d94. 00000100:00000010:3.0:1767384702.228305:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009f6f6ebb. 00000100:00000200:3.0:1767384702.228313:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384702.228324:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007b85ffae. 00000100:00000010:0.0:1767384702.228334:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004ba3d1be. 00000100:00000010:0.0:1767384702.228342:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c1892a97. 00000100:00000010:0.0:1767384702.228346:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000018541e4d. 00000100:00000010:0.0:1767384702.228350:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abee2d50. 00000100:00000010:0.0:1767384702.228352:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e53a0a69. 00000100:00000010:0.0:1767384702.228354:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075346933. 00000100:00000010:0.0:1767384702.228356:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000445cdb4d. 00000100:00000010:0.0:1767384702.228358:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007faafb30. 00000100:00000010:0.0:1767384702.228360:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008391dbb6. 00000100:00000010:0.0:1767384702.228362:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004367f015. 00000100:00000010:0.0:1767384702.228363:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ceefad33. 00000100:00000010:0.0:1767384702.228365:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d767e1dd. 00000100:00000010:0.0:1767384702.228367:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a31f5281. 00000100:00000010:0.0:1767384702.228368:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4888d33. 00000100:00000010:0.0:1767384702.228370:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dabaee04. 00000100:00000010:0.0:1767384702.228371:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b18c6abf. 00000100:00000010:0.0:1767384702.228373:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000eb42977. 00000100:00000010:0.0:1767384702.228374:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f88ef3bd. 00000100:00000010:0.0:1767384702.228376:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003bd8486a. 00000100:00000010:0.0:1767384702.228377:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f690e4d4. 00000100:00000010:0.0:1767384702.228380:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040c9ee46. 00000100:00000010:0.0:1767384702.228381:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000551baef8. 00000100:00000010:0.0:1767384702.228383:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054bf71f6. 00000100:00000010:0.0:1767384702.228384:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7b1e892. 00000100:00000010:0.0:1767384702.228386:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000019147c65. 00000100:00000010:0.0:1767384702.228387:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000916763de. 00000100:00000010:0.0:1767384702.228390:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dac73ef3. 00000100:00000010:0.0:1767384702.228391:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f8d4425. 00000100:00000010:0.0:1767384702.228393:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0b7908c. 00000100:00000010:0.0:1767384702.228394:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a984191. 00000100:00000010:0.0:1767384702.228396:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d34d2ef8. 00000100:00000010:0.0:1767384702.228397:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007676df15. 00000100:00000010:0.0:1767384702.228400:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005447565e. 00000100:00000010:0.0:1767384702.228406:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b40cfe3. 00000100:00000010:0.0:1767384702.228408:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e06dd8b. 00000100:00000010:0.0:1767384702.228410:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0b0bf9c. 00000100:00000010:0.0:1767384702.228411:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be2d68c4. 00000100:00000010:0.0:1767384702.228413:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e4a5481. 00000100:00000010:0.0:1767384702.228414:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e412f773. 00000100:00000010:0.0:1767384702.228416:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000512d365c. 00000100:00000010:0.0:1767384702.228418:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2f5c957. 00000100:00000010:0.0:1767384702.228419:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e06ca75. 00000100:00000010:0.0:1767384702.228421:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000265e8432. 00000100:00000010:0.0:1767384702.228423:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000345e53aa. 00000100:00000010:0.0:1767384702.228424:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b4ced33. 00000100:00000010:0.0:1767384702.228426:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e26a7fec. 00000100:00000010:0.0:1767384702.228428:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb27a4a9. 00000100:00000010:0.0:1767384702.228429:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee884d3e. 00000100:00000010:0.0:1767384702.228431:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c93d6382. 00000100:00000010:0.0:1767384702.228432:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000adfeb3d. 00000100:00000010:0.0:1767384702.228434:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000038121eb0. 00000100:00000010:0.0:1767384702.228435:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2225cb7. 00000100:00000010:0.0:1767384702.228437:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001055fd7. 00000100:00000010:0.0:1767384702.228438:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6a1064e. 00000100:00000010:0.0:1767384702.228440:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000bb57dbb. 00000100:00000010:0.0:1767384702.228441:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000500b37ab. 00000100:00000010:0.0:1767384702.228443:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a581fbe6. 00000100:00000010:0.0:1767384702.228445:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d59fd1ab. 00000100:00000010:0.0:1767384702.228447:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000529b21df. 00000100:00000010:0.0:1767384702.228448:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f56455b9. 00000100:00000010:0.0:1767384702.228450:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000203ccab9. 00000100:00000010:0.0:1767384702.228451:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086f3ec57. 00000100:00000010:0.0:1767384702.228453:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6ce79e1. 00000100:00000010:0.0:1767384702.228454:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a025220. 00000100:00000010:0.0:1767384702.228456:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007bfcc218. 00000100:00000010:0.0:1767384702.228461:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c3c7677. 00000100:00000010:0.0:1767384702.228463:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062df739f. 00000100:00000010:0.0:1767384702.228465:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fcee7ef. 00000100:00000010:0.0:1767384702.228466:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c64b2beb. 00000100:00000010:0.0:1767384702.228468:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084eb321b. 00000100:00000010:0.0:1767384702.228470:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000823d896. 00000100:00000010:0.0:1767384702.228472:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb1f3fde. 00000100:00000010:0.0:1767384702.228474:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004cd10172. 00000100:00000010:0.0:1767384702.228476:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044a5f826. 00000100:00000010:0.0:1767384702.228478:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1239490. 00000100:00000010:0.0:1767384702.228479:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e379f71. 00000100:00000010:0.0:1767384702.228481:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb1b5110. 00000100:00000010:0.0:1767384702.228482:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f674b30f. 00000100:00000010:0.0:1767384702.228484:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba6e057c. 00000100:00000010:0.0:1767384702.228485:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6cf148a. 00000100:00000010:0.0:1767384702.228487:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035ade416. 00000100:00000010:0.0:1767384702.228488:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9800c3c. 00000100:00000010:0.0:1767384702.228490:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d10ec629. 00000100:00000010:0.0:1767384702.228491:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e352cbe7. 00000100:00000010:0.0:1767384702.228493:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018fa57b0. 00000100:00000010:0.0:1767384702.228494:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c9078c4. 00000100:00000010:0.0:1767384702.228496:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ec1e6b71. 00000100:00000010:0.0:1767384702.228497:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026319829. 00000100:00000010:0.0:1767384702.228499:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2b01b44. 00000100:00000010:0.0:1767384702.228500:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2642862. 00000100:00000010:0.0:1767384702.228502:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd4be157. 00000100:00000010:0.0:1767384702.228503:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b788ebb. 00000100:00000010:0.0:1767384702.228505:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056963d6c. 00000100:00000010:0.0:1767384702.228506:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d3118f9. 00000100:00000010:0.0:1767384702.228508:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9804ade. 00000100:00000010:0.0:1767384702.228509:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c131f92. 00000100:00000010:0.0:1767384702.228511:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031258cbb. 00000100:00000010:0.0:1767384702.228517:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071771365. 00000100:00000010:0.0:1767384702.228519:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed62d18d. 00000100:00000010:0.0:1767384702.228520:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005b4b4e7. 00000100:00000010:0.0:1767384702.228522:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034b0de08. 00000100:00000010:0.0:1767384702.228524:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcc91d52. 00000100:00000010:0.0:1767384702.228526:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026b95010. 00000100:00000010:0.0:1767384702.228527:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002909692f. 00000100:00000010:0.0:1767384702.228533:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004fd3ded2. 00000100:00000010:0.0:1767384702.228535:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094998cfc. 00000100:00000010:0.0:1767384702.228537:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a155a24d. 00000100:00000010:0.0:1767384702.228539:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c64045b. 00000100:00000010:0.0:1767384702.228540:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e8a214c. 00000100:00000010:0.0:1767384702.228542:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055b11879. 00000100:00000010:0.0:1767384702.228543:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de5dd4fe. 00000100:00000010:0.0:1767384702.228545:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046f71028. 00000100:00000010:0.0:1767384702.228546:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c3ca11b. 00000100:00000010:0.0:1767384702.228547:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019a58599. 00000100:00000010:0.0:1767384702.228549:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d26fc0e8. 00000100:00000010:0.0:1767384702.228550:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac190d5a. 00000100:00000010:0.0:1767384702.228552:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051dd8a6c. 00000100:00000010:0.0:1767384702.228553:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fb6bd83. 00000100:00000010:0.0:1767384702.228555:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6cbedf6. 00000100:00000010:0.0:1767384702.228556:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062ca0074. 00000100:00000010:0.0:1767384702.228562:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a097a29. 00000100:00000010:0.0:1767384702.228563:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000533e912. 00000100:00000010:0.0:1767384702.228565:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000408a28dd. 00000100:00000010:0.0:1767384702.228566:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad97981f. 00000100:00000010:0.0:1767384702.228568:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed99dffe. 00000100:00000010:0.0:1767384702.228569:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3c4c7f9. 00000100:00000010:0.0:1767384702.228571:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f07cf44c. 00000100:00000010:0.0:1767384702.228572:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a481295. 00000100:00000010:0.0:1767384702.228574:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008dd94a38. 00000100:00000010:0.0:1767384702.228580:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000580c9d83. 00000100:00000010:0.0:1767384702.228582:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b486caad. 00000400:00000200:0.0:1767384702.228583:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:0.0:1767384702.228604:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005720d000. 00000020:00000010:0.0:1767384702.228606:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ba3c99a8. 00000100:00000010:0.0:1767384702.228627:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006e5b74d6. 00000100:00000010:0.0:1767384702.228629:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000064c861ac. 00000100:00000010:0.0:1767384702.228631:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004e8d14eb. 00000100:00000010:0.0:1767384702.228633:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000484f9484. 00000100:00000010:0.0:1767384702.228634:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000021f83978. 00000100:00000200:0.0:1767384702.228668:0:40424:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:0.0:1767384702.228670:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a81b75b0. 00000100:00000010:3.0:1767384702.228785:0:40446:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000edae5bee. 00000020:00000010:3.0:1767384702.228788:0:40446:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d42ea705. 00000020:00000010:3.0:1767384702.228791:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024574d97. 00000020:00000010:3.0:1767384702.228792:0:40446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e385d6a. 00000040:00000010:3.0:1767384702.228794:0:40446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000052d718e. 00000020:00000010:3.0:1767384702.228796:0:40446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d9e28d8c. 00000020:00000010:3.0:1767384702.228798:0:40446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015c6ccc8. 00000020:00000010:3.0:1767384702.228800:0:40446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079f5c74b. 80000000:00000010:3.0:1767384702.228802:0:40446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6376f88. 40000000:00000010:3.0:1767384702.228803:0:40446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5964275. 00100000:00000010:3.0:1767384702.228805:0:40446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dcfd1a52. 00040000:00000010:3.0:1767384702.228806:0:40446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000158e5cad. 00040000:00000010:3.0:1767384702.228808:0:40446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044e84fa5. 00080000:00000010:3.0:1767384702.228814:0:40446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fcde081d. 00000004:00000010:3.0:1767384702.228822:0:40446:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004df6cc0c. 00002000:00000010:3.0:1767384702.228824:0:40446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000689d1486. 00000100:00000200:3.0:1767384702.228826:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228828:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e286cbc. 00000400:00000010:3.0:1767384702.228830:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cdc0eae. 00000100:00000200:3.0:1767384702.228861:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228865:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095ada01f. 00000400:00000010:3.0:1767384702.228868:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fafe35f4. 00000100:00000200:3.0:1767384702.228870:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228871:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c77b1395. 00000400:00000010:3.0:1767384702.228873:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008608251d. 00000100:00000200:3.0:1767384702.228875:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228876:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047c91be2. 00000400:00000010:3.0:1767384702.228878:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db16dcf8. 00000100:00000200:3.0:1767384702.228879:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228881:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009055d489. 00000400:00000010:3.0:1767384702.228883:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090722ed0. 00000100:00000200:3.0:1767384702.228885:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228886:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc742411. 00000400:00000010:3.0:1767384702.228888:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e4e781. 00000100:00000200:3.0:1767384702.228890:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228892:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff55adfb. 00000400:00000010:3.0:1767384702.228893:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356761ad. 00000100:00000200:3.0:1767384702.228895:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228897:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c0c478. 00000400:00000010:3.0:1767384702.228899:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022e1dc8a. 00000100:00000200:3.0:1767384702.228901:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228903:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000048531b7. 00000400:00000010:3.0:1767384702.228904:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae9491b6. 00000100:00000200:3.0:1767384702.228906:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228908:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4771683. 00000400:00000010:3.0:1767384702.228910:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6c50e05. 00000100:00000200:3.0:1767384702.228911:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228913:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ca3f703. 00000400:00000010:3.0:1767384702.228921:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007868f013. 00000100:00000200:3.0:1767384702.228923:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228924:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ccfa8c0. 00000400:00000010:3.0:1767384702.228925:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001031a8e. 00000100:00000200:3.0:1767384702.228926:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228927:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005389f19. 00000400:00000010:3.0:1767384702.228928:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052dee747. 00000100:00000200:3.0:1767384702.228929:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228930:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000597bb451. 00000400:00000010:3.0:1767384702.228931:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003272997. 00000100:00000200:3.0:1767384702.228931:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228932:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c3aea9. 00000400:00000010:3.0:1767384702.228933:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241240a9. 00000100:00000200:3.0:1767384702.228934:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228935:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e377e066. 00000400:00000010:3.0:1767384702.228936:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ade5412f. 00000100:00000200:3.0:1767384702.228937:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228937:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd13ffe. 00000400:00000010:3.0:1767384702.228938:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063671981. 00000100:00000200:3.0:1767384702.228939:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228940:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e43715ab. 00000400:00000010:3.0:1767384702.228941:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082c63382. 00000100:00000200:3.0:1767384702.228942:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228942:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001065e194. 00000400:00000010:3.0:1767384702.228943:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6bd9cd. 00000100:00000200:3.0:1767384702.228944:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228945:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8a91e6e. 00000400:00000010:3.0:1767384702.228946:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabdfe87. 00000100:00000200:3.0:1767384702.228946:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228947:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d8ca36a. 00000400:00000010:3.0:1767384702.228948:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000998f908f. 00000100:00000200:3.0:1767384702.228949:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228950:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df9d404. 00000400:00000010:3.0:1767384702.228957:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db8c2ec6. 00000100:00000200:3.0:1767384702.228959:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228962:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c0ba71. 00000400:00000010:3.0:1767384702.228963:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a806aa. 00000100:00000200:3.0:1767384702.228965:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228965:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd846ce3. 00000400:00000010:3.0:1767384702.228967:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008502ffdf. 00000100:00000200:3.0:1767384702.228967:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228968:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005941cb9a. 00000400:00000010:3.0:1767384702.228969:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df76e010. 00000100:00000200:3.0:1767384702.228970:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228977:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebf5a661. 00000400:00000010:3.0:1767384702.228979:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076b0edfb. 00000100:00000200:3.0:1767384702.228980:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228981:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001480c63. 00000400:00000010:3.0:1767384702.228982:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072fe6fc8. 00000100:00000200:3.0:1767384702.228983:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228983:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034836d0c. 00000400:00000010:3.0:1767384702.228984:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b49ad88. 00000100:00000200:3.0:1767384702.228985:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228986:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076cb8467. 00000400:00000010:3.0:1767384702.228987:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a96855d6. 00000100:00000200:3.0:1767384702.228988:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228989:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001772a4d4. 00000400:00000010:3.0:1767384702.228990:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e85f9e. 00000100:00000200:3.0:1767384702.228991:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228992:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009730b3af. 00000400:00000010:3.0:1767384702.228993:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf4d3c7. 00000100:00000200:3.0:1767384702.228994:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228995:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c60d1be9. 00000400:00000010:3.0:1767384702.228995:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e00cba4. 00000100:00000200:3.0:1767384702.228996:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.228997:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000820ed434. 00000400:00000010:3.0:1767384702.228998:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d67e8a. 00000100:00000200:3.0:1767384702.228999:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229000:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000837c3109. 00000400:00000010:3.0:1767384702.229000:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd603fdd. 00000100:00000200:3.0:1767384702.229004:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229005:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fb6eed4. 00000400:00000010:3.0:1767384702.229006:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce71a3c. 00000100:00000200:3.0:1767384702.229007:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229008:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010136ca0. 00000400:00000010:3.0:1767384702.229009:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067cd154e. 00000100:00000200:3.0:1767384702.229010:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229011:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6180bf9. 00000400:00000010:3.0:1767384702.229012:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c5d09. 00000100:00000200:3.0:1767384702.229013:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229013:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c3f8b81. 00000400:00000010:3.0:1767384702.229014:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f8e5d9f. 00000100:00000200:3.0:1767384702.229015:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229016:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0de78f4. 00000400:00000010:3.0:1767384702.229017:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080332752. 00000100:00000200:3.0:1767384702.229018:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229018:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b48e2970. 00000400:00000010:3.0:1767384702.229019:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aea4bf0b. 00000100:00000200:3.0:1767384702.229020:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229021:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e5c1747. 00000400:00000010:3.0:1767384702.229022:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8bc89e0. 00000100:00000200:3.0:1767384702.229023:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229023:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a75027ba. 00000400:00000010:3.0:1767384702.229024:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a68a074. 00000100:00000200:3.0:1767384702.229025:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229026:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f19f5c34. 00000400:00000010:3.0:1767384702.229027:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3819802. 00000100:00000200:3.0:1767384702.229027:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229028:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b141f5a9. 00000400:00000010:3.0:1767384702.229029:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fdf8977. 00000100:00000200:3.0:1767384702.229030:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229031:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e172df8e. 00000400:00000010:3.0:1767384702.229031:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27db917. 00000100:00000200:3.0:1767384702.229032:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229033:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff4456. 00000400:00000010:3.0:1767384702.229037:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c08b2a53. 00000100:00000200:3.0:1767384702.229038:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229039:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a1bc30e. 00000400:00000010:3.0:1767384702.229040:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b92866f9. 00000100:00000200:3.0:1767384702.229041:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229042:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000508a6c19. 00000400:00000010:3.0:1767384702.229043:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084ee1085. 00000100:00000200:3.0:1767384702.229044:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229044:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000209389b9. 00000400:00000010:3.0:1767384702.229045:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1599ff4. 00000100:00000200:3.0:1767384702.229046:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229047:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fe0168a. 00000400:00000010:3.0:1767384702.229048:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c74d6a5a. 00000100:00000200:3.0:1767384702.229049:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229049:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060ee1d92. 00000400:00000010:3.0:1767384702.229050:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e84cc5a9. 00000100:00000200:3.0:1767384702.229051:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229052:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082d01d3c. 00000400:00000010:3.0:1767384702.229059:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dd5044a. 00000100:00000200:3.0:1767384702.229060:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229061:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000307a26b. 00000400:00000010:3.0:1767384702.229062:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c96b999d. 00000100:00000200:3.0:1767384702.229063:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229064:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dec21a36. 00000400:00000010:3.0:1767384702.229065:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068932e47. 00000100:00000200:3.0:1767384702.229066:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229066:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2a0b19a. 00000400:00000010:3.0:1767384702.229067:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c47fab1. 00000100:00000200:3.0:1767384702.229068:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229069:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa1212b. 00000400:00000010:3.0:1767384702.229070:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc5d229d. 00000100:00000200:3.0:1767384702.229071:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229071:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c39e914. 00000400:00000010:3.0:1767384702.229072:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf045d4f. 00000100:00000200:3.0:1767384702.229073:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229077:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069ba7b9d. 00000400:00000010:3.0:1767384702.229078:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cbfe05d. 00000100:00000200:3.0:1767384702.229079:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229080:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbb41224. 00000400:00000010:3.0:1767384702.229081:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c90ad3b8. 00000100:00000200:3.0:1767384702.229082:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229083:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d312d5. 00000400:00000010:3.0:1767384702.229084:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f842711. 00000100:00000200:3.0:1767384702.229085:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229086:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a333afc. 00000400:00000010:3.0:1767384702.229086:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d416976. 00000100:00000200:3.0:1767384702.229087:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229088:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655aedcf. 00000400:00000010:3.0:1767384702.229089:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cf3568. 00000100:00000200:3.0:1767384702.229090:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229090:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c642a85. 00000400:00000010:3.0:1767384702.229091:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d2c8775. 00000100:00000200:3.0:1767384702.229092:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384702.229093:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f9bc5f. 00000400:00000010:3.0:1767384702.229094:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e32c5e70. 00000100:00000010:3.0:1767384702.229096:0:40446:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000795b12d3. 00000100:00000200:3.0:1767384702.229106:0:40446:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384702.229131:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000038caefae. 00000100:00000010:3.0:1767384702.229286:0:40447:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009b64314b. 00000020:00000010:3.0:1767384702.229289:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004cc5d4b6. 00000020:00000010:3.0:1767384702.229291:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6d2cfe. 00000020:00000010:3.0:1767384702.229292:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000307a2ca6. 00000040:00000010:3.0:1767384702.229293:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb6e93e7. 00000020:00000010:3.0:1767384702.229295:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ddc3535. 00000020:00000010:3.0:1767384702.229297:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007f325e58. 00000020:00000010:3.0:1767384702.229298:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026af0836. 80000000:00000010:3.0:1767384702.229299:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f46ed0c. 40000000:00000010:3.0:1767384702.229300:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000061f4d0cb. 00100000:00000010:3.0:1767384702.229302:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aec94e49. 00040000:00000010:3.0:1767384702.229304:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c78b0d22. 00040000:00000010:3.0:1767384702.229305:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d2b36cd. 00080000:00000010:3.0:1767384702.229311:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dccf163. 00000004:00000010:3.0:1767384702.229313:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad803f8a. 00002000:00000010:3.0:1767384702.229314:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006228b885. 00000100:00000010:3.0:1767384702.229317:0:40447:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000062ae1c7e. 00000100:00000200:3.0:1767384702.229325:0:40447:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384702.229342:0:40424:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000dffe7e72. 00000100:00000010:0.0:1767384702.229347:0:40424:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000071f1d565. 00000100:00000010:0.0:1767384702.229358:0:40424:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000009665f48c. 00000100:00000010:0.0:1767384702.229364:0:40424:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000377c9b3e. 00000100:00000010:0.0:1767384702.229367:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c04b324. 00000100:00000010:0.0:1767384702.229509:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f4d880fe. 00000100:00000010:0.0:1767384702.229512:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019da38d4. 00000100:00000010:0.0:1767384702.229667:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000149cfbb1. 00000100:00000010:0.0:1767384702.229671:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8cbb541. 00000100:00000010:0.0:1767384702.229807:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003c2577ba. 00000100:00000010:0.0:1767384702.229809:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064e03641. 00000100:00000010:0.0:1767384702.229948:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001764b0fa. 00000100:00000010:0.0:1767384702.229951:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b15d8fb5. 00000100:00000010:0.0:1767384702.230086:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001c3064ed. 00000100:00000010:0.0:1767384702.230088:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cdf2384. 00000100:00000010:0.0:1767384702.230215:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000010f43c2. 00000100:00000010:0.0:1767384702.230218:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b16fff91. 00000100:00000010:0.0:1767384702.230358:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000efd47380. 00000100:00000010:0.0:1767384702.230362:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df0c4e5b. 00000100:00000010:0.0:1767384702.230486:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d0b7bfc2. 00000100:00000010:0.0:1767384702.230488:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d23b610. 00000100:00000010:0.0:1767384702.230612:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004e76624b. 00000100:00000010:0.0:1767384702.230614:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057b66ed1. 00000100:00000010:0.0:1767384702.230747:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cf993ed8. 00000100:00000010:0.0:1767384702.230750:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000532818ef. 00000100:00000010:0.0:1767384702.230893:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c630895c. 00000100:00000010:0.0:1767384702.230896:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dec1ee6. 00000100:00000010:0.0:1767384702.231018:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001a76b18a. 00000100:00000010:0.0:1767384702.231020:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031081846. 00000100:00000010:0.0:1767384702.231148:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000948a16e7. 00000100:00000010:0.0:1767384702.231155:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc009113. 00000100:00000010:0.0:1767384702.231291:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000022c9f965. 00000100:00000010:0.0:1767384702.231296:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f524ae6. 00000100:00000010:0.0:1767384702.231440:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d7bb7e00. 00000100:00000010:0.0:1767384702.231443:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000946931de. 00000100:00000010:0.0:1767384702.231581:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005cf89e54. 00000100:00000010:0.0:1767384702.231585:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000043da30e. 00000100:00000010:0.0:1767384702.231776:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e9ad065e. 00000100:00000010:0.0:1767384702.231779:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7590148. 00000100:00000010:0.0:1767384702.231922:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000088600e9. 00000100:00000010:0.0:1767384702.231924:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d6b210e. 00000100:00000010:0.0:1767384702.232050:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005529d1f0. 00000100:00000010:0.0:1767384702.232052:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3976d93. 00000100:00000010:0.0:1767384702.232175:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008a79cd20. 00000100:00000010:0.0:1767384702.232177:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bacd8ce5. 00000100:00000010:0.0:1767384702.232368:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007f377faf. 00000100:00000010:0.0:1767384702.232371:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099f4ed34. 00000100:00000010:0.0:1767384702.232495:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000306bcadd. 00000100:00000010:0.0:1767384702.232498:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096d53618. 00000100:00000010:0.0:1767384702.232623:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d90f6ba8. 00000100:00000010:0.0:1767384702.232625:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058038e16. 00000100:00000010:0.0:1767384702.232758:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000057694b53. 00000100:00000010:0.0:1767384702.232760:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f031f8ac. 00000100:00000010:0.0:1767384702.233088:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000036251106. 00000100:00000010:0.0:1767384702.233102:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003adc7c02. 00000100:00000010:0.0:1767384702.233314:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bc353a59. 00000100:00000010:0.0:1767384702.233319:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b5e4402. 00000100:00000010:0.0:1767384702.233516:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002e607505. 00000100:00000010:0.0:1767384702.233519:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bce6fb0. 00000100:00000010:0.0:1767384702.233732:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003ba8b018. 00000100:00000010:0.0:1767384702.233737:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b490ded4. 00000100:00000010:0.0:1767384702.233975:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eb5f2954. 00000100:00000010:0.0:1767384702.233991:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000109dc2d6. 00000100:00000010:0.0:1767384702.234195:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ce0eae3f. 00000100:00000010:0.0:1767384702.234198:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000664db7d6. 00000100:00000010:0.0:1767384702.234401:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bab78201. 00000100:00000010:0.0:1767384702.234406:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9a4d729. 00000100:00000010:0.0:1767384702.234612:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006879e17d. 00000100:00000010:0.0:1767384702.234615:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033653fc2. 00000100:00000010:0.0:1767384702.234853:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001b4fdd7e. 00000100:00000010:0.0:1767384702.234858:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c95655d. 00000100:00000010:0.0:1767384702.235061:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009b7ec7da. 00000100:00000010:0.0:1767384702.235065:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f7d9b57. 00000100:00000010:0.0:1767384702.235258:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000024dea500. 00000100:00000010:0.0:1767384702.235260:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000084e9b6c. 00000100:00000010:0.0:1767384702.235469:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ab43962e. 00000100:00000010:0.0:1767384702.235472:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bbc5a38. 00000100:00000010:0.0:1767384702.235685:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000074a3a77c. 00000100:00000010:0.0:1767384702.235688:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af61a2f7. 00000100:00000010:0.0:1767384702.235906:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000469ea471. 00000100:00000010:0.0:1767384702.235910:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000274f6c74. 00000100:00000010:0.0:1767384702.236112:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019f69cec. 00000100:00000010:0.0:1767384702.236116:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000e0759f. 00000100:00000010:0.0:1767384702.236314:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000077959a5a. 00000100:00000010:0.0:1767384702.236319:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044e239e7. 00000100:00000010:0.0:1767384702.236534:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d125dbbd. 00000100:00000010:0.0:1767384702.236538:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041bbed34. 00000100:00000010:0.0:1767384702.236749:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cd2bd583. 00000100:00000010:0.0:1767384702.236754:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000629c1df5. 00000100:00000010:0.0:1767384702.236975:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005dd17c2a. 00000100:00000010:0.0:1767384702.236981:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d95b5c51. 00000100:00000010:0.0:1767384702.237190:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e3d35420. 00000100:00000010:0.0:1767384702.237194:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef835643. 00000100:00000010:0.0:1767384702.237410:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c8afb852. 00000100:00000010:0.0:1767384702.237424:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cb017b3. 00000100:00000010:0.0:1767384702.237663:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cc7ad35b. 00000100:00000010:0.0:1767384702.237667:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008042f2b3. 00000100:00000010:0.0:1767384702.237899:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000017855afd. 00000100:00000010:0.0:1767384702.237902:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c0a97a5. 00000100:00000010:0.0:1767384702.238115:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000089fd1e23. 00000100:00000010:0.0:1767384702.238118:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000900bbf06. 00000100:00000010:0.0:1767384702.238260:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000c05c16d. 00000100:00000010:0.0:1767384702.238264:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e26154d4. 00000100:00000010:0.0:1767384702.238406:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009ed50273. 00000100:00000010:0.0:1767384702.238411:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000979587f3. 00000100:00000010:0.0:1767384702.238551:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b1866e06. 00000100:00000010:0.0:1767384702.238554:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000439d0ec5. 00000100:00000010:0.0:1767384702.238693:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ab2148a. 00000100:00000010:0.0:1767384702.238696:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099514ec6. 00000100:00000010:0.0:1767384702.238922:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000203b73c. 00000100:00000010:0.0:1767384702.238926:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea588ee0. 00000100:00000010:0.0:1767384702.239127:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000729d9235. 00000100:00000010:0.0:1767384702.239130:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb80a835. 00000100:00000010:0.0:1767384702.239326:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bd312bf2. 00000100:00000010:0.0:1767384702.239331:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000299cced7. 00000100:00000010:0.0:1767384702.239527:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000080b5f2e9. 00000100:00000010:0.0:1767384702.239531:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034f02398. 00000100:00000010:0.0:1767384702.239670:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f2dbce87. 00000100:00000010:0.0:1767384702.239673:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016d4a552. 00000100:00000010:0.0:1767384702.239809:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000daea8808. 00000100:00000010:0.0:1767384702.239812:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e234884f. 00000100:00000010:0.0:1767384702.239957:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000007914c77. 00000100:00000010:0.0:1767384702.239960:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001700e0ea. 00000100:00000010:0.0:1767384702.240095:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d650c1f4. 00000100:00000010:0.0:1767384702.240098:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041a077cd. 00000100:00000010:0.0:1767384702.240314:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000004b8f589. 00000100:00000010:0.0:1767384702.240327:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d341e0f1. 00000100:00000010:0.0:1767384702.240533:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000080d19af8. 00000100:00000010:0.0:1767384702.240537:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004950ed7c. 00000100:00000010:0.0:1767384702.240749:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ea58a35c. 00000100:00000010:0.0:1767384702.240754:0:40424:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000450526d8. 00000100:00000010:0.0:1767384702.240972:0:40424:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000764513ae. 00000400:00000200:0.0:1767384702.240979:0:40424:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:0.0:1767384702.241068:0:40424:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000000478f39. 00000020:00000010:0.0:1767384702.241082:0:40424:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000331d1a81. 00000100:00000010:0.0:1767384702.241149:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d427c9c9. 00000100:00000010:0.0:1767384702.241157:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fb872bae. 00000100:00000010:0.0:1767384702.241162:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002bc026f6. 00000100:00000010:0.0:1767384702.241165:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001ad52339. 00000100:00000010:0.0:1767384702.241167:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a4bbe369. 00000100:00000010:0.0:1767384702.241171:0:40424:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000048b1067b. 00000100:00000010:0.0:1767384702.241172:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a3ea0b3d. 00000100:00000010:0.0:1767384702.241174:0:40424:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003c7f7435. 00000100:00000010:0.0:1767384702.241175:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006441fd5e. 00000100:00000010:0.0:1767384702.241177:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005adaba5e. 00000100:00000010:0.0:1767384702.241178:0:40424:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005063a2f8. 00000100:00000200:0.0:1767384702.241202:0:40424:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:0.0:1767384702.241206:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005fdfe569. 00000020:00000010:2.0:1767384702.241929:0:40448:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000094ddb6d7. 00000100:00000010:2.0:1767384702.241940:0:40448:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000028f8281c. 00000020:00000010:2.0:1767384702.241952:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003cdd560c. 00000020:00000010:2.0:1767384702.241959:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025256458. 00000020:00000010:2.0:1767384702.241964:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002ffb09aa. 00000040:00000010:2.0:1767384702.241967:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000027eed635. 00000020:00000010:2.0:1767384702.241972:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d97ec08c. 00000020:00000010:2.0:1767384702.241977:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000326711ab. 00000020:00000010:2.0:1767384702.241981:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e3cdebf3. 80000000:00000010:2.0:1767384702.241985:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb23ea4d. 40000000:00000010:2.0:1767384702.241988:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000be6de05c. 00100000:00000010:2.0:1767384702.241992:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e09a674. 00040000:00000010:2.0:1767384702.241996:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000073b8e285. 00040000:00000010:2.0:1767384702.241999:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e00b9013. 00080000:00000010:2.0:1767384702.242003:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e82d7cf9. 00000004:00000010:2.0:1767384702.242009:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f658cd8b. 00002000:00000010:2.0:1767384702.242013:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ca798035. 00000100:00000200:2.0:1767384702.242019:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242034:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000574ba233. 00000400:00000010:2.0:1767384702.242042:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000093e1f116. 00000100:00000200:2.0:1767384702.242048:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242050:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000158924c3. 00000400:00000010:2.0:1767384702.242053:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008aac1498. 00000100:00000200:2.0:1767384702.242056:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242057:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001596f5b. 00000400:00000010:2.0:1767384702.242060:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c97cad1c. 00000100:00000200:2.0:1767384702.242062:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242064:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001436ba69. 00000400:00000010:2.0:1767384702.242067:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c7c7cbb. 00000100:00000200:2.0:1767384702.242070:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242072:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0eb42c. 00000400:00000010:2.0:1767384702.242075:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cf3b5192. 00000100:00000200:2.0:1767384702.242077:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242079:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d312b25b. 00000400:00000010:2.0:1767384702.242081:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071c2de42. 00000100:00000200:2.0:1767384702.242084:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242086:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c39d5d8e. 00000400:00000010:2.0:1767384702.242089:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d8c6fb70. 00000100:00000200:2.0:1767384702.242092:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242094:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d52c72. 00000400:00000010:2.0:1767384702.242106:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002b660693. 00000100:00000200:2.0:1767384702.242112:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242115:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029398b2f. 00000400:00000010:2.0:1767384702.242118:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000063d50fa2. 00000100:00000200:2.0:1767384702.242120:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242122:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5302d93. 00000400:00000010:2.0:1767384702.242125:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000038ad1301. 00000100:00000200:2.0:1767384702.242127:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242129:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915edec8. 00000400:00000010:2.0:1767384702.242132:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003cf8a26d. 00000100:00000200:2.0:1767384702.242134:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242136:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff6396c5. 00000400:00000010:2.0:1767384702.242139:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d8933d23. 00000100:00000200:2.0:1767384702.242141:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242152:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beecedbf. 00000400:00000010:2.0:1767384702.242156:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000061aee653. 00000100:00000200:2.0:1767384702.242159:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242161:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074832f1b. 00000400:00000010:2.0:1767384702.242164:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000000989de4. 00000100:00000200:2.0:1767384702.242166:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242168:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e37db19. 00000400:00000010:2.0:1767384702.242170:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bd2285b6. 00000100:00000200:2.0:1767384702.242171:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242172:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d08509. 00000400:00000010:2.0:1767384702.242180:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007578a4e1. 00000100:00000200:2.0:1767384702.242183:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242184:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329976d3. 00000400:00000010:2.0:1767384702.242186:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000453f4626. 00000100:00000200:2.0:1767384702.242188:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242189:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2a209df. 00000400:00000010:2.0:1767384702.242191:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d4f1e0ce. 00000100:00000200:2.0:1767384702.242192:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242194:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057de7f21. 00000400:00000010:2.0:1767384702.242195:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000054db9eb. 00000100:00000200:2.0:1767384702.242197:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242198:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fa6c692. 00000400:00000010:2.0:1767384702.242200:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000002473210. 00000100:00000200:2.0:1767384702.242201:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242202:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de562f6. 00000400:00000010:2.0:1767384702.242203:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005cc4768d. 00000100:00000200:2.0:1767384702.242205:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242206:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f7cdf1. 00000400:00000010:2.0:1767384702.242207:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084a8acd2. 00000100:00000200:2.0:1767384702.242209:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242209:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d33a2bcc. 00000400:00000010:2.0:1767384702.242211:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c697ff1. 00000100:00000200:2.0:1767384702.242213:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242213:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c27d90f. 00000400:00000010:2.0:1767384702.242219:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c44ae3ef. 00000100:00000200:2.0:1767384702.242221:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242222:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064c4e5c4. 00000400:00000010:2.0:1767384702.242224:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000043ba276d. 00000100:00000200:2.0:1767384702.242226:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242227:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f105b58. 00000400:00000010:2.0:1767384702.242229:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a38a923f. 00000100:00000200:2.0:1767384702.242230:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242231:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e74ec7b. 00000400:00000010:2.0:1767384702.242233:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000585566db. 00000100:00000200:2.0:1767384702.242235:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242236:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d4978a. 00000400:00000010:2.0:1767384702.242237:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b5bec5d2. 00000100:00000200:2.0:1767384702.242239:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242240:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ee6ee6d. 00000400:00000010:2.0:1767384702.242241:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005818134f. 00000100:00000200:2.0:1767384702.242243:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242243:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020062abf. 00000400:00000010:2.0:1767384702.242245:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000080ab4874. 00000100:00000200:2.0:1767384702.242246:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242247:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f641e2a. 00000400:00000010:2.0:1767384702.242249:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000089a97df9. 00000100:00000200:2.0:1767384702.242250:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242251:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075da34ce. 00000400:00000010:2.0:1767384702.242256:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000115277c7. 00000100:00000200:2.0:1767384702.242259:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242260:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46f39e. 00000400:00000010:2.0:1767384702.242262:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a9beae0a. 00000100:00000200:2.0:1767384702.242263:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242264:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef7999bf. 00000400:00000010:2.0:1767384702.242265:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac90d5da. 00000100:00000200:2.0:1767384702.242267:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242268:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c28bb59a. 00000400:00000010:2.0:1767384702.242270:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c0a59366. 00000100:00000200:2.0:1767384702.242271:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242272:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c4a010. 00000400:00000010:2.0:1767384702.242274:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006224f049. 00000100:00000200:2.0:1767384702.242275:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242276:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c0a4c3d. 00000400:00000010:2.0:1767384702.242278:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000046351b87. 00000100:00000200:2.0:1767384702.242279:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242280:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4406b84. 00000400:00000010:2.0:1767384702.242282:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000655a6921. 00000100:00000200:2.0:1767384702.242283:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242284:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000309ea4bd. 00000400:00000010:2.0:1767384702.242286:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e57cb511. 00000100:00000200:2.0:1767384702.242287:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242288:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae640ce3. 00000400:00000010:2.0:1767384702.242293:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bb43320e. 00000100:00000200:2.0:1767384702.242296:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242297:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eede9fc0. 00000400:00000010:2.0:1767384702.242298:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dddf3474. 00000100:00000200:2.0:1767384702.242300:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242301:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008475f3c3. 00000400:00000010:2.0:1767384702.242303:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c8936746. 00000100:00000200:2.0:1767384702.242305:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242306:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084903ac4. 00000400:00000010:2.0:1767384702.242307:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004533f94d. 00000100:00000200:2.0:1767384702.242309:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242310:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7169da0. 00000400:00000010:2.0:1767384702.242311:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003022d50b. 00000100:00000200:2.0:1767384702.242313:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242314:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000904b7dbb. 00000400:00000010:2.0:1767384702.242315:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000075483c75. 00000100:00000200:2.0:1767384702.242317:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242318:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2719a2b. 00000400:00000010:2.0:1767384702.242320:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005bdba6ee. 00000100:00000200:2.0:1767384702.242323:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242325:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a956fc1. 00000400:00000010:2.0:1767384702.242327:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009bc90c46. 00000100:00000200:2.0:1767384702.242330:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242331:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c2bd0a. 00000400:00000010:2.0:1767384702.242340:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000013b2bc6. 00000100:00000200:2.0:1767384702.242344:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242346:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e36f6d5. 00000400:00000010:2.0:1767384702.242349:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001e2d9ae2. 00000100:00000200:2.0:1767384702.242352:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242354:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e9505e8. 00000400:00000010:2.0:1767384702.242357:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc46ad58. 00000100:00000200:2.0:1767384702.242360:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242362:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052712a2e. 00000400:00000010:2.0:1767384702.242364:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000082c13406. 00000100:00000200:2.0:1767384702.242367:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242369:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c868e01. 00000400:00000010:2.0:1767384702.242371:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c759282a. 00000100:00000200:2.0:1767384702.242374:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242376:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f136033c. 00000400:00000010:2.0:1767384702.242378:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e02a2474. 00000100:00000200:2.0:1767384702.242381:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242383:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078727057. 00000400:00000010:2.0:1767384702.242385:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c027f507. 00000100:00000200:2.0:1767384702.242388:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242389:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c01dc36. 00000400:00000010:2.0:1767384702.242392:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000017217f2b. 00000100:00000200:2.0:1767384702.242395:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242397:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009534c433. 00000400:00000010:2.0:1767384702.242404:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087d0a381. 00000100:00000200:2.0:1767384702.242407:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242408:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14008ca. 00000400:00000010:2.0:1767384702.242410:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000325c7c94. 00000100:00000200:2.0:1767384702.242411:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242412:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092337ed7. 00000400:00000010:2.0:1767384702.242414:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000047779034. 00000100:00000200:2.0:1767384702.242416:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242417:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8bf0013. 00000400:00000010:2.0:1767384702.242418:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c42301d3. 00000100:00000200:2.0:1767384702.242420:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242421:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe506198. 00000400:00000010:2.0:1767384702.242422:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003e92c0b9. 00000100:00000200:2.0:1767384702.242424:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242425:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002645cdbe. 00000400:00000010:2.0:1767384702.242427:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000040fbf0c9. 00000100:00000200:2.0:1767384702.242428:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242429:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fb182bf. 00000400:00000010:2.0:1767384702.242431:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b7867bf8. 00000100:00000200:2.0:1767384702.242433:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242434:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004afd2e07. 00000400:00000010:2.0:1767384702.242436:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000040b44cb1. 00000100:00000200:2.0:1767384702.242437:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384702.242438:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f489d08c. 00000400:00000010:2.0:1767384702.242445:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f34ed05b. 00000100:00000010:2.0:1767384702.242456:0:40448:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006baad46d. 00000100:00000200:2.0:1767384702.242473:0:40448:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384702.242500:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000857b784e. 00000020:00000010:2.0:1767384702.242987:0:40449:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d4f5ed63. 00000100:00000010:2.0:1767384702.242992:0:40449:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000004c9f042. 00000020:00000010:2.0:1767384702.242995:0:40449:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000049cfc18b. 00000020:00000010:2.0:1767384702.242999:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ac452a9. 00000020:00000010:2.0:1767384702.243002:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b7c39196. 00000040:00000010:2.0:1767384702.243006:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005e9dc781. 00000020:00000010:2.0:1767384702.243009:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f243309d. 00000020:00000010:2.0:1767384702.243012:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c3dda664. 00000020:00000010:2.0:1767384702.243014:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000165469ca. 80000000:00000010:2.0:1767384702.243017:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000729a27d3. 40000000:00000010:2.0:1767384702.243018:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ec7c0d1. 00100000:00000010:2.0:1767384702.243021:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b26b25ca. 00040000:00000010:2.0:1767384702.243023:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eaad4cd3. 00040000:00000010:2.0:1767384702.243026:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000071b10b8. 00080000:00000010:2.0:1767384702.243029:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000699dc06f. 00000004:00000010:2.0:1767384702.243033:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037b1c796. 00002000:00000010:2.0:1767384702.243036:0:40449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c4bcafd5. 00000100:00000010:2.0:1767384702.243051:0:40449:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000753dc18b. 00000100:00000200:2.0:1767384702.243066:0:40449:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384702.243089:0:40424:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001c0d29de. 00000020:00000010:2.0:1767384702.243501:0:40450:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000828d37c0. 00000100:00000010:2.0:1767384702.243507:0:40450:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000931e5926. 00000020:00000010:2.0:1767384702.243509:0:40450:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005a612c0d. 00000020:00000010:2.0:1767384702.243513:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087c8b420. 00000020:00000010:2.0:1767384702.243516:0:40450:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000c13d4f1. 00000040:00000010:2.0:1767384702.243519:0:40450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007465225b. 00000020:00000010:2.0:1767384702.243520:0:40450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000024ae604a. 00000020:00000010:2.0:1767384702.243522:0:40450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000036e3ab18. 00000020:00000010:2.0:1767384702.243524:0:40450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000113bd02d. 80000000:00000010:2.0:1767384702.243525:0:40450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000031eef5e8. 40000000:00000010:2.0:1767384702.243527:0:40450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000002b5a984. 00100000:00000010:2.0:1767384702.243528:0:40450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc7a8b65. 00040000:00000010:2.0:1767384702.243530:0:40450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000043547df. 00040000:00000010:2.0:1767384702.243532:0:40450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000918098e8. 00080000:00000010:2.0:1767384702.243534:0:40450:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000967e8288. 00000004:00000010:2.0:1767384702.243536:0:40450:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a86b3508. 00002000:00000010:2.0:1767384702.243538:0:40450:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb977337. 00000100:00000010:2.0:1767384702.243549:0:40450:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006d93e6af. 00000100:00000200:2.0:1767384702.243561:0:40450:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384702.243587:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095354650. 00000040:00000010:0.0:1767384702.243594:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d965209c. 00000020:00000010:0.0:1767384702.243597:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000097b2fd04. 00000020:00000010:0.0:1767384702.243602:0:40424:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000af29ae7a. 00000020:00000010:0.0:1767384702.243607:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000183b9b8d. 80000000:00000010:0.0:1767384702.243610:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c8dd7ecf. 40000000:00000010:0.0:1767384702.243614:0:40424:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000e0d6f52. 00100000:00000010:0.0:1767384702.243617:0:40424:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dd129866. 00040000:00000010:0.0:1767384702.243620:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007cf74f66. 00040000:00000010:0.0:1767384702.243630:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009e7e1709. 00080000:00000010:0.0:1767384702.243633:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cb7b49bb. 00000020:00000010:0.0:1767384702.243636:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000767532ec. 00000020:00000010:0.0:1767384702.243640:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f700599. 00000020:00000010:0.0:1767384702.243654:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000008:00000010:0.0:1767384702.243658:0:40424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f2f9db47. 00020000:00000010:0.0:1767384702.243662:0:40424:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a2c3795c. 00008000:00000010:0.0:1767384702.243667:0:40424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000f5087a0. 00000080:00000010:0.0:1767384702.243671:0:40424:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000056e2e07c. 00000020:00000010:0.0:1767384702.243674:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070edfe8f. 00000020:00000010:0.0:1767384702.243679:0:40424:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 0000000064cb2371. 00000020:00000010:0.0:1767384702.243690:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fb9c0b2. 00000020:00000010:0.0:1767384702.243692:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000070edfe8f. 00000040:00000010:0.0:1767384702.243694:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009e7e1709. 00000020:00000010:0.0:1767384702.243697:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dd6c6f34. 00000020:00000010:0.0:1767384702.243699:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000183b9b8d. 80000000:00000010:0.0:1767384702.243702:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000065044773. 00040000:00000010:0.0:1767384702.243704:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d965209c. 00080000:00000010:0.0:1767384702.243706:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b5bf7aa. 20000000:00000010:0.0:1767384702.243709:0:40424:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000767532ec. 00000020:00000010:0.0:1767384702.243728:0:40424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ae3b1fb7. 00000020:00000010:0.0:1767384702.243732:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002f25e97f. 00080000:00000010:0.0:1767384702.243739:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000084ef703a. 00080000:00000010:0.0:1767384702.243878:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000084ef703a. 00000020:00000010:0.0:1767384702.243881:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002f25e97f. 00000040:00000010:0.0:1767384702.243901:0:40424:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000009ed31fbc. 00000020:00000010:0.0:1767384702.243942:0:40424:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000be5e00b7. 00000100:00000010:0.0:1767384702.243978:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 02000000:00000010:0.0:1767384702.243994:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000009061a65. 00000100:00000010:0.0:1767384702.244006:0:40424:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001ba0082e. 00000100:00000010:0.0:1767384702.244008:0:40424:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008c38783f. 00000100:00000010:0.0:1767384702.244015:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc5c990c. 00000400:00000010:0.0:1767384702.244036:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6d6baea. 00000400:00000010:0.0:1767384702.244040:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f406c8b. 00000100:00000200:0.0:1767384702.244045:0:40424:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260a08780-0x6958260a08780, portal 33 02000000:00000010:0.0:1767384702.244053:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cdc0e277. 00000400:00000010:0.0:1767384702.244056:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321dd4e6. 00000400:00000010:0.0:1767384702.244058:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9f23e49. 00000100:00000200:0.0:1767384702.244060:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059684224, portal 25 00000400:00000010:0.0:1767384702.244065:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf563f97. 00000100:00000200:0.0:1767384702.244066:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237059684224, offset 0 00000400:00000200:0.0:1767384702.244072:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.244084:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.244094:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260a08780 00000400:00000200:0.0:1767384702.244099:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21a9 [2] + 0 00000400:00000010:0.0:1767384702.244102:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f28db44. 00000400:00000200:0.0:1767384702.244104:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a688c253 00000400:00000200:0.0:1767384702.244111:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.244114:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384702.244119:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a688c253 00000400:00000010:0.0:1767384702.244120:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a688c253. 00000100:00000200:0.0:1767384702.244124:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384702.244140:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf563f97 00000400:00000010:0.0:1767384702.244141:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf563f97. 00000100:00000200:0.0:1767384702.244145:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045bf8c80 x1853237059684224/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384702.244161:0:40424:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb686431. 00000100:00000010:0.0:1767384702.244172:0:40424:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff16779f. 00000100:00000010:0.0:1767384702.244176:0:40424:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3dd1b34. 00000020:00000010:2.0:1767384702.244182:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e90eff10. 00000100:00000010:0.0:1767384702.244182:0:40424:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edd10b23. 00000020:00000010:2.0:1767384702.244190:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e90eff10. 00000020:00000010:2.0:1767384702.244198:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754fda62. 00000020:00000010:2.0:1767384702.244204:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.244208:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.244246:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e90eff10. 00000020:00000010:2.0:1767384702.244249:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e90eff10. 00000100:00000200:2.0:1767384702.244252:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684224 02000000:00000010:2.0:1767384702.244267:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000732bf49. 20000000:00000010:2.0:1767384702.244277:0:40429:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000086f54208. 00000100:00000010:2.0:1767384702.244280:0:40429:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a9746a9e. 00000100:00000010:2.0:1767384702.244282:0:40429:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000166cf106. 00000400:00000010:2.0:1767384702.244289:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000400:00000010:2.0:1767384702.244294:0:40429:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b7938a2. 00000400:00000200:2.0:1767384702.244299:0:40429:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384702.244309:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384702.244316:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260a08780 00000400:00000200:2.0:1767384702.244322:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x29c9 [1] + 0 00000400:00000010:2.0:1767384702.244326:0:40429:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6d6baea. 00000400:00000200:2.0:1767384702.244330:0:40429:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f406c8b 00000100:00000200:2.0:1767384702.244336:0:40429:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a9746a9e 00000400:00000200:2.0:1767384702.244344:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384702.244349:0:40429:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x29d5 00000400:00000200:2.0:1767384702.244354:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.244358:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384702.244362:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384702.244363:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.244367:0:40429:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000a9746a9e 00000400:00000200:2.0:1767384702.244371:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f406c8b 00000400:00000010:2.0:1767384702.244372:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f406c8b. 00000100:00000200:2.0:1767384702.244377:0:40429:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000045bf8c80 desc 000000001ba0082e mbits 1853237059684224 00000100:00000200:2.0:1767384702.244392:0:40429:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260a08780-0x6958260a08780 20000000:00000010:2.0:1767384702.244403:0:40429:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000008021a4d6. 20000000:00000010:2.0:1767384702.244408:0:40429:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000081df3bd4. 20000000:00000010:2.0:1767384702.244411:0:40429:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000004f4d80da. 00000100:00000010:2.0:1767384702.246056:0:40429:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000166cf106. 00000100:00000010:2.0:1767384702.246062:0:40429:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a9746a9e. 20000000:00000010:2.0:1767384702.246064:0:40429:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000086f54208. 00010000:00000200:2.0:1767384702.246073:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001de4966c x1853237059684224/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 4784/4768 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.246089:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072be117c. 00000100:00000200:2.0:1767384702.246092:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059684224, offset 224 00000400:00000200:2.0:1767384702.246098:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.246103:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.246109:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a08780 00000400:00000200:2.0:1767384702.246114:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x29cd [2] + 224 00000400:00000200:2.0:1767384702.246120:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.246123:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.246128:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045bf8c80 x1853237059684224/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.246149:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072be117c 00000400:00000010:2.0:1767384702.246152:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072be117c. 00000400:00000010:0.0:1767384702.246164:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000321dd4e6. 00000020:00000010:2.0:1767384702.246165:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000400:00000200:0.0:1767384702.246179:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f23e49 00000020:00000010:2.0:1767384702.246180:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000400:00000010:0.0:1767384702.246189:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9f23e49. 00000020:00000010:2.0:1767384702.246190:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754fda62. 02000000:00000010:2.0:1767384702.246200:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000732bf49. 00000100:00000200:0.0:1767384702.246200:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045bf8c80 x1853237059684224/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.246211:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384702.246215:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045bf8c80 x1853237059684224/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.246217:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007783460b. 00000400:00000010:2.0:1767384702.246226:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072be117c. 00000100:00000010:0.0:1767384702.246245:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc5c990c. 02000000:00000010:0.0:1767384702.246252:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cdc0e277. 00000100:00000010:0.0:1767384702.246257:0:40424:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008c38783f. 00000100:00000010:0.0:1767384702.246259:0:40424:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001ba0082e. 02000000:00000010:0.0:1767384702.246261:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000009061a65. 00000100:00000010:0.0:1767384702.246266:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 00000020:00000010:0.0:1767384702.246270:0:40424:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000be5e00b7. 00000020:00000010:0.0:1767384702.246277:0:40424:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000e174242f. 00000020:00000010:0.0:1767384702.246280:0:40424:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 000000008c38783f. 00000020:00000010:0.0:1767384702.246287:0:40424:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000ce85fa17. 00000020:00000010:0.0:1767384702.246290:0:40424:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000006ca1394f. 00000020:00000010:0.0:1767384702.246294:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095354650. 00000020:00000010:0.0:1767384702.246300:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003e0f6079. 00000040:00000010:0.0:1767384702.246303:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cce00319. 00000020:00000010:0.0:1767384702.246306:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b90438c. 00000020:00000010:0.0:1767384702.246309:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cddf40ec. 00040000:00000010:0.0:1767384702.246314:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000447719c7. 00040000:00000010:0.0:1767384702.246317:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000290a4bc4. 00080000:00000010:0.0:1767384702.246320:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007dd76308. 10000000:00000010:0.0:1767384702.246334:0:40424:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000a0b8a53f. 10000000:00000010:0.0:1767384702.246341:0:40424:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000f72ed86a. 00000100:00000010:0.0:1767384702.246346:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 02000000:00000010:0.0:1767384702.246352:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092804af2. 00010000:00000010:0.0:1767384702.246364:0:40424:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001fcf4d73. 00010000:00000010:0.0:1767384702.246371:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fdc33ea8. 00000100:00000010:0.0:1767384702.246386:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.246392:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001ba0082e. 00000400:00000010:0.0:1767384702.246394:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321dd4e6. 00000400:00000010:0.0:1767384702.246397:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.246399:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059684352, portal 25 00000400:00000010:0.0:1767384702.246401:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.246403:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059684352, offset 0 00000400:00000200:0.0:1767384702.246406:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.246411:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.246415:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a08800 00000400:00000200:0.0:1767384702.246418:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21ad [2] + 0 00000400:00000010:0.0:1767384702.246420:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4783ba. 00000400:00000200:0.0:1767384702.246422:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035e1a46b 00000400:00000200:0.0:1767384702.246424:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.246426:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384702.246428:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e1a46b 00000400:00000010:0.0:1767384702.246429:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035e1a46b. 00000100:00000200:0.0:1767384702.246432:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384702.246443:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384702.246444:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.246448:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045bf8c80 x1853237059684352/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.246487:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c7a5f1f. 00000020:00000010:2.0:1767384702.246491:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c7a5f1f. 00000020:00000010:2.0:1767384702.246496:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754fda62. 00000020:00000010:2.0:1767384702.246499:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.246501:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.246524:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c7a5f1f. 00000020:00000010:2.0:1767384702.246526:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c7a5f1f. 00000100:00000200:2.0:1767384702.246530:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684352 00010000:00000010:2.0:1767384702.246544:0:40429:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000070ddd0c5. 00010000:00000010:2.0:1767384702.246547:0:40429:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000886c241. 00000020:00000010:2.0:1767384702.246551:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003c7a5f1f. 02000000:00000010:2.0:1767384702.246559:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a9746a9e. 00010000:00000200:2.0:1767384702.246572:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086ba2292 x1853237059684352/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 328/344 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.246579:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.246582:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059684352, offset 224 00000400:00000200:2.0:1767384702.246585:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.246590:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.246594:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a08800 00000400:00000200:2.0:1767384702.246597:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29e1 [1] + 224 00000400:00000200:2.0:1767384702.246599:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.246601:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.246605:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045bf8c80 x1853237059684352/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.246617:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384702.246620:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000400:00000010:0.0:1767384702.246629:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000321dd4e6. 00000020:00000010:2.0:1767384702.246631:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000400:00000200:0.0:1767384702.246642:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.246660:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000020:00000010:2.0:1767384702.246664:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000100:00000200:0.0:1767384702.246666:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045bf8c80 x1853237059684352/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.246670:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754fda62. 02000000:00000010:2.0:1767384702.246679:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a9746a9e. 00000100:00000200:0.0:1767384702.246692:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045bf8c80 x1853237059684352/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.246693:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.246702:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094e1c923. 00000400:00000010:2.0:1767384702.246709:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a508e361. 00000100:00000010:0.0:1767384702.246720:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.246734:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001ba0082e. 02000000:00000010:0.0:1767384702.246736:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000092804af2. 00000100:00000010:0.0:1767384702.246737:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 10000000:00000010:0.0:1767384702.246753:0:40424:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000092804af2. 10000000:00000010:0.0:1767384702.246757:0:40424:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000006204fe50. 00000100:00000010:0.0:1767384702.246759:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 02000000:00000010:0.0:1767384702.246763:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd398e31. 00010000:00000010:0.0:1767384702.246768:0:40424:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000079ca24ff. 00010000:00000010:0.0:1767384702.246772:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000279a9e8b. 00000100:00000010:0.0:1767384702.246777:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.246782:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001ba0082e. 00000400:00000010:0.0:1767384702.246784:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321dd4e6. 00000400:00000010:0.0:1767384702.246788:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.246791:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059684480, portal 25 00000400:00000010:0.0:1767384702.246793:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.246795:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059684480, offset 0 00000400:00000200:0.0:1767384702.246800:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.246805:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.246810:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a08880 00000400:00000200:0.0:1767384702.246822:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21b1 [2] + 0 00000400:00000010:0.0:1767384702.246824:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f12f1711. 00000400:00000200:0.0:1767384702.246828:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076e0942a 00000400:00000200:0.0:1767384702.246830:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.246859:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384702.246862:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e0942a 00000400:00000010:0.0:1767384702.246864:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076e0942a. 00000100:00000200:0.0:1767384702.246869:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384702.246880:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384702.246881:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.246884:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045bf8c80 x1853237059684480/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.246896:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126252af. 00000020:00000010:2.0:1767384702.246901:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126252af. 00000020:00000010:2.0:1767384702.246906:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754fda62. 00000020:00000010:2.0:1767384702.246908:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.246911:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.246931:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126252af. 00000020:00000010:2.0:1767384702.246933:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126252af. 00000100:00000200:2.0:1767384702.246935:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684480 00010000:00000010:2.0:1767384702.246944:0:40429:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000516feedd. 00010000:00000010:2.0:1767384702.246947:0:40429:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000097a9013c. 02000000:00000010:2.0:1767384702.246951:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a9746a9e. 00010000:00000200:2.0:1767384702.246958:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000de99d78 x1853237059684480/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 328/344 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.246965:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.246967:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059684480, offset 224 00000400:00000200:2.0:1767384702.246970:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.246974:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.246978:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a08880 00000400:00000200:2.0:1767384702.246981:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29f1 [1] + 224 00000400:00000200:2.0:1767384702.246984:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.246985:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.246989:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045bf8c80 x1853237059684480/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.247001:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384702.247003:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000020:00000010:2.0:1767384702.247009:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000400:00000010:0.0:1767384702.247011:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000321dd4e6. 00000020:00000010:2.0:1767384702.247012:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000400:00000200:0.0:1767384702.247024:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000020:00000010:2.0:1767384702.247026:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754fda62. 00000400:00000010:0.0:1767384702.247026:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.247034:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045bf8c80 x1853237059684480/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384702.247037:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a9746a9e. 00000100:00000200:0.0:1767384702.247046:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045bf8c80 x1853237059684480/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.247047:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.247059:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c42bba. 00000400:00000010:2.0:1767384702.247065:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be2f4622. 00000100:00000010:0.0:1767384702.247065:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.247076:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001ba0082e. 02000000:00000010:0.0:1767384702.247079:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd398e31. 00000100:00000010:0.0:1767384702.247081:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 10000000:00000010:0.0:1767384702.247085:0:40424:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000596555a8. 00000020:00000010:0.0:1767384702.247088:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd398e31. 00000020:00000010:0.0:1767384702.247090:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000027336a93. 00000040:00000010:0.0:1767384702.247091:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006adde432. 00000020:00000010:0.0:1767384702.247094:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000247e3fc7. 00000020:00000010:0.0:1767384702.247096:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d5500b9. 80000000:00000010:0.0:1767384702.247098:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000070e8d092. 00040000:00000010:0.0:1767384702.247100:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000978e6db8. 00080000:00000010:0.0:1767384702.247102:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007476aeb2. 20000000:00000010:0.0:1767384702.247106:0:40424:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000007ea7967. 00000040:00000010:0.0:1767384702.247110:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000084ad736d. 00000100:00000010:0.0:1767384702.247113:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 02000000:00000010:0.0:1767384702.247118:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f439218d. 00000100:00000010:0.0:1767384702.247123:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.247127:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d180e6b7. 00000400:00000010:0.0:1767384702.247129:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321dd4e6. 00000400:00000010:0.0:1767384702.247131:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.247134:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059684608, portal 25 00000400:00000010:0.0:1767384702.247135:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.247137:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237059684608, offset 0 00000400:00000200:0.0:1767384702.247139:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.247143:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.247147:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260a08900 00000400:00000200:0.0:1767384702.247150:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21b5 [2] + 0 00000400:00000010:0.0:1767384702.247151:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007402f088. 00000400:00000200:0.0:1767384702.247153:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d2706bf 00000400:00000200:0.0:1767384702.247155:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.247157:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384702.247159:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d2706bf 00000400:00000010:0.0:1767384702.247160:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d2706bf. 00000100:00000200:0.0:1767384702.247161:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384702.247170:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384702.247171:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.247175:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045bf8c80 x1853237059684608/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.247188:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126252af. 00000020:00000010:2.0:1767384702.247191:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126252af. 00000020:00000010:2.0:1767384702.247195:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754fda62. 00000020:00000010:2.0:1767384702.247197:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.247199:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.247215:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126252af. 00000020:00000010:2.0:1767384702.247217:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126252af. 00000100:00000200:2.0:1767384702.247222:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684608 02000000:00000010:2.0:1767384702.247230:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a9746a9e. 00000040:00000010:2.0:1767384702.247234:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002372567d. 00000040:00000010:2.0:1767384702.247273:0:40429:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000166cf106. 00000020:00000010:2.0:1767384702.247278:0:40429:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027b7d6d4. 00080000:00000010:2.0:1767384702.247283:0:40429:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b3442e0a. 00000040:00000010:2.0:1767384702.247343:0:40429:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000166cf106. 00000040:00000010:2.0:1767384702.247347:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002372567d. 20000000:00000010:2.0:1767384702.247354:0:40429:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000004ee03aff. 00010000:00000200:2.0:1767384702.247360:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9f5135c x1853237059684608/t0(0) o501->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 512/272 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.247370:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.247374:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237059684608, offset 224 00000400:00000200:2.0:1767384702.247378:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.247383:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.247389:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260a08900 00000400:00000200:2.0:1767384702.247392:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a01 [1] + 224 00000400:00000200:2.0:1767384702.247395:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.247397:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.247400:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045bf8c80 x1853237059684608/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.247414:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384702.247416:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000020:00000010:2.0:1767384702.247423:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.247425:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.247430:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754fda62. 02000000:00000010:2.0:1767384702.247433:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a9746a9e. 00000100:00000200:2.0:1767384702.247438:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.247440:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cd44d4a. 00000400:00000010:0.0:1767384702.247443:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000321dd4e6. 00000400:00000200:0.0:1767384702.247447:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.247448:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000400:00000010:2.0:1767384702.247454:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c987ba6. 00000100:00000200:0.0:1767384702.247454:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045bf8c80 x1853237059684608/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384702.247466:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045bf8c80 x1853237059684608/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384702.247476:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.247480:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d180e6b7. 02000000:00000010:0.0:1767384702.247482:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f439218d. 00000100:00000010:0.0:1767384702.247483:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 00000040:00000010:0.0:1767384702.247488:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cdc0e277. 00000100:00000010:0.0:1767384702.247491:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 02000000:00000010:0.0:1767384702.247495:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f439218d. 00000100:00000010:0.0:1767384702.247498:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.247513:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009bfef9c3. 00000400:00000010:0.0:1767384702.247515:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321dd4e6. 00000400:00000010:0.0:1767384702.247518:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009127b222. 00000100:00000200:0.0:1767384702.247520:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059684736, portal 25 00000400:00000010:0.0:1767384702.247522:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.247524:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059684736, offset 0 00000400:00000200:0.0:1767384702.247526:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.247531:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.247534:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a08980 00000400:00000200:0.0:1767384702.247537:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21b9 [2] + 0 00000400:00000010:0.0:1767384702.247539:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007a90902. 00000400:00000200:0.0:1767384702.247540:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061a3071c 00000400:00000200:0.0:1767384702.247543:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.247544:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384702.247546:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061a3071c 00000400:00000010:0.0:1767384702.247548:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061a3071c. 00000100:00000200:0.0:1767384702.247550:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384702.247558:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.247560:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.247563:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045bf8c80 x1853237059684736/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.247578:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004874ce01. 00000020:00000010:2.0:1767384702.247581:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004874ce01. 00000020:00000010:2.0:1767384702.247585:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754fda62. 00000020:00000010:2.0:1767384702.247587:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.247589:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.247605:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004874ce01. 00000020:00000010:2.0:1767384702.247606:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004874ce01. 00000100:00000200:2.0:1767384702.247608:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684736 02000000:00000010:2.0:1767384702.247628:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000129634c9. 00000040:00000010:2.0:1767384702.247631:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002372567d. 00000040:00000010:2.0:1767384702.247637:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000732bf49. 00000040:00000010:2.0:1767384702.247891:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000732bf49. 00000040:00000010:2.0:1767384702.247893:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002372567d. 00010000:00000200:2.0:1767384702.247897:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea837649 x1853237059684736/t0(0) o503->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 272/8416 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.247905:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008e7a95bd. 00000100:00000200:2.0:1767384702.247907:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237059684736, offset 224 00000400:00000200:2.0:1767384702.247910:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.247915:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.247919:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260a08980 00000400:00000200:2.0:1767384702.247922:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a11 [4] + 224 00000400:00000200:2.0:1767384702.247927:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.247929:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.247932:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045bf8c80 x1853237059684736/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.247944:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e7a95bd 00000400:00000010:2.0:1767384702.247945:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008e7a95bd. 00000020:00000010:2.0:1767384702.247954:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.247957:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.247961:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754fda62. 00000400:00000010:0.0:1767384702.247963:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000321dd4e6. 02000000:00000010:2.0:1767384702.247964:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000129634c9. 00000400:00000200:0.0:1767384702.247970:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009127b222 00000400:00000010:0.0:1767384702.247973:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009127b222. 00000100:00000200:2.0:1767384702.247979:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384702.247980:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045bf8c80 x1853237059684736/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.247989:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b57cdd7e. 00000400:00000010:2.0:1767384702.247997:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e7a95bd. 00000100:00000200:0.0:1767384702.248001:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045bf8c80 x1853237059684736/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384702.248013:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000565f99fb. 02000000:00000010:0.0:1767384702.248018:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009bfef9c3. 02000000:00000010:0.0:1767384702.248026:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f439218d. 00000100:00000010:0.0:1767384702.248028:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 00000040:00000010:0.0:1767384702.248034:0:40424:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006576491c. 00000020:00000010:2.0:1767384702.248217:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754fda62. 00000020:00000010:2.0:1767384702.248221:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002372567d. 00000040:00000010:2.0:1767384702.248223:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b415a058. 00000020:00000010:2.0:1767384702.248225:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6c34944. 00000020:00000010:2.0:1767384702.248228:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c92a3ed7. 00000020:00000010:2.0:1767384702.248230:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cd73e233. 80000000:00000010:2.0:1767384702.248232:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003b9236e0. 40000000:00000010:2.0:1767384702.248234:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004874ce01. 00100000:00000010:2.0:1767384702.248237:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf8dce86. 00040000:00000010:2.0:1767384702.248239:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005af18c53. 00040000:00000010:2.0:1767384702.248241:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000081479429. 00080000:00000010:2.0:1767384702.248243:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000861bcb19. 00000004:00000010:2.0:1767384702.248247:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000092a0a4ba. 00002000:00000010:2.0:1767384702.248249:0:40451:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a9746a9e. 00000020:00000010:2.0:1767384702.248251:0:40451:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e2d7b870. 00000040:00000010:2.0:1767384702.248254:0:40451:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000732bf49. 00000100:00000010:2.0:1767384702.248260:0:40451:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068edae84. 02000000:00000010:2.0:1767384702.248269:0:40451:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fef6e46. 00000100:00000010:2.0:1767384702.248276:0:40451:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000702a0563. 02000000:00000010:2.0:1767384702.248296:0:40451:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000004030fcde. 00000400:00000010:2.0:1767384702.248299:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003199deca. 00000400:00000010:2.0:1767384702.248301:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002bf662d1. 00000100:00000200:2.0:1767384702.248303:0:40451:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059684864, portal 25 00000400:00000010:2.0:1767384702.248306:0:40451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.248307:0:40451:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059684864, offset 0 00000400:00000200:2.0:1767384702.248309:0:40451:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.248313:0:40451:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.248316:0:40451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a08a00 00000400:00000200:2.0:1767384702.248318:0:40451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21bd [2] + 0 00000400:00000010:2.0:1767384702.248321:0:40451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fa97b2f. 00000400:00000200:2.0:1767384702.248324:0:40451:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000022f50e45 00000400:00000200:2.0:1767384702.248327:0:40451:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.248329:0:40451:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384702.248331:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f50e45 00000400:00000010:2.0:1767384702.248333:0:40451:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022f50e45. 00000100:00000200:2.0:1767384702.248336:0:40451:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384702.248345:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384702.248347:0:40451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.248351:0:40451:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068edae84 x1853237059684864/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.248373:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1cca20b. 00000020:00000010:2.0:1767384702.248375:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1cca20b. 00000020:00000010:2.0:1767384702.248378:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0f3cf2d. 00000020:00000010:2.0:1767384702.248381:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.248383:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.248401:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1cca20b. 00000020:00000010:2.0:1767384702.248403:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1cca20b. 00000100:00000200:2.0:1767384702.248405:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684864 02000000:00000010:2.0:1767384702.248419:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000bff17446. 00000040:00000010:2.0:1767384702.248423:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006b5ddece. 00000040:00000010:2.0:1767384702.248428:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000086f54208. 00000040:00000010:2.0:1767384702.248543:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000086f54208. 00000040:00000010:2.0:1767384702.248549:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006b5ddece. 00010000:00000200:2.0:1767384702.248554:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008921fa7a x1853237059684864/t0(0) o502->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 272/8472 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.248562:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e5ae752f. 00000100:00000200:2.0:1767384702.248565:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237059684864, offset 224 00000400:00000200:2.0:1767384702.248571:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.248577:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.248580:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260a08a00 00000400:00000200:2.0:1767384702.248583:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a21 [4] + 224 00000400:00000200:2.0:1767384702.248586:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.248591:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.248597:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068edae84 x1853237059684864/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.248606:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5ae752f 00000400:00000010:2.0:1767384702.248608:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e5ae752f. 00000020:00000010:2.0:1767384702.248618:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.248621:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000020:00000010:2.0:1767384702.248624:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0f3cf2d. 02000000:00000010:2.0:1767384702.248632:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000bff17446. 00000100:00000200:2.0:1767384702.248655:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.248659:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bd969cc. 00000400:00000010:2.0:1767384702.248663:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5ae752f. 00000400:00000010:2.0:1767384702.248690:0:40451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003199deca. 00000400:00000200:2.0:1767384702.248692:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf662d1 00000400:00000010:2.0:1767384702.248693:0:40451:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002bf662d1. 00000100:00000200:2.0:1767384702.248696:0:40451:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068edae84 x1853237059684864/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.248700:0:40451:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068edae84 x1853237059684864/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384702.248712:0:40451:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000702a0563. 02000000:00000010:2.0:1767384702.248717:0:40451:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000004030fcde. 02000000:00000010:2.0:1767384702.248723:0:40451:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000fef6e46. 00000100:00000010:2.0:1767384702.248727:0:40451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068edae84. 00000020:00000010:2.0:1767384702.248737:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000035a49f41. 00000020:00000010:2.0:1767384702.248740:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000035a49f41. 00000020:00000010:2.0:1767384702.248742:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000b442b102. 00000020:00000010:2.0:1767384702.248752:0:40451:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b110cf0f. 00000020:00000010:2.0:1767384702.248756:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000be157a6b. 00000020:00000010:2.0:1767384702.248768:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000b442b102. 00000020:00000010:2.0:1767384702.248770:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000702a0563. 00000001:00000010:2.0:1767384702.248780:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000035a49f41. 00000001:00000010:2.0:1767384702.248783:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009e492b70. 00000001:00000010:2.0:1767384702.248785:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b5ddece. 00000001:00000010:2.0:1767384702.248787:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000edf094d8. 00000001:00000010:2.0:1767384702.248788:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6cd2d1c. 00000001:00000010:2.0:1767384702.248789:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fad2ef35. 00000001:00000010:2.0:1767384702.248791:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006918b41e. 00000001:00000010:2.0:1767384702.248792:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000422f017d. 00000001:00000010:2.0:1767384702.248793:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000287badbe. 00000001:00000010:2.0:1767384702.248794:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000007cc1b36. 00000001:00000010:2.0:1767384702.248796:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000646ede36. 00000001:00000010:2.0:1767384702.248797:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024bc38dc. 00000020:00000010:2.0:1767384702.248799:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fef6e46. 00000020:00000010:2.0:1767384702.248800:0:40451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.248801:0:40451:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000008:00000010:2.0:1767384702.248805:0:40451:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c221d56a. 00020000:00000010:2.0:1767384702.248808:0:40451:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000005062800. 00008000:00000010:2.0:1767384702.248811:0:40451:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000027af198f. 00000080:00000010:2.0:1767384702.248816:0:40451:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000034a8ecc2. 00000020:00000010:2.0:1767384702.248819:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0f3cf2d. 00000020:00000010:2.0:1767384702.248821:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000992b3979. 00000040:00000010:2.0:1767384702.248825:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ac1862d8. 00000020:00000010:2.0:1767384702.248829:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c021ef18. 00000020:00000010:2.0:1767384702.248859:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000376d3580. 00000020:00000010:2.0:1767384702.248877:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009bbc9b17. 80000000:00000010:2.0:1767384702.248879:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fcc588b1. 40000000:00000010:2.0:1767384702.248880:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b1cca20b. 00100000:00000010:2.0:1767384702.248883:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f6c60891. 00040000:00000010:2.0:1767384702.248884:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ecd91bf2. 00040000:00000010:2.0:1767384702.248886:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000010caa5ff. 00080000:00000010:2.0:1767384702.248888:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002c8bcc19. 00000004:00000010:2.0:1767384702.248891:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da8f3e9b. 00000004:00000010:2.0:1767384702.248895:0:40451:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 0000000088139ec0. 00000004:00000010:2.0:1767384702.248901:0:40451:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000b0570962. 00000004:00000010:2.0:1767384702.248903:0:40451:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.248905:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002b904451. 00000004:00000010:2.0:1767384702.248909:0:40451:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 000000002bf662d1. 00000004:00000010:2.0:1767384702.248911:0:40451:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000b0570962. 00000020:00000010:2.0:1767384702.248929:0:40451:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000009b24f988. 00000020:00000010:2.0:1767384702.248931:0:40451:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001f7f0142. 00000020:00000010:2.0:1767384702.248932:0:40451:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ac7f825c. 00000020:00000010:2.0:1767384702.248933:0:40451:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000db102678. 00000020:00000010:2.0:1767384702.249025:0:40451:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249033:0:40451:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249040:0:40451:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249045:0:40451:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249052:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000992b3979. 00000040:00000010:2.0:1767384702.249057:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ac1862d8. 00000020:00000010:2.0:1767384702.249060:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c021ef18. 00000020:00000010:2.0:1767384702.249068:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000376d3580. 00000020:00000010:2.0:1767384702.249071:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009bbc9b17. 80000000:00000010:2.0:1767384702.249074:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fcc588b1. 40000000:00000010:2.0:1767384702.249076:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b1cca20b. 00100000:00000010:2.0:1767384702.249078:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f6c60891. 00040000:00000010:2.0:1767384702.249080:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ecd91bf2. 00040000:00000010:2.0:1767384702.249083:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010caa5ff. 00080000:00000010:2.0:1767384702.249086:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002c8bcc19. 00000004:00000010:2.0:1767384702.249089:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da8f3e9b. 00000020:00000010:2.0:1767384702.249091:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0f3cf2d. 00000020:00000010:2.0:1767384702.249094:0:40451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.249096:0:40451:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000008:00000010:2.0:1767384702.249098:0:40451:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c221d56a. 00020000:00000010:2.0:1767384702.249101:0:40451:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000005062800. 00008000:00000010:2.0:1767384702.249104:0:40451:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000027af198f. 00000080:00000010:2.0:1767384702.249106:0:40451:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000034a8ecc2. 00000020:00000010:2.0:1767384702.249109:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fef6e46. 00000020:00000010:2.0:1767384702.249112:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000702a0563. 00000020:00000010:2.0:1767384702.249117:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ecd91bf2. 00000020:00000010:2.0:1767384702.249119:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ecd91bf2. 00000020:00000010:2.0:1767384702.249123:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ecd91bf2. 00000020:00000010:2.0:1767384702.249125:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ecd91bf2. 00000020:00000010:2.0:1767384702.249128:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000fcc588b1. 00000020:00000010:2.0:1767384702.249134:0:40451:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000060a619ee. 00000020:00000010:2.0:1767384702.249137:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002c8bcc19. 00000004:00000010:2.0:1767384702.249140:0:40451:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000b1cca20b. 00000020:00000010:2.0:1767384702.249145:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000fcc588b1. 00000020:00000010:2.0:1767384702.249147:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000fcc588b1. 00000020:00000010:2.0:1767384702.249150:0:40451:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000aafcb5a7. 00000020:00000010:2.0:1767384702.249151:0:40451:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000ff7b291d. 00000020:00000010:2.0:1767384702.249153:0:40451:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 000000003bea1cec. 00000020:00000010:2.0:1767384702.249154:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000fcc588b1. 00000020:00000010:2.0:1767384702.249156:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000702a0563. 00000001:00000010:2.0:1767384702.249168:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ecd91bf2. 00000001:00000010:2.0:1767384702.249170:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a1f36bb2. 00000001:00000010:2.0:1767384702.249172:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010caa5ff. 00000001:00000010:2.0:1767384702.249173:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bbc9b17. 00000001:00000010:2.0:1767384702.249174:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac1862d8. 00000001:00000010:2.0:1767384702.249176:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000291c2c05. 00000001:00000010:2.0:1767384702.249177:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000602e9daf. 00000001:00000010:2.0:1767384702.249179:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d6734a03. 00000001:00000010:2.0:1767384702.249180:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d65e9882. 00000001:00000010:2.0:1767384702.249181:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fef6e46. 00000001:00000010:2.0:1767384702.249182:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f0f3cf2d. 00000001:00000010:2.0:1767384702.249184:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000992b3979. 00000020:00000010:2.0:1767384702.249186:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc02d616. 00000020:00000010:2.0:1767384702.249187:0:40451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b442b102. 00000020:00000010:2.0:1767384702.249189:0:40451:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6b87cc6. 00000008:00000010:2.0:1767384702.249190:0:40451:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c221d56a. 00020000:00000010:2.0:1767384702.249191:0:40451:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000005062800. 00008000:00000010:2.0:1767384702.249193:0:40451:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000027af198f. 00000080:00000010:2.0:1767384702.249195:0:40451:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000034a8ecc2. 00000020:00000010:2.0:1767384702.249196:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cee3258. 00000020:00000010:2.0:1767384702.249198:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037dc7262. 00000040:00000010:2.0:1767384702.249200:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ca7aa97. 00000020:00000010:2.0:1767384702.249201:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f6c60891. 00000020:00000010:2.0:1767384702.249202:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000376d3580. 00000020:00000010:2.0:1767384702.249204:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006a3a00c2. 80000000:00000010:2.0:1767384702.249205:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fcc588b1. 40000000:00000010:2.0:1767384702.249206:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049c18e75. 00100000:00000010:2.0:1767384702.249208:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060cdf9eb. 00040000:00000010:2.0:1767384702.249210:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e1601224. 00040000:00000010:2.0:1767384702.249211:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6f0ad3e. 00080000:00000010:2.0:1767384702.249213:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000036223227. 00000004:00000010:2.0:1767384702.249215:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da8f3e9b. 00000004:00000010:2.0:1767384702.249217:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c021ef18. 00000004:00000010:2.0:1767384702.249220:0:40451:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 0000000021873589. 00000004:00000010:2.0:1767384702.249226:0:40451:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000e2757947. 00000004:00000010:2.0:1767384702.249227:0:40451:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000f885ffbc. 00000004:00000010:2.0:1767384702.249229:0:40451:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000004d707939. 00000004:00000010:2.0:1767384702.249233:0:40451:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000515cb3c9. 00000020:00000010:2.0:1767384702.249238:0:40451:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009e58a725. 00000020:00000010:2.0:1767384702.249240:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000046af98e7. 00000004:00000010:2.0:1767384702.249245:0:40451:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000515cb3c9. 00000004:00000010:2.0:1767384702.249247:0:40451:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000515cb3c9. 00000001:00000010:2.0:1767384702.249252:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ddadcf00. 00000001:00000010:2.0:1767384702.249253:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000b0afedf. 00000001:00000010:2.0:1767384702.249254:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be16ea89. 00000001:00000010:2.0:1767384702.249256:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ab078a41. 00000001:00000010:2.0:1767384702.249257:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000603fc68e. 00000001:00000010:2.0:1767384702.249259:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bdc5adc. 00000001:00000010:2.0:1767384702.249260:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007c1dbeeb. 00000001:00000010:2.0:1767384702.249261:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000082684234. 00000001:00000010:2.0:1767384702.249262:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a68b0de. 00000001:00000010:2.0:1767384702.249263:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002a25833. 00000001:00000010:2.0:1767384702.249265:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024c649fa. 00000001:00000010:2.0:1767384702.249266:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000719162ec. 00000020:00000010:2.0:1767384702.249268:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002837ec4c. 00000020:00000010:2.0:1767384702.249269:0:40451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000771aad72. 00000020:00000010:2.0:1767384702.249270:0:40451:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b0bbe6d. 00000008:00000010:2.0:1767384702.249272:0:40451:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e82f0c18. 00020000:00000010:2.0:1767384702.249273:0:40451:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b908d71d. 00008000:00000010:2.0:1767384702.249274:0:40451:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000deec4cf. 00000080:00000010:2.0:1767384702.249276:0:40451:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004f88815b. 00000020:00000010:2.0:1767384702.249277:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9d87e8d. 00000020:00000010:2.0:1767384702.249278:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee2d78a5. 00000040:00000010:2.0:1767384702.249280:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025134045. 00000020:00000010:2.0:1767384702.249281:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dcff250f. 00000020:00000010:2.0:1767384702.249283:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f39433. 00000020:00000010:2.0:1767384702.249285:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fe120c2b. 80000000:00000010:2.0:1767384702.249286:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a859029. 40000000:00000010:2.0:1767384702.249287:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ec6f830f. 00100000:00000010:2.0:1767384702.249289:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007ed86447. 00040000:00000010:2.0:1767384702.249291:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b084e7b3. 00040000:00000010:2.0:1767384702.249292:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009820e47d. 00080000:00000010:2.0:1767384702.249293:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ba312bf6. 00000004:00000010:2.0:1767384702.249296:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001477625c. 00000004:00000010:2.0:1767384702.249297:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005af04590. 00000004:00000010:2.0:1767384702.249300:0:40451:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000b637b155. 00000004:00000010:2.0:1767384702.249303:0:40451:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249305:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005de462fd. 00000004:00000010:2.0:1767384702.249308:0:40451:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249370:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee2d78a5. 00000040:00000010:2.0:1767384702.249376:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000025134045. 00000020:00000010:2.0:1767384702.249379:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dcff250f. 00000020:00000010:2.0:1767384702.249382:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0f39433. 00000020:00000010:2.0:1767384702.249385:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fe120c2b. 80000000:00000010:2.0:1767384702.249387:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001a859029. 40000000:00000010:2.0:1767384702.249388:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ec6f830f. 00100000:00000010:2.0:1767384702.249389:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007ed86447. 00040000:00000010:2.0:1767384702.249391:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b084e7b3. 00040000:00000010:2.0:1767384702.249393:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009820e47d. 00080000:00000010:2.0:1767384702.249394:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ba312bf6. 00000004:00000010:2.0:1767384702.249395:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001477625c. 00000004:00000010:2.0:1767384702.249398:0:40451:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005af04590. 00000020:00000010:2.0:1767384702.249399:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9d87e8d. 00000020:00000010:2.0:1767384702.249401:0:40451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000771aad72. 00000020:00000010:2.0:1767384702.249402:0:40451:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b0bbe6d. 00000008:00000010:2.0:1767384702.249403:0:40451:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e82f0c18. 00020000:00000010:2.0:1767384702.249405:0:40451:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b908d71d. 00008000:00000010:2.0:1767384702.249406:0:40451:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000deec4cf. 00000080:00000010:2.0:1767384702.249408:0:40451:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004f88815b. 00000020:00000010:2.0:1767384702.249409:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002837ec4c. 00000004:00000010:2.0:1767384702.249412:0:40451:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249416:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005af04590. 00000004:00000010:2.0:1767384702.249418:0:40451:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000002bf662d1. 00000004:00000010:2.0:1767384702.249421:0:40451:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000002bf662d1. 00000020:00000010:2.0:1767384702.249422:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ba312bf6. 00000004:00000010:2.0:1767384702.249424:0:40451:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000002bf662d1. 00000004:00000010:2.0:1767384702.249427:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ed86447. 00000004:00000010:2.0:1767384702.249429:0:40451:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000515cb3c9. 00000004:00000010:2.0:1767384702.249430:0:40451:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000004d707939. 00000004:00000010:2.0:1767384702.249432:0:40451:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000e2757947. 00000004:00000010:2.0:1767384702.249433:0:40451:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000f885ffbc. 00000004:00000010:2.0:1767384702.249435:0:40451:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 000000002bf662d1. 80000000:00000010:2.0:1767384702.249438:0:40451:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000ddfc59c3. 80000000:00000010:2.0:1767384702.249440:0:40451:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000f885ffbc. 00000004:00000010:2.0:1767384702.249444:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b2d89bbc. 00000004:00000010:2.0:1767384702.249458:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000030cef626. 00000004:00000010:2.0:1767384702.249464:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b6624967. 00080000:00000010:2.0:1767384702.249469:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b0c664c2. 00100000:00000010:2.0:1767384702.249520:0:40451:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae42a98d. 00100000:00000010:2.0:1767384702.249525:0:40451:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae42a98d. 00080000:00000010:2.0:1767384702.249528:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000000b9e663. 00080000:00000010:2.0:1767384702.249530:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ae42a98d. 80000000:00000010:2.0:1767384702.249549:0:40451:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000007dc7ff71. 80000000:00000010:2.0:1767384702.249557:0:40451:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000eec6093a. 80000000:00000010:2.0:1767384702.249563:0:40451:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000001877b154. 80000000:00000010:2.0:1767384702.249568:0:40451:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000ea866a7d. 80000000:00000010:2.0:1767384702.249573:0:40451:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000017e19110. 00080000:00000010:2.0:1767384702.249579:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002b7c9885. 00080000:00000010:2.0:1767384702.249585:0:40451:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 000000002b7c9885. 00080000:00000010:2.0:1767384702.249586:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002b7c9885. 00080000:00000010:2.0:1767384702.249588:0:40451:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 000000002b7c9885. 00080000:00000010:2.0:1767384702.249589:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002b7c9885. 00080000:00000010:2.0:1767384702.249591:0:40451:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 000000002b7c9885. 00080000:00000010:2.0:1767384702.249593:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ae42a98d. 00080000:00000010:2.0:1767384702.249595:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000000b9e663. 80000000:00000010:2.0:1767384702.249597:0:40451:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000f885ffbc. 00000004:00000010:2.0:1767384702.249610:0:40451:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 000000009820e47d. 00000004:00000010:2.0:1767384702.249614:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004d5a7d80. 00000004:00000010:2.0:1767384702.249616:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005e601559. 00000004:00000010:2.0:1767384702.249618:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b10fdc45. 00080000:00000010:2.0:1767384702.249620:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004941a832. 00000004:00000010:2.0:1767384702.249716:0:40451:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 0000000061e09abe. 00000004:00000010:2.0:1767384702.249720:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b790dd46. 00000004:00000010:2.0:1767384702.249751:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e5be8416. 00000004:00000010:2.0:1767384702.249753:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dedd0958. 00080000:00000010:2.0:1767384702.249755:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009ea5ea42. 00000004:00000010:2.0:1767384702.249817:0:40451:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000b084e7b3. 00000004:00000010:2.0:1767384702.249821:0:40451:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000a966a643. 00000004:00000010:2.0:1767384702.249892:0:40451:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000a966a643. 00010000:00000010:2.0:1767384702.249897:0:40451:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000002b7c9885. 00000001:00000010:2.0:1767384702.249899:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000eb1afe44. 00000001:00000010:2.0:1767384702.249901:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000612f29a4. 00000001:00000010:2.0:1767384702.250068:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4e62261. 00000001:00000010:2.0:1767384702.250323:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e93bbaf2. 00000001:00000010:2.0:1767384702.250592:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f778aa07. 00000001:00000010:2.0:1767384702.250878:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005719233e. 00000001:00000010:2.0:1767384702.251143:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092b0aa49. 00000001:00000010:2.0:1767384702.251356:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009fbe2447. 00000001:00000010:2.0:1767384702.251588:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001bbfd422. 00000001:00000010:2.0:1767384702.251802:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bf550321. 00000001:00000010:2.0:1767384702.252041:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000a2e6202. 00000001:00000010:2.0:1767384702.252273:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cdb90f14. 00000001:00000010:2.0:1767384702.252509:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ef3a094e. 00000001:00000010:2.0:1767384702.252733:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000205a66bd. 00000001:00000010:2.0:1767384702.252966:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f8fd6df. 00000001:00000010:2.0:1767384702.253195:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e4824948. 00000001:00000010:2.0:1767384702.253413:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6c92b09. 00000001:00000010:2.0:1767384702.253654:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009c7ed756. 00000001:00000010:2.0:1767384702.253903:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b882b3e. 00000001:00000010:2.0:1767384702.254131:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cac97215. 00000001:00000010:2.0:1767384702.254340:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cbc3a73c. 00000001:00000010:2.0:1767384702.254583:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0bcf8d6. 00000001:00000010:2.0:1767384702.254795:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f35cc172. 00000001:00000010:2.0:1767384702.255050:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000034646356. 00000001:00000010:2.0:1767384702.255280:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac2f07a0. 00000001:00000010:2.0:1767384702.255515:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005cd02838. 00000001:00000010:2.0:1767384702.255729:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dfb2a6c3. 00000001:00000010:2.0:1767384702.255960:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000af45e6f6. 00000001:00000010:2.0:1767384702.256188:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000af7589a. 00000001:00000010:2.0:1767384702.256420:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cb1d3405. 00000001:00000010:2.0:1767384702.256654:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d11eb9d8. 00000001:00000010:2.0:1767384702.256886:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000432459b1. 00000001:00000010:2.0:1767384702.257111:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000156c5b10. 00000001:00000010:2.0:1767384702.257321:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e6f2af93. 00000001:00000010:2.0:1767384702.257556:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be11c064. 00000001:00000010:2.0:1767384702.257771:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003048b430. 00000001:00000010:2.0:1767384702.258006:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b41b25d. 00000001:00000010:2.0:1767384702.258236:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088b1b78f. 00000001:00000010:2.0:1767384702.258457:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a707bba0. 00000001:00000010:2.0:1767384702.258687:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003806c452. 00000001:00000010:2.0:1767384702.258925:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009d41fb2d. 00000001:00000010:2.0:1767384702.259138:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009c254245. 00000001:00000010:2.0:1767384702.259347:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000601a0e11. 00000001:00000010:2.0:1767384702.259584:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0b50753. 00000001:00000010:2.0:1767384702.259824:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ee85bd4. 00000001:00000010:2.0:1767384702.260118:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f21ce1e1. 00000001:00000010:2.0:1767384702.260383:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000369d72d1. 00000001:00000010:2.0:1767384702.260656:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c5a6025. 00000100:00000010:2.0:1767384702.260875:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3dd1b34. 00000100:00000010:1.0:1767384702.260891:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff16779f. 00000100:00000010:0.0:1767384702.260922:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb686431. 00000100:00000010:3.0:1767384702.260924:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edd10b23. 00000001:00000010:2.0:1767384702.260941:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004389c769. 00000001:00000010:2.0:1767384702.261208:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000064447c27. 00000001:00000010:2.0:1767384702.261485:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000baa08127. 00000001:00000010:2.0:1767384702.261775:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000753052fa. 00000001:00000010:2.0:1767384702.262078:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005c376ef7. 00000001:00000010:2.0:1767384702.262357:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e00ce19a. 00000001:00000010:2.0:1767384702.262568:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fd9893d9. 00000001:00000010:2.0:1767384702.262785:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003dffb2bc. 00000001:00000010:2.0:1767384702.263065:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e212a71. 00000001:00000010:2.0:1767384702.263340:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001a696d02. 00000001:00000010:2.0:1767384702.263581:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008defe127. 00000001:00000010:2.0:1767384702.263793:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000eaa239. 00000001:00000010:2.0:1767384702.264012:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cf0b22f9. 00000001:00000010:2.0:1767384702.264225:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078fc5e4a. 00000001:00000010:2.0:1767384702.264427:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a95ab2d0. 00000001:00000010:2.0:1767384702.264628:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001ea682d9. 00000001:00000010:2.0:1767384702.264853:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004f430104. 00000001:00000010:2.0:1767384702.265056:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000096efd664. 00000001:00000010:2.0:1767384702.265259:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d42feb44. 00000001:00000010:2.0:1767384702.265460:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021820a3d. 00000001:00000010:2.0:1767384702.265682:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa0ee634. 00000001:00000010:2.0:1767384702.265899:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab73a9c5. 00000001:00000010:2.0:1767384702.266102:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bdf91e05. 00000001:00000010:2.0:1767384702.266306:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000afc237db. 00000001:00000010:2.0:1767384702.266515:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e4d3181d. 00000001:00000010:2.0:1767384702.266727:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000237d02f9. 00000001:00000010:2.0:1767384702.266950:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000549cd636. 00000001:00000010:2.0:1767384702.267152:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000054ea08db. 00000001:00000010:2.0:1767384702.267377:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002768f9eb. 00000001:00000010:2.0:1767384702.267612:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000017dca733. 00000001:00000010:2.0:1767384702.267873:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ee14dde3. 00000001:00000010:2.0:1767384702.268109:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b990001. 00000001:00000010:2.0:1767384702.268369:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d81b3d03. 00000001:00000010:2.0:1767384702.268632:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000799c281c. 00000001:00000010:2.0:1767384702.268895:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000bf41343. 00000001:00000010:2.0:1767384702.269131:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6e785e1. 00000001:00000010:2.0:1767384702.269377:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a4bd2927. 00000001:00000010:2.0:1767384702.269612:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cda4144a. 00000001:00000010:2.0:1767384702.269886:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d95ec4f. 00000001:00000010:2.0:1767384702.270122:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009393cc87. 00000001:00000010:2.0:1767384702.270363:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079c181bf. 00000001:00000010:2.0:1767384702.270595:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005c8d6e63. 00000001:00000010:2.0:1767384702.270859:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c7b692ac. 00000001:00000010:2.0:1767384702.271094:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c475b20c. 00000001:00000010:2.0:1767384702.271321:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e9ea48a. 00000001:00000010:2.0:1767384702.271543:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d439b47. 00000001:00000010:2.0:1767384702.271770:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b98fb514. 00000001:00000010:2.0:1767384702.272010:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008a34ab7b. 00000001:00000010:2.0:1767384702.272229:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008a4a13db. 00000001:00000010:2.0:1767384702.272442:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e64d906. 00000001:00000010:2.0:1767384702.272666:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000035b73239. 00000001:00000010:2.0:1767384702.272893:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a640cab7. 00000001:00000010:2.0:1767384702.273104:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a966d850. 00000001:00000010:2.0:1767384702.273792:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bef4e414. 00000001:00000010:2.0:1767384702.273979:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d38b289e. 00000001:00000010:2.0:1767384702.274149:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000770ec3b2. 00000001:00000010:2.0:1767384702.274325:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000014acabce. 00000001:00000010:2.0:1767384702.274495:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005101b632. 00000001:00000010:2.0:1767384702.274676:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000458d39e3. 00000001:00000010:2.0:1767384702.274862:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000697a7bf1. 00000001:00000010:2.0:1767384702.275033:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e7c899e. 00000001:00000010:2.0:1767384702.275691:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023de8d35. 00000001:00000010:2.0:1767384702.275888:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ba6934a. 00000001:00000010:2.0:1767384702.276071:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7418711. 00000001:00000010:2.0:1767384702.276255:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eeb3a7ec. 00000001:00000010:2.0:1767384702.276426:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b2693358. 00000001:00000010:2.0:1767384702.276596:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bcff2a2c. 00000001:00000010:2.0:1767384702.276781:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000070a55153. 00000001:00000010:2.0:1767384702.277457:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000594809a6. 00000001:00000010:2.0:1767384702.277629:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000412fb7ee. 00000001:00000010:2.0:1767384702.277878:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b1e066db. 00000001:00000010:2.0:1767384702.278125:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c95c9091. 00000001:00000010:2.0:1767384702.278375:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000194e76e1. 00000001:00000010:2.0:1767384702.278622:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000077c10e8f. 00000001:00000010:2.0:1767384702.278900:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000005d3e01c. 00000001:00000010:2.0:1767384702.279130:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000bb3ab17. 00000001:00000010:2.0:1767384702.279951:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007588fc51. 00000001:00000010:2.0:1767384702.280204:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7b195de. 00000001:00000010:2.0:1767384702.280455:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e7eab0d. 00000001:00000010:2.0:1767384702.280683:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c192dd29. 00000001:00000010:2.0:1767384702.280878:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0790573. 00000001:00000010:2.0:1767384702.281074:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018333bc3. 00000020:00000010:2.0:1767384702.281210:0:40451:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b4cfbd35. 00000020:00000010:2.0:1767384702.281213:0:40451:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000e50e74ed. 00000020:00000010:2.0:1767384702.281257:0:40451:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d2183b7b. 00000020:00000010:2.0:1767384702.281259:0:40451:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000efc56dd4. 00000020:00000010:2.0:1767384702.281297:0:40451:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000004af53d66. 00000004:00000010:2.0:1767384702.281306:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004e2b5bfd. 00000004:00000010:2.0:1767384702.281315:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d807fe90. 00000004:00000010:2.0:1767384702.281321:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d0952f14. 00080000:00000010:2.0:1767384702.281327:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000052f06f90. 00000001:00000010:2.0:1767384702.281573:0:40451:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000051e35676. 00000001:00000010:2.0:1767384702.281593:0:40451:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000051e35676. 00080000:00000010:2.0:1767384702.281599:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000009f16eda. 00000020:00000010:2.0:1767384702.281667:0:40451:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 0000000051e35676. 00000004:00000010:2.0:1767384702.281671:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e767fc17. 00000004:00000010:2.0:1767384702.281674:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003abffe38. 00000004:00000010:2.0:1767384702.281676:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b07f4beb. 00080000:00000010:2.0:1767384702.281678:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf26c45e. 00000001:00000010:2.0:1767384702.281731:0:40451:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000a966a643. 00000001:00000010:2.0:1767384702.281748:0:40451:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000a966a643. 00000001:00000010:2.0:1767384702.281756:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000013585561. 00000001:00000010:2.0:1767384702.281762:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003ce41d95. 00000001:00000010:2.0:1767384702.281763:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a966a643. 00000020:00000010:2.0:1767384702.281765:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002837ec4c. 00000020:00000010:2.0:1767384702.281768:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f9d87e8d. 00000040:00000010:2.0:1767384702.281770:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025134045. 00000020:00000010:2.0:1767384702.281772:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dcff250f. 00000020:00000010:2.0:1767384702.281775:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f39433. 00000020:00000010:2.0:1767384702.281778:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ee2d78a5. 80000000:00000010:2.0:1767384702.281780:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002a1080e7. 40000000:00000010:2.0:1767384702.281783:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004a2704a2. 00100000:00000010:2.0:1767384702.281787:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005552422f. 00040000:00000010:2.0:1767384702.281790:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009825c04f. 00040000:00000010:2.0:1767384702.281794:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e41eefb1. 00080000:00000010:2.0:1767384702.281797:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000044be1f49. 00000004:00000010:2.0:1767384702.281799:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0258d37. 00000004:00000010:2.0:1767384702.281802:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001477625c. 00000004:00000010:2.0:1767384702.281805:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007cb61773. 00000020:00000010:2.0:1767384702.281808:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c15e6776. 00000020:00000010:2.0:1767384702.281809:0:40451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1e3a2e9. 00000020:00000010:2.0:1767384702.281812:0:40451:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b0bbe6d. 02000000:00000010:2.0:1767384702.281821:0:40451:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000007c83563e. 02000000:00000010:2.0:1767384702.281824:0:40451:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000006b0aada2. 02000000:00000010:2.0:1767384702.281829:0:40451:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000002c5cbc7a. 02000000:00000010:2.0:1767384702.281850:0:40451:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000008e9bf578. 00000020:00000010:2.0:1767384702.282076:0:40451:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000069c40ef3. 00000020:00000010:2.0:1767384702.282079:0:40451:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000009d2bdba6. 00000004:00000010:2.0:1767384702.282093:0:40451:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000d736ea2f. 00000004:00000010:2.0:1767384702.282095:0:40451:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000166d91c4. 00000004:00000010:2.0:1767384702.282097:0:40451:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000085bfa330. 00000004:00000010:2.0:1767384702.282099:0:40451:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 00000000e88c3448. 00000004:00000010:2.0:1767384702.282103:0:40451:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 0000000061649004. 00000020:00000010:2.0:1767384702.282111:0:40451:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000061a87026. 00000020:00000010:2.0:1767384702.282115:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008a6be02e. 00000004:00000010:2.0:1767384702.282127:0:40451:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 0000000061649004. 00000004:00000010:2.0:1767384702.282130:0:40451:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 0000000061649004. 00000001:00000010:2.0:1767384702.282144:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009820c3da. 00000001:00000010:2.0:1767384702.282147:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b8dbd017. 00000001:00000010:2.0:1767384702.282149:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fffb7def. 00000001:00000010:2.0:1767384702.282151:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e24f524. 00000001:00000010:2.0:1767384702.282153:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a38b6799. 00000001:00000010:2.0:1767384702.282154:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004c4e8543. 00000001:00000010:2.0:1767384702.282155:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b902ef66. 00000001:00000010:2.0:1767384702.282157:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000eeeda5a. 00000001:00000010:2.0:1767384702.282158:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000680b301d. 00000001:00000010:2.0:1767384702.282160:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000023bf6609. 00000001:00000010:2.0:1767384702.282161:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041d670aa. 00000001:00000010:2.0:1767384702.282163:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b4cdda5. 00000020:00000010:2.0:1767384702.282165:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e126c9. 00000020:00000010:2.0:1767384702.282168:0:40451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000948257c7. 00000020:00000010:2.0:1767384702.282170:0:40451:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9f51b31. 00000008:00000010:2.0:1767384702.282173:0:40451:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e82f0c18. 00020000:00000010:2.0:1767384702.282177:0:40451:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b908d71d. 00008000:00000010:2.0:1767384702.282180:0:40451:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000deec4cf. 00000080:00000010:2.0:1767384702.282184:0:40451:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004f88815b. 00000020:00000010:2.0:1767384702.282187:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000996d7410. 00000020:00000010:2.0:1767384702.282189:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043168701. 00000040:00000010:2.0:1767384702.282191:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e4a78dcd. 00000020:00000010:2.0:1767384702.282193:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7fd03b5. 00000020:00000010:2.0:1767384702.282195:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000549706b0. 00000020:00000010:2.0:1767384702.282196:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aacafb38. 80000000:00000010:2.0:1767384702.282198:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001de619fa. 40000000:00000010:2.0:1767384702.282199:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000031660c6. 00100000:00000010:2.0:1767384702.282202:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009e0a767d. 00040000:00000010:2.0:1767384702.282204:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9de991a. 00040000:00000010:2.0:1767384702.282206:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028fd5c7f. 00080000:00000010:2.0:1767384702.282209:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000db5f4da2. 00000004:00000010:2.0:1767384702.282211:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d311963f. 00000004:00000010:2.0:1767384702.282212:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000121960b. 00000004:00000010:2.0:1767384702.282214:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000069062328. 00040000:00000010:2.0:1767384702.282216:0:40451:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 000000000067fcc8. 00040000:00000010:2.0:1767384702.282223:0:40451:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000a396be5e. 00000020:00000010:2.0:1767384702.282227:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000157933f6. 00040000:00000010:2.0:1767384702.282230:0:40451:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000a396be5e. 00040000:00000010:2.0:1767384702.282233:0:40451:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000d6549136. 00000020:00000010:2.0:1767384702.282234:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb5e9fe1. 00000020:00000010:2.0:1767384702.282236:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045cdca21. 00000040:00000010:2.0:1767384702.282237:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fdf3aefb. 00000020:00000010:2.0:1767384702.282240:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6fc9215. 00000020:00000010:2.0:1767384702.282243:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0982307. 00000020:00000010:2.0:1767384702.282245:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003cdcb938. 80000000:00000010:2.0:1767384702.282246:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d95b1077. 40000000:00000010:2.0:1767384702.282247:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c455eb50. 00100000:00000010:2.0:1767384702.282249:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009011e4c2. 00040000:00000010:2.0:1767384702.282250:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0a6c22c. 00040000:00000010:2.0:1767384702.282252:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000372f10d2. 00040000:00000010:2.0:1767384702.282253:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000069bd0141. 00080000:00000010:2.0:1767384702.282255:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000759acdd7. 00000004:00000010:2.0:1767384702.282257:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000095083ff3. 00000004:00000010:2.0:1767384702.282260:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bf33692. 00000004:00000010:2.0:1767384702.282263:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043f86732. 00000020:00000010:1.0:1767384702.282455:0:40451:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007841fd61. 00040000:00000010:1.0:1767384702.282505:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001e6d94ea. 00040000:00000010:1.0:1767384702.282511:0:40451:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000002815f18c. 00000020:00000010:1.0:1767384702.282520:0:40451:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c6d7c6a7. 00040000:00000010:1.0:1767384702.282523:0:40451:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000139d91f6. 00000020:00000010:1.0:1767384702.282532:0:40451:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000028cfb74a. 00000020:00000010:1.0:1767384702.282558:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000043168701. 00000040:00000010:1.0:1767384702.282561:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e4a78dcd. 00000020:00000010:1.0:1767384702.282563:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7fd03b5. 00000020:00000010:1.0:1767384702.282567:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000549706b0. 00000020:00000010:1.0:1767384702.282570:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aacafb38. 80000000:00000010:1.0:1767384702.282573:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001de619fa. 40000000:00000010:1.0:1767384702.282575:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000031660c6. 00100000:00000010:1.0:1767384702.282577:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009e0a767d. 00040000:00000010:1.0:1767384702.282580:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9de991a. 00040000:00000010:1.0:1767384702.282582:0:40451:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001e6d94ea. 00040000:00000010:1.0:1767384702.282584:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000028fd5c7f. 00080000:00000010:1.0:1767384702.282586:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000db5f4da2. 00000004:00000010:1.0:1767384702.282592:0:40451:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d311963f. 00000004:00000010:1.0:1767384702.282594:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000121960b. 00000004:00000010:1.0:1767384702.282597:0:40451:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000069062328. 00000020:00000010:1.0:1767384702.282599:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000996d7410. 00000020:00000010:1.0:1767384702.282602:0:40451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000948257c7. 00000020:00000010:1.0:1767384702.282604:0:40451:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9f51b31. 00000008:00000010:1.0:1767384702.282606:0:40451:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e82f0c18. 00020000:00000010:1.0:1767384702.282609:0:40451:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b908d71d. 00008000:00000010:1.0:1767384702.282611:0:40451:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000deec4cf. 00000080:00000010:1.0:1767384702.282613:0:40451:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004f88815b. 00000020:00000010:1.0:1767384702.282616:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e126c9. 00000004:00000010:1.0:1767384702.282622:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ef0ded3d. 00000004:00000010:1.0:1767384702.282625:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000002c42954. 00000004:00000010:1.0:1767384702.282628:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000093b71742. 00080000:00000010:1.0:1767384702.282631:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d5343e9. 00000020:00000010:1.0:1767384702.282686:0:40451:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008750050f. 00080000:00000010:1.0:1767384702.282694:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fda6da9d. 00080000:00000010:1.0:1767384702.282753:0:40451:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fda6da9d. 00000020:00000010:1.0:1767384702.282758:0:40451:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008750050f. 00000004:00000010:1.0:1767384702.282769:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bd598fc5. 00000004:00000010:1.0:1767384702.282773:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cb492ad1. 00000004:00000010:1.0:1767384702.282776:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000014ae3ecf. 00080000:00000010:1.0:1767384702.282778:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fda6da9d. 00040000:00000010:1.0:1767384702.282866:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001e6d94ea. 00000020:00000010:1.0:1767384702.282891:0:40451:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000039a2b988. 00080000:00000010:1.0:1767384702.282896:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aeab9a78. 00080000:00000010:1.0:1767384702.282946:0:40451:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aeab9a78. 00000020:00000010:1.0:1767384702.282948:0:40451:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000039a2b988. 00000004:00000010:1.0:1767384702.282958:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b1d6502c. 00000004:00000010:1.0:1767384702.282961:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b5081e65. 00000004:00000010:1.0:1767384702.282963:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000499051d1. 00080000:00000010:1.0:1767384702.282967:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aeab9a78. 00000004:00000010:1.0:1767384702.283045:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f7c361e9. 00000004:00000010:1.0:1767384702.283054:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000047e9a23b. 00000004:00000010:1.0:1767384702.283058:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ebf0ec08. 00080000:00000010:1.0:1767384702.283061:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000033bfb54f. 00100000:00000010:1.0:1767384702.283123:0:40451:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b2c4555b. 00100000:00000010:1.0:1767384702.283127:0:40451:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b2c4555b. 00040000:00000010:1.0:1767384702.283132:0:40451:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000089faf361. 00000001:00000010:1.0:1767384702.283143:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000017b127bb. 00000001:00000010:1.0:1767384702.283147:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000be376688. 00000001:00000010:1.0:1767384702.283151:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c1b07089. 00040000:00000010:1.0:1767384702.283155:0:40451:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b2c4555b. 00080000:00000010:1.0:1767384702.283162:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bcfe1b6e. 00080000:00000010:1.0:1767384702.283166:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000008e8dbcd1. 00080000:00000010:1.0:1767384702.283188:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000008e8dbcd1. 00080000:00000010:1.0:1767384702.283191:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bcfe1b6e. 00040000:00000010:1.0:1767384702.283193:0:40451:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b2c4555b. 00040000:00000010:1.0:1767384702.283205:0:40451:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009f1b9b10. 00000004:00000010:1.0:1767384702.283258:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001cd92c57. 00000004:00000010:1.0:1767384702.283264:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009548fd05. 00000004:00000010:1.0:1767384702.283267:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005a806fef. 00080000:00000010:1.0:1767384702.283269:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000073253786. 00100000:00000010:1.0:1767384702.283303:0:40451:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ced1a6db. 00100000:00000010:1.0:1767384702.283305:0:40451:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ced1a6db. 00040000:00000010:1.0:1767384702.283313:0:40451:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ae1ef53c. 00000001:00000010:1.0:1767384702.283316:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002f1592a2. 00000001:00000010:1.0:1767384702.283319:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009793635b. 00000001:00000010:1.0:1767384702.283322:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000029ee4325. 00040000:00000010:1.0:1767384702.283324:0:40451:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ced1a6db. 00080000:00000010:1.0:1767384702.283327:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bcfe1b6e. 00080000:00000010:1.0:1767384702.283329:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000a2c67d02. 00080000:00000010:1.0:1767384702.283350:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000a2c67d02. 00080000:00000010:1.0:1767384702.283354:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bcfe1b6e. 00040000:00000010:1.0:1767384702.283355:0:40451:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ced1a6db. 00040000:00000010:1.0:1767384702.283359:0:40451:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000cc02da7e. 00000004:00000010:1.0:1767384702.283399:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f48b5b7b. 00000004:00000010:1.0:1767384702.283403:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000538724a6. 00000004:00000010:1.0:1767384702.283405:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f779c4f9. 00080000:00000010:1.0:1767384702.283407:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b70eb95a. 00100000:00000010:1.0:1767384702.283463:0:40451:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000d6e8403. 00100000:00000010:1.0:1767384702.283465:0:40451:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000d6e8403. 00040000:00000010:1.0:1767384702.283468:0:40451:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002120da71. 00000001:00000010:1.0:1767384702.283471:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004b70fd02. 00000001:00000010:1.0:1767384702.283478:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000052844e5c. 00000001:00000010:1.0:1767384702.283483:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000dbdb59eb. 00040000:00000010:1.0:1767384702.283487:0:40451:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000000d6e8403. 00080000:00000010:1.0:1767384702.283491:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bcfe1b6e. 00080000:00000010:1.0:1767384702.283494:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000083d2c269. 00080000:00000010:1.0:1767384702.283508:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000083d2c269. 00080000:00000010:1.0:1767384702.283510:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bcfe1b6e. 00040000:00000010:1.0:1767384702.283513:0:40451:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000000d6e8403. 00040000:00000010:1.0:1767384702.283519:0:40451:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000006eefe0d0. 00000020:00000010:1.0:1767384702.283559:0:40451:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003cc1dd5b. 00080000:00000010:1.0:1767384702.283564:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093132b7b. 00080000:00000010:1.0:1767384702.283591:0:40451:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000093132b7b. 00000020:00000010:1.0:1767384702.283593:0:40451:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003cc1dd5b. 00000004:00000010:1.0:1767384702.283597:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000c22ea9e. 00000004:00000010:1.0:1767384702.283601:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d4056869. 00000004:00000010:1.0:1767384702.283603:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c9a7d0d1. 00080000:00000010:1.0:1767384702.283604:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093132b7b. 00000004:00000010:1.0:1767384702.283640:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000038906ca6. 00000004:00000010:1.0:1767384702.283642:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d50aa333. 00000004:00000010:1.0:1767384702.283662:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000034eefe4e. 00080000:00000010:1.0:1767384702.283665:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000065879da9. 00100000:00000010:1.0:1767384702.283692:0:40451:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000027b02b3a. 00100000:00000010:1.0:1767384702.283694:0:40451:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000027b02b3a. 00040000:00000010:1.0:1767384702.283698:0:40451:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ef9cf66d. 00000001:00000010:1.0:1767384702.283700:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000057134ef. 00000001:00000010:1.0:1767384702.283705:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ca0b26fb. 00000001:00000010:1.0:1767384702.283707:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000071e38303. 00040000:00000010:1.0:1767384702.283709:0:40451:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000027b02b3a. 00080000:00000010:1.0:1767384702.283711:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bcfe1b6e. 00080000:00000010:1.0:1767384702.283713:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d6c56dea. 00080000:00000010:1.0:1767384702.283726:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d6c56dea. 00080000:00000010:1.0:1767384702.283727:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bcfe1b6e. 00040000:00000010:1.0:1767384702.283728:0:40451:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000027b02b3a. 00040000:00000010:1.0:1767384702.283731:0:40451:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004152470c. 00000004:00000010:1.0:1767384702.283756:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b9dec131. 00000004:00000010:1.0:1767384702.283759:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000038719c9b. 00000004:00000010:1.0:1767384702.283761:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cb7078a2. 00080000:00000010:1.0:1767384702.283763:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000067684fb0. 00100000:00000010:1.0:1767384702.283787:0:40451:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ccfe19b6. 00100000:00000010:1.0:1767384702.283789:0:40451:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ccfe19b6. 00040000:00000010:1.0:1767384702.283791:0:40451:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d2b21d56. 00000001:00000010:1.0:1767384702.283793:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cf543cf7. 00000001:00000010:1.0:1767384702.283796:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002c7948aa. 00000001:00000010:1.0:1767384702.283798:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f21d9a50. 00040000:00000010:1.0:1767384702.283799:0:40451:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ccfe19b6. 00080000:00000010:1.0:1767384702.283801:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bcfe1b6e. 00080000:00000010:1.0:1767384702.283803:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000e7bf1e99. 00080000:00000010:1.0:1767384702.283812:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000e7bf1e99. 00080000:00000010:1.0:1767384702.283815:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bcfe1b6e. 00040000:00000010:1.0:1767384702.283816:0:40451:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ccfe19b6. 00040000:00000010:1.0:1767384702.283819:0:40451:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000cb90b396. 00000004:00000010:1.0:1767384702.283878:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007716c58a. 00000004:00000010:1.0:1767384702.283935:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e479b950. 00000004:00000010:1.0:1767384702.283937:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000097f870af. 00080000:00000010:1.0:1767384702.283940:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000692cb8f6. 00100000:00000010:1.0:1767384702.283969:0:40451:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e58546d. 00100000:00000010:1.0:1767384702.283972:0:40451:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e58546d. 00040000:00000010:1.0:1767384702.283977:0:40451:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000088a6d13b. 00000001:00000010:1.0:1767384702.283979:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000490a5998. 00000001:00000010:1.0:1767384702.283983:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000cc8fd363. 00000001:00000010:1.0:1767384702.283986:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000909d22b. 00040000:00000010:1.0:1767384702.283988:0:40451:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000006e58546d. 00080000:00000010:1.0:1767384702.283991:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bcfe1b6e. 00080000:00000010:1.0:1767384702.283993:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000fb7876e7. 00080000:00000010:1.0:1767384702.284011:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000fb7876e7. 00080000:00000010:1.0:1767384702.284015:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bcfe1b6e. 00040000:00000010:1.0:1767384702.284018:0:40451:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000006e58546d. 00040000:00000010:1.0:1767384702.284022:0:40451:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000007edf7b0e. 00000020:00000010:1.0:1767384702.284049:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004e3fce07. 00000004:00000010:1.0:1767384702.284053:0:40451:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 0000000061649004. 00000004:00000010:1.0:1767384702.284056:0:40451:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 0000000085bfa330. 00000004:00000010:1.0:1767384702.284057:0:40451:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000d736ea2f. 00000004:00000010:1.0:1767384702.284059:0:40451:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000166d91c4. 00000004:00000010:1.0:1767384702.284060:0:40451:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000e88c3448. 00000020:00000010:1.0:1767384702.284070:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c07d2f7c. 00000020:00000010:1.0:1767384702.284072:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004d3b796a. 00000040:00000010:1.0:1767384702.284073:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000cc6e163. 00000020:00000010:1.0:1767384702.284075:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000097acbfc. 00000020:00000010:1.0:1767384702.284078:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f10b22d. 00000020:00000010:1.0:1767384702.284080:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c64124d1. 80000000:00000010:1.0:1767384702.284082:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e218a7d9. 40000000:00000010:1.0:1767384702.284083:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e58546d. 00100000:00000010:1.0:1767384702.284085:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ded63626. 00040000:00000010:1.0:1767384702.284087:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3ce2505. 00040000:00000010:1.0:1767384702.284089:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005b457a01. 00040000:00000010:1.0:1767384702.284091:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bfe308e5. 00080000:00000010:1.0:1767384702.284093:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009256a827. 00000004:00000010:1.0:1767384702.284095:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000069062328. 00000004:00000010:1.0:1767384702.284098:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003ace3dbb. 00000004:00000010:1.0:1767384702.284100:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d311963f. 00000020:00000010:1.0:1767384702.284102:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008e61d22. 00000020:00000010:1.0:1767384702.284104:0:40451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d736ea2f. 00000020:00000010:1.0:1767384702.284106:0:40451:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dcde4d6f. 00000020:00000010:3.0:1767384702.284305:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000037dc7262. 00000040:00000010:3.0:1767384702.284312:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ca7aa97. 00000020:00000010:3.0:1767384702.284315:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f6c60891. 00000020:00000010:3.0:1767384702.284319:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000376d3580. 00000020:00000010:3.0:1767384702.284323:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006a3a00c2. 80000000:00000010:3.0:1767384702.284326:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fcc588b1. 40000000:00000010:3.0:1767384702.284329:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049c18e75. 00100000:00000010:3.0:1767384702.284332:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060cdf9eb. 00040000:00000010:3.0:1767384702.284335:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e1601224. 00040000:00000010:3.0:1767384702.284338:0:40451:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001e6d94ea. 00040000:00000010:3.0:1767384702.284341:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6f0ad3e. 00080000:00000010:3.0:1767384702.284343:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000036223227. 00000004:00000010:3.0:1767384702.284345:0:40451:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007ed86447. 00000004:00000010:3.0:1767384702.284349:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da8f3e9b. 00000004:00000010:3.0:1767384702.284352:0:40451:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c021ef18. 00000020:00000010:3.0:1767384702.284359:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cee3258. 00000020:00000010:3.0:1767384702.284363:0:40451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b442b102. 00000020:00000010:3.0:1767384702.284366:0:40451:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6b87cc6. 00000008:00000010:3.0:1767384702.284369:0:40451:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c221d56a. 00020000:00000010:3.0:1767384702.284372:0:40451:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000005062800. 00008000:00000010:3.0:1767384702.284374:0:40451:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000027af198f. 00000080:00000010:3.0:1767384702.284377:0:40451:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000034a8ecc2. 00000020:00000010:3.0:1767384702.284380:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc02d616. 00000020:00000010:3.0:1767384702.284384:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000702a0563. 00000020:00000010:3.0:1767384702.284395:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284399:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284405:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284414:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284420:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a861e5a5. 00000020:00000010:3.0:1767384702.284427:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f91b6cc5. 00000020:00000010:3.0:1767384702.284430:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc02d616. 00000040:00000010:3.0:1767384702.284433:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002cee3258. 00000020:00000010:3.0:1767384702.284436:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078a198bd. 00000020:00000010:3.0:1767384702.284440:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005fd82698. 00000020:00000010:3.0:1767384702.284443:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6f0ad3e. 80000000:00000010:3.0:1767384702.284446:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000079f230e3. 40000000:00000010:3.0:1767384702.284449:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b2a027bd. 00100000:00000010:3.0:1767384702.284452:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000d26c82a. 00040000:00000010:3.0:1767384702.284455:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c23b463f. 00040000:00000010:3.0:1767384702.284457:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e730c3f. 00040000:00000010:3.0:1767384702.284460:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a3a00c2. 00080000:00000010:3.0:1767384702.284463:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000caf43fa1. 00000004:00000010:3.0:1767384702.284466:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dea80a61. 00000004:00000010:3.0:1767384702.284469:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005457f42c. 00000004:00000010:3.0:1767384702.284472:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000804aefc. 02000000:00000010:3.0:1767384702.284481:0:40451:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 000000008dc1db8f. 02000000:00000010:3.0:1767384702.284485:0:40451:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 000000008dc1db8f. 00000020:00000010:3.0:1767384702.284489:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc02d616. 00000040:00000010:3.0:1767384702.284492:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002cee3258. 00000020:00000010:3.0:1767384702.284494:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078a198bd. 00000020:00000010:3.0:1767384702.284497:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005fd82698. 00000020:00000010:3.0:1767384702.284501:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6f0ad3e. 80000000:00000010:3.0:1767384702.284504:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079f230e3. 40000000:00000010:3.0:1767384702.284506:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b2a027bd. 00100000:00000010:3.0:1767384702.284508:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000d26c82a. 00040000:00000010:3.0:1767384702.284510:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c23b463f. 00040000:00000010:3.0:1767384702.284512:0:40451:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e730c3f. 00040000:00000010:3.0:1767384702.284517:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a3a00c2. 00080000:00000010:3.0:1767384702.284519:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000caf43fa1. 00000004:00000010:3.0:1767384702.284522:0:40451:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dea80a61. 00000004:00000010:3.0:1767384702.284531:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005457f42c. 00000004:00000010:3.0:1767384702.284534:0:40451:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000804aefc. 00000020:00000010:3.0:1767384702.284537:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f91b6cc5. 00000020:00000010:3.0:1767384702.284542:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a861e5a5. 00000020:00000010:3.0:1767384702.284549:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284551:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284556:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284558:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284564:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284566:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c23b463f. 00000020:00000010:3.0:1767384702.284570:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000b2a027bd. 00000100:00000010:3.0:1767384702.284575:0:40451:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000001792d363. 00000400:00000200:3.0:1767384702.284579:0:40451:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384702.284586:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:3.0:1767384702.284592:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384702.284598:0:40451:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (41) 00000400:00000200:3.0:1767384702.284603:0:40451:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:3.0:1767384702.284616:0:40451:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:3.0:1767384702.284618:0:40451:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384702.284621:0:40451:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384702.284623:0:40451:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:3.0:1767384702.284625:0:40451:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:3.0:1767384702.284628:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:3.0:1767384702.284630:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:3.0:1767384702.284636:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284638:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:3.0:1767384702.284640:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:3.0:1767384702.284656:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284658:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:0.0:1767384702.284661:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384702.284662:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:3.0:1767384702.284677:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.284677:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:3.0:1767384702.284683:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:3.0:1767384702.284688:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000010:0.0:1767384702.284690:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000200:3.0:1767384702.284694:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.284700:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:3.0:1767384702.284710:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:3.0:1767384702.284714:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000010:0.0:1767384702.284715:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e08458c5. 00000400:00000200:3.0:1767384702.284722:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.284729:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:3.0:1767384702.284730:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:3.0:1767384702.284736:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:3.0:1767384702.284741:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284743:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:3.0:1767384702.284745:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:0.0:1767384702.284755:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:3.0:1767384702.284756:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284765:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:3.0:1767384702.284768:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:0.0:1767384702.284771:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000400:00000200:3.0:1767384702.284776:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284782:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:3.0:1767384702.284787:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:0.0:1767384702.284788:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000400:00000200:3.0:1767384702.284796:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284804:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:0.0:1767384702.284804:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000400:00000200:3.0:1767384702.284812:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:0.0:1767384702.284819:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000400:00000200:3.0:1767384702.284820:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284826:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:3.0:1767384702.284858:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:3.0:1767384702.284863:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284866:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:3.0:1767384702.284868:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:3.0:1767384702.284874:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284878:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:3.0:1767384702.284880:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:3.0:1767384702.284885:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284887:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:0.0:1767384702.284890:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000400:00000200:3.0:1767384702.284895:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:3.0:1767384702.284906:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.284908:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000400:00000200:3.0:1767384702.284912:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:3.0:1767384702.284920:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:0.0:1767384702.284926:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000400:00000200:3.0:1767384702.284927:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.284935:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:3.0:1767384702.284940:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:0.0:1767384702.284944:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000400:00000200:3.0:1767384702.284951:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.284956:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000400:00000200:3.0:1767384702.284967:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:3.0:1767384702.284976:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:0.0:1767384702.284976:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000400:00000200:3.0:1767384702.284989:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.284990:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000400:00000200:3.0:1767384702.284994:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:3.0:1767384702.285003:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:0.0:1767384702.285004:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000400:00000200:3.0:1767384702.285014:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285020:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:0.0:1767384702.285020:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000400:00000200:0.0:1767384702.285029:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000400:00000200:3.0:1767384702.285037:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:0.0:1767384702.285038:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 60], ns[184, 61] 00000400:00000200:3.0:1767384702.285051:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.285055:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[188, 61] 00000400:00000200:3.0:1767384702.285057:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:3.0:1767384702.285064:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:0.0:1767384702.285069:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 60], ns[50, 61] 00000400:00000200:3.0:1767384702.285070:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285078:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:3.0:1767384702.285083:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:0.0:1767384702.285085:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:3.0:1767384702.285090:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285096:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:0.0:1767384702.285100:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[210, 50], ns[244, 50] 00000400:00000200:3.0:1767384702.285105:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:3.0:1767384702.285115:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.285117:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 50], ns[66, 50] 00000400:00000200:3.0:1767384702.285123:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:3.0:1767384702.285129:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:0.0:1767384702.285129:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 50], ns[79, 50] 00000400:00000200:3.0:1767384702.285140:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.285144:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 50], ns[91, 50] 00000400:00000200:3.0:1767384702.285146:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:3.0:1767384702.285151:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:0.0:1767384702.285156:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 50], ns[173, 50] 00000400:00000200:3.0:1767384702.285160:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285167:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:0.0:1767384702.285167:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[115, 50] 00000400:00000200:3.0:1767384702.285175:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:0.0:1767384702.285182:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 50], ns[94, 50] 00000400:00000200:3.0:1767384702.285183:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285190:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:3.0:1767384702.285196:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:0.0:1767384702.285197:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[139, 50] 00000400:00000200:3.0:1767384702.285204:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285209:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:0.0:1767384702.285209:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[194, 50], ns[197, 50] 00000400:00000200:3.0:1767384702.285217:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000400:00000200:3.0:1767384702.285225:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.285225:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 50], ns[122, 50] 00000400:00000200:3.0:1767384702.285231:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000400:00000200:0.0:1767384702.285238:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[206, 50], ns[240, 50] 00000400:00000200:3.0:1767384702.285239:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000400:00000200:3.0:1767384702.285246:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.285251:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 50], ns[177, 50] 00000400:00000200:3.0:1767384702.285262:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000400:00000200:0.0:1767384702.285268:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 50], ns[157, 50] 00000400:00000200:3.0:1767384702.285269:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.117@tcp38 00000400:00000200:3.0:1767384702.285278:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285282:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp38 00000400:00000200:0.0:1767384702.285284:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 50], ns[168, 50] 00000400:00000200:3.0:1767384702.285289:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.117@tcp39 00000400:00000200:3.0:1767384702.285299:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384702.285301:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[211, 50], ns[245, 50] 00000400:00000200:3.0:1767384702.285305:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp39 00000400:00000200:3.0:1767384702.285312:0:40451:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.117@tcp40 00000400:00000200:0.0:1767384702.285312:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 50], ns[202, 50] 00000400:00000200:3.0:1767384702.285321:0:40451:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384702.285326:0:40451:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp40 00000400:00000200:0.0:1767384702.285326:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[202, 50], ns[236, 50] 00000100:00000010:3.0:1767384702.285332:0:40451:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000001792d363. 00000400:00000200:0.0:1767384702.285339:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 50], ns[191, 50] 00000020:00000010:3.0:1767384702.285341:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000b2a027bd. 00000400:00000200:0.0:1767384702.285353:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[209, 50], ns[243, 50] 00000020:00000010:3.0:1767384702.285354:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000002f377b7f. 00000400:00000200:0.0:1767384702.285367:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 50], ns[237, 50] 00000020:00000010:3.0:1767384702.285371:0:40451:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000003c7b40b5. 00000020:00000010:3.0:1767384702.285379:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000804aefc. 00000400:00000200:0.0:1767384702.285379:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[207, 50], ns[241, 50] 00000400:00000200:0.0:1767384702.285394:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000400:00000200:0.0:1767384702.285400:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00000020:00000010:3.0:1767384702.285401:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000002f377b7f. 00000400:00000200:0.0:1767384702.285409:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp49 00000020:00000010:3.0:1767384702.285410:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000002f377b7f. 00000400:00000200:0.0:1767384702.285415:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp49 lpni_is_preferred = 0 00000400:00000200:0.0:1767384702.285419:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp49 00000400:00000200:0.0:1767384702.285424:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp49 NI seq info: [246:246:256:4294967295] 192.168.202.117@tcp49 LPNI seq info [212:212:8:4294967295] 00000001:00000010:3.0:1767384702.285430:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c23b463f. 00000400:00000200:0.0:1767384702.285433:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp49 00000001:00000010:3.0:1767384702.285444:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000023ff6443. 00000400:00000200:0.0:1767384702.285452:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp49(192.168.202.117@tcp49:) -> 192.168.202.117@tcp49(192.168.202.117@tcp:192.168.202.117@tcp49) : PUT try# 0 00000001:00000010:3.0:1767384702.285453:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a3a00c2. 00000001:00000010:3.0:1767384702.285461:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6f0ad3e. 00000800:00000200:0.0:1767384702.285465:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.117@tcp49 00000001:00000010:3.0:1767384702.285470:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ca7aa97. 00000800:00000010:0.0:1767384702.285473:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009796942e. 00000001:00000010:3.0:1767384702.285476:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037dc7262. 00000001:00000010:3.0:1767384702.285481:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000039830eff. 00000800:00000010:0.0:1767384702.285484:0:16138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000080f805ea. 00000001:00000010:3.0:1767384702.285487:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009591905c. 00000800:00000010:0.0:1767384702.285489:0:16138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ee5bf88c. 00000001:00000010:3.0:1767384702.285493:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f91b6cc5. 00000800:00000200:0.0:1767384702.285498:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (2) 00000001:00000010:3.0:1767384702.285499:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002cee3258. 00000800:00000200:0.1:1767384702.285504:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (2) 00000001:00000010:3.0:1767384702.285505:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc02d616. 00000001:00000010:3.0:1767384702.285525:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000084d85179. 00000400:00000200:0.0:1767384702.285526:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384702.285531:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000020:00000010:3.0:1767384702.285533:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f8b5a14. 00000020:00000010:3.0:1767384702.285541:0:40451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f700599. 00000020:00000010:3.0:1767384702.285546:0:40451:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000008:00000010:3.0:1767384702.285550:0:40451:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e06c24e7. 00020000:00000010:3.0:1767384702.285561:0:40451:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000061626de3. 00008000:00000010:3.0:1767384702.285566:0:40451:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000026157c82. 00000080:00000010:3.0:1767384702.285570:0:40451:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000049a2dbc3. 00000020:00000010:3.0:1767384702.285575:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017b4f0fc. 00000020:00000010:3.0:1767384702.285579:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c746294. 00000040:00000010:3.0:1767384702.285583:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a250bbe0. 00000020:00000010:3.0:1767384702.285586:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dea80a61. 00000020:00000010:3.0:1767384702.285588:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005fd82698. 00000020:00000010:3.0:1767384702.285591:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eada6388. 80000000:00000010:3.0:1767384702.285594:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000079f230e3. 40000000:00000010:3.0:1767384702.285596:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b2a027bd. 00100000:00000010:3.0:1767384702.285598:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000caf43fa1. 00040000:00000010:3.0:1767384702.285601:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000acaf6a69. 00040000:00000010:3.0:1767384702.285605:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e730c3f. 00040000:00000010:3.0:1767384702.285607:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028b27fd6. 00080000:00000010:3.0:1767384702.285610:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000d26c82a. 00000004:00000010:3.0:1767384702.285613:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000078a198bd. 00000004:00000010:3.0:1767384702.285616:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005457f42c. 00000400:00000200:1.0:1767384702.285617:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000004:00000010:3.0:1767384702.285619:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000060867b11. 00002000:00000010:3.0:1767384702.285632:0:40451:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001ffba1b0. 00000004:00000010:3.0:1767384702.285639:0:40451:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000c021ef18. 00000004:00000010:3.0:1767384702.285662:0:40451:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 00000000c776c48b. 00000004:00000010:3.0:1767384702.285667:0:40451:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000a861e5a5. 00000020:00000010:3.0:1767384702.285673:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007ed86447. 00000004:00000010:3.0:1767384702.285681:0:40451:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000a861e5a5. 00000400:00000200:1.0:1767384702.285685:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00010000:00000010:3.0:1767384702.285690:0:40451:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000007066db3f. 00010000:00000010:3.0:1767384702.285702:0:40451:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000f3e3a34a. 00000020:00000010:3.0:1767384702.285710:0:40451:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001e6d94ea. 00000400:00000200:1.0:1767384702.285726:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000100:00000200:3.0:1767384702.285730:0:40451:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.117@tcp->12345-0@lo 00010000:00000010:3.0:1767384702.285737:0:40451:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000c8dd7ecf. 00010000:00000010:3.0:1767384702.285743:0:40451:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000003eb40b01. 00000001:00000010:3.0:1767384702.285747:0:40451:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000eff2f30c. 00000001:00000010:3.0:1767384702.285760:0:40451:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000005250a7a2. 00000400:00000200:1.0:1767384702.285761:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000001:00000010:3.0:1767384702.285764:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b7f4d3a0. 00000001:00000010:3.0:1767384702.285779:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000081bf5c2e. 00000001:00000010:3.0:1767384702.285785:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007508efde. 00000001:00000010:3.0:1767384702.285791:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000eec9471d. 00000400:00000200:1.0:1767384702.285792:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000001:00000010:3.0:1767384702.285796:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000079a8c7bc. 00000001:00000010:3.0:1767384702.285812:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000599cefff. 00000400:00000200:1.0:1767384702.285816:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000001:00000010:3.0:1767384702.285818:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000607fa51a. 00000001:00000010:3.0:1767384702.285826:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f3c49429. 00000001:00000010:3.0:1767384702.285857:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000af12aec6. 00000001:00000010:3.0:1767384702.285870:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a9bb6a07. 00000400:00000200:1.0:1767384702.285872:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000001:00000010:3.0:1767384702.285876:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007ffb2da2. 00000001:00000010:3.0:1767384702.285884:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009a73290d. 00000001:00000010:3.0:1767384702.285890:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006a5b641c. 00000001:00000010:3.0:1767384702.285902:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000b6e62fa. 00000001:00000010:3.0:1767384702.285909:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e5637f8c. 00000400:00000200:1.0:1767384702.285911:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000001:00000010:3.0:1767384702.285915:0:40451:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ea6fb517. 00000400:00000200:1.0:1767384702.285948:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.285987:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.286001:0:40451:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004552bf4b. 00000020:00000010:3.0:1767384702.286007:0:40451:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000dab6030d. 00000400:00000200:1.0:1767384702.286040:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.286074:0:40451:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000ae88034. 00000020:00000010:3.0:1767384702.286079:0:40451:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e452961a. 00000400:00000200:1.0:1767384702.286084:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 40000000:00000010:3.0:1767384702.286097:0:40451:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 000000000a51d612. 40000000:00000010:3.0:1767384702.286102:0:40451:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000a861e5a5. 00000400:00000200:1.0:1767384702.286129:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 40000000:00000010:3.0:1767384702.286160:0:40451:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000a861e5a5. 00000004:00000010:3.0:1767384702.286169:0:40451:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000887acf5e. 00000004:00000010:3.0:1767384702.286177:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000e1bba77. 00000400:00000200:1.0:1767384702.286178:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000004:00000010:3.0:1767384702.286183:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000037ba64f. 00000004:00000010:3.0:1767384702.286189:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d584deb7. 00080000:00000010:3.0:1767384702.286194:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d340d8b. 00000400:00000200:1.0:1767384702.286224:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286271:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286325:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286370:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000004:00000010:3.0:1767384702.286372:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000010123da. 00000004:00000010:3.0:1767384702.286378:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000005c4490d. 00000004:00000010:3.0:1767384702.286399:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000030d088f2. 00080000:00000010:3.0:1767384702.286403:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003fbb84d0. 00000400:00000200:1.0:1767384702.286404:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286451:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286489:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286534:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000004:00000010:3.0:1767384702.286536:0:40451:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 000000009892e447. 00000004:00000010:3.0:1767384702.286543:0:40451:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000098bac7f. 00000004:00000010:3.0:1767384702.286550:0:40451:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001d537770. 00000004:00000010:3.0:1767384702.286555:0:40451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb26efee. 00000004:00000010:3.0:1767384702.286559:0:40451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007f52d660. 00080000:00000010:3.0:1767384702.286563:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe74f60c. 00000400:00000200:1.0:1767384702.286582:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286638:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286707:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000040:00000010:3.0:1767384702.286737:0:40451:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a861e5a5. 00000040:00000010:3.0:1767384702.286747:0:40451:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000017982e45. 00000020:00000010:3.0:1767384702.286753:0:40451:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006a579db8. 00080000:00000010:3.0:1767384702.286756:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000051bf0e23. 00000400:00000200:1.0:1767384702.286767:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286806:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286873:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.286955:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.287025:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000040:00000010:3.0:1767384702.287061:0:40451:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c8152d4b. 00000400:00000200:1.0:1767384702.287064:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.287119:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.287146:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.287200:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00080000:00000010:3.0:1767384702.287214:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000018da3487. 00000400:00000200:1.0:1767384702.287255:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00080000:00000010:3.0:1767384702.287362:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009f7fbd33. 00000040:00000010:3.0:1767384702.287368:0:40451:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000051181d. 00000020:00000010:3.0:1767384702.287374:0:40451:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073e635a3. 00080000:00000010:3.0:1767384702.287379:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ae8b252c. 00080000:00000010:3.0:1767384702.287419:0:40451:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000b10c8df2. 00000800:00000010:1.0:1767384702.287440:0:39746:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006c30c1a4. 00000040:00000010:3.0:1767384702.287441:0:40451:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005bf50163. 00000800:00000010:1.0:1767384702.287449:0:39746:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000702a0563. 00000020:00000010:3.0:1767384702.287451:0:40451:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000066a26f91. 00080000:00000010:3.0:1767384702.287456:0:40451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f76bd737. 00000800:00000010:1.0:1767384702.287460:0:39746:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b3eda96. 00000800:00000010:1.0:1767384702.287488:0:39746:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b3eda96. 00000800:00020000:1.0:1767384702.287498:0:39746:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384702.287502:0:39746:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000702a0563. 00000800:00000010:1.0:1767384702.287505:0:39746:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006c30c1a4. 00000400:02020000:1.0:1767384702.287548:0:39746:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp49 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384702.287557:0:39746:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp49 notifying 192.168.202.117@tcp49: down 00000800:00000200:1.0:1767384702.287563:0:39746:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp49 down 00000800:00000100:1.0:1767384702.287571:0:39746:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.202.117@tcp49 00000800:00000010:1.0:1767384702.287574:0:39746:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009796942e. 00000400:00000200:1.0:1767384702.287580:0:39746:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384702.287585:0:39746:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp49->192.168.202.117@tcp49: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384702.287599:0:39746:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp49 added to recovery queue. ping count: 0 next ping: 326 health :900 00000400:00000200:1.0:1767384702.287605:0:39746:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384702.287608:0:39746:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 1 00000400:00000200:1.0:1767384702.287612:0:39746:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000040:00000010:3.0:1767384702.287619:0:40451:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000077d43727. 00000400:00000200:0.0:1767384702.287667:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384702.287674:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x101171 00000400:00000200:0.0:1767384702.287682:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.287685:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000400:00000200:0.0:1767384702.287690:0:16138:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384702.287697:0:16138:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:0.0:1767384702.287701:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:0.0:1767384702.287704:0:16138:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.117@tcp 00000400:00000200:0.0:1767384702.287707:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc -71 00000400:00000200:0.0:1767384702.287712:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:0.0:1767384702.287717:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (42) 00000020:00000010:3.0:1767384702.287787:0:40451:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000bb142ec3. 00000020:00000010:3.0:1767384702.288046:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000618c1abb. 00000020:00000010:3.0:1767384702.288052:0:40455:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000332bd51d. 00000040:00000010:3.0:1767384702.288056:0:40455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000092adb33f. 00000020:00000010:3.0:1767384702.288060:0:40455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036223227. 00000004:00000010:1.0:1767384702.288063:0:40451:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000a5218fb9. 00000020:00000010:3.0:1767384702.288064:0:40455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2a5e55d. 00000020:00000010:1.0:1767384702.288070:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000140692ac. 00040000:00000010:3.0:1767384702.288071:0:40455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086ea8b54. 00000020:00000010:1.0:1767384702.288077:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047296250. 00040000:00000010:3.0:1767384702.288078:0:40455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000316cf044. 00080000:00000010:3.0:1767384702.288083:0:40455:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000060cdf9eb. 00000040:00000010:1.0:1767384702.288085:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a37d8a2a. 00000020:00000010:3.0:1767384702.288087:0:40455:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cde38393. 00000020:00000010:1.0:1767384702.288092:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000db5f4da2. 00000020:00000010:1.0:1767384702.288097:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034b4fc07. 00000040:00000010:3.0:1767384702.288102:0:40455:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000be97fbce. 00000040:00000010:3.0:1767384702.288108:0:40455:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004bf78c31. 00000020:00000010:1.0:1767384702.288112:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068d6a021. 80000000:00000010:1.0:1767384702.288121:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce344e76. 40000000:00000010:1.0:1767384702.288126:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000024707078. 00100000:00000010:1.0:1767384702.288131:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009e0a767d. 00040000:00000010:1.0:1767384702.288135:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e4078f05. 00040000:00000010:1.0:1767384702.288140:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d7fd03b5. 00000040:00000010:3.0:1767384702.288141:0:40455:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000048cc2b5. 00040000:00000010:1.0:1767384702.288144:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000683e8a48. 00000040:00000010:3.0:1767384702.288147:0:40455:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e1ffef6b. 00080000:00000010:1.0:1767384702.288152:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005e946e93. 00000004:00000010:1.0:1767384702.288157:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000840f2683. 00000004:00000010:1.0:1767384702.288163:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008f4bf319. 00000004:00000010:1.0:1767384702.288167:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007fe2bdab. 00002000:00000010:1.0:1767384702.288170:0:40451:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007057bc2d. 00000004:00000010:1.0:1767384702.288173:0:40451:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000021077fd6. 00000020:00000010:3.0:1767384702.288456:0:40451:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000060fd2de4. 00000020:00000010:3.0:1767384702.288460:0:40451:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001f19d62d. 00000020:00000010:3.0:1767384702.288488:0:40451:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d7c195dd. 00000020:00000010:3.0:1767384702.288496:0:40451:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d7c195dd. 00000004:00000010:3.0:1767384702.288499:0:40451:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000c776c48b. 00000020:00000010:3.0:1767384702.288504:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002c746294. 00000040:00000010:3.0:1767384702.288508:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a250bbe0. 00000020:00000010:3.0:1767384702.288510:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dea80a61. 00000020:00000010:3.0:1767384702.288513:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005fd82698. 00000020:00000010:3.0:1767384702.288518:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eada6388. 80000000:00000010:3.0:1767384702.288520:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079f230e3. 40000000:00000010:3.0:1767384702.288523:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b2a027bd. 00100000:00000010:3.0:1767384702.288525:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000caf43fa1. 00040000:00000010:3.0:1767384702.288528:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000acaf6a69. 00040000:00000010:3.0:1767384702.288530:0:40451:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e730c3f. 00040000:00000010:3.0:1767384702.288534:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000028b27fd6. 00080000:00000010:3.0:1767384702.288536:0:40451:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000b10c8df2. 00000020:00000010:3.0:1767384702.288538:0:40451:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000bb142ec3. 00080000:00000010:3.0:1767384702.288540:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000d26c82a. 00000004:00000010:3.0:1767384702.288542:0:40451:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078a198bd. 00000004:00000010:3.0:1767384702.288545:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005457f42c. 00000004:00000010:3.0:1767384702.288547:0:40451:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000060867b11. 00002000:00000010:3.0:1767384702.288552:0:40451:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001ffba1b0. 00000004:00000010:3.0:1767384702.288554:0:40451:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000887acf5e. 00000020:00000010:3.0:1767384702.288556:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017b4f0fc. 00000020:00000010:3.0:1767384702.288559:0:40451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f700599. 00000020:00000010:3.0:1767384702.288562:0:40451:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000008:00000010:3.0:1767384702.288565:0:40451:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e06c24e7. 00020000:00000010:3.0:1767384702.288568:0:40451:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000061626de3. 00008000:00000010:3.0:1767384702.288571:0:40451:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000026157c82. 00000080:00000010:3.0:1767384702.288580:0:40451:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000049a2dbc3. 00000020:00000010:3.0:1767384702.288583:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f8b5a14. 00000020:00000010:3.0:1767384702.288587:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000002f377b7f. 00000020:00000010:3.0:1767384702.288593:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000b1ae3086. 00000020:00000010:3.0:1767384702.288598:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a129fc5a. 00000020:00000010:3.0:1767384702.288601:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3dbd00b. 00000040:00000010:3.0:1767384702.288603:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062509a7c. 00000020:00000010:3.0:1767384702.288606:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f6c60891. 00000020:00000010:3.0:1767384702.288608:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005fd82698. 00000020:00000010:3.0:1767384702.288611:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad504971. 80000000:00000010:3.0:1767384702.288613:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb142ec3. 40000000:00000010:3.0:1767384702.288615:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d7eeb1f4. 00100000:00000010:3.0:1767384702.288618:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060867b11. 00040000:00000010:3.0:1767384702.288620:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b10c8df2. 00040000:00000010:3.0:1767384702.288623:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000078a198bd. 00040000:00000010:3.0:1767384702.288625:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008aeb61ec. 00080000:00000010:3.0:1767384702.288627:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000d26c82a. 00000004:00000010:3.0:1767384702.288630:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003e730c3f. 00000004:00000010:3.0:1767384702.288632:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005457f42c. 00000004:00000010:3.0:1767384702.288635:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000caf43fa1. 00000004:00000010:3.0:1767384702.288637:0:40451:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000887acf5e. 00000004:00000010:3.0:1767384702.288662:0:40451:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000d7c195dd. 00000020:00000010:3.0:1767384702.288666:0:40451:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dea80a61. 00000100:00000010:3.0:1767384702.288684:0:40451:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006367b9bc. 02000000:00000010:3.0:1767384702.288695:0:40451:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001ffba1b0. 00000004:00000010:3.0:1767384702.288731:0:40451:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000d7c195dd. 00040000:00000010:1.0:1767384702.288731:0:16139:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000547af680. 00000004:00000010:1.0:1767384702.288735:0:16139:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087822814. 00000004:00000010:3.0:1767384702.288739:0:40451:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000237d0607. 00000004:00000010:1.0:1767384702.288741:0:16139:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000285cf9c5. 00000004:00000010:1.0:1767384702.288745:0:16139:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000016f07abe. 00020000:00000010:3.0:1767384702.288747:0:40451:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000007882456d. 00000004:00000010:1.0:1767384702.288748:0:16139:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004c91eb4c. 00020000:00000010:3.0:1767384702.288757:0:40451:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 000000005f93aa7d. 02000000:00000010:1.0:1767384702.288765:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000005d30be. 00000100:00000010:0.0:1767384702.288765:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 00100000:00000010:3.0:1767384702.288766:0:40451:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000d7c195dd. 00000020:00000010:3.0:1767384702.288780:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3dbd00b. 00000400:00000010:1.0:1767384702.288780:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025fa75b4. 00000040:00000010:3.0:1767384702.288786:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000062509a7c. 02000000:00000010:0.0:1767384702.288788:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f25e97f. 00000400:00000010:1.0:1767384702.288789:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000057ef437. 00000020:00000010:3.0:1767384702.288802:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f6c60891. 00000100:00000200:1.0:1767384702.288804:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059684992, portal 4 00000020:00000010:3.0:1767384702.288805:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005fd82698. 00000020:00000010:1.0:1767384702.288811:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006c30c1a4. 00000020:00000010:3.0:1767384702.288812:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ad504971. 80000000:00000010:3.0:1767384702.288817:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bb142ec3. 40000000:00000010:3.0:1767384702.288819:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d7eeb1f4. 00000400:00000010:1.0:1767384702.288819:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00100000:00000010:3.0:1767384702.288824:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060867b11. 00000100:00000200:1.0:1767384702.288824:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237059684992, offset 0 00040000:00000010:3.0:1767384702.288829:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b10c8df2. 00000400:00000200:1.0:1767384702.288859:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:2.0:1767384702.288863:0:16141:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000003e245a3. 00040000:00000010:3.0:1767384702.288868:0:40451:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000078a198bd. 00000004:00000010:2.0:1767384702.288869:0:16141:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000695afb33. 00040000:00000010:3.0:1767384702.288873:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008aeb61ec. 00000400:00000200:1.0:1767384702.288873:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:2.0:1767384702.288876:0:16141:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002f19c688. 00080000:00000010:3.0:1767384702.288881:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000d26c82a. 00000004:00000010:2.0:1767384702.288881:0:16141:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e45d62c6. 00000400:00000200:1.0:1767384702.288886:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260a08a80 00000004:00000010:3.0:1767384702.288887:0:40451:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003e730c3f. 00000004:00000010:2.0:1767384702.288887:0:16141:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004122ad14. 00000004:00000010:3.0:1767384702.288893:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005457f42c. 00000400:00000200:1.0:1767384702.288896:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 5752 00000004:00000010:3.0:1767384702.288899:0:40451:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000caf43fa1. 00040000:00000010:0.0:1767384702.288900:0:16140:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cb7b49bb. 02000000:00000010:2.0:1767384702.288901:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e126c9. 00000400:00000200:1.0:1767384702.288902:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767384702.288903:0:40451:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000887acf5e. 00000020:00000010:3.0:1767384702.288912:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a129fc5a. 00000400:00000200:1.0:1767384702.288912:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384702.288914:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003199deca. 00000004:00000010:0.0:1767384702.288914:0:16140:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd129866. 00000020:00000010:3.0:1767384702.288917:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000b1ae3086. 00000100:00000200:1.0:1767384702.288920:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384702.288927:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e5da769. 00000400:00000010:2.0:1767384702.288928:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000004:00000010:0.0:1767384702.288928:0:16140:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005bfcfb77. 00000004:00000010:0.0:1767384702.288937:0:16140:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000097b2fd04. 00000100:00000200:2.0:1767384702.288939:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059685120, portal 10 00000004:00000010:0.0:1767384702.288942:0:16140:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001ba0082e. 00000400:00000200:1.0:1767384702.288943:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000020:00000010:3.0:1767384702.288945:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b10c8df2. 00000400:00000010:2.0:1767384702.288950:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa8c16c. 00000020:00000010:3.0:1767384702.288951:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b10c8df2. 00000400:00000010:1.0:1767384702.288951:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000100:00000200:2.0:1767384702.288962:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237059685120, offset 0 00000020:00000010:3.0:1767384702.288963:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b10c8df2. 00000100:00000200:1.0:1767384702.288963:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006367b9bc x1853237059684992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384702.288967:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b10c8df2. 00000020:00000010:3.0:1767384702.288973:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000d7eeb1f4. 00000400:00000200:2.0:1767384702.288976:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384702.288977:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000d7eeb1f4. 00000100:00000010:3.0:1767384702.288986:0:40451:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ad16ba2. 00000100:00000010:1.0:1767384702.288986:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042a85c80. 00000400:00000200:2.0:1767384702.288989:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384702.288995:0:40451:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a129fc5a. 00000100:00000010:1.0:1767384702.289002:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f092a56f. 00000100:00000010:3.0:1767384702.289005:0:40451:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b08098b. 00000100:00000010:1.0:1767384702.289010:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006517b64. 00000020:00000010:0.0:1767384702.289010:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d180e6b7. 00000020:00000010:0.0:1767384702.289019:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d81ec2a3. 00000400:00000200:2.0:1767384702.289020:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260a08b00 00000100:00000010:1.0:1767384702.289023:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9f04b7c. 02000000:00000010:3.0:1767384702.289025:0:40451:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009f49d51b. 00000020:00000010:0.0:1767384702.289026:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee5110b. 00000400:00000010:3.0:1767384702.289037:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab87582. 00000400:00000200:2.0:1767384702.289037:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x22c1 [64] + 0 00000400:00000200:2.0:1767384702.289051:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384702.289053:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000931ec720. 00000400:00000200:2.0:1767384702.289059:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384702.289060:0:40451:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059685248, portal 25 00000100:00000200:0.0:1767384702.289065:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059684992 00000100:00000200:2.0:1767384702.289066:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767384702.289067:0:40451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8df53f1. 00000100:00000200:3.0:1767384702.289074:0:40451:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059685248, offset 0 00000100:00000010:2.0:1767384702.289075:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068edae84. 00000400:00000200:3.0:1767384702.289083:0:40451:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384702.289086:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000805a70fa. 00000400:00000200:2.0:1767384702.289091:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa8c16c 00000400:00000200:3.0:1767384702.289094:0:40451:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384702.289095:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa8c16c. 00000020:00000010:0.0:1767384702.289099:0:17557:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dc9f6f45. 00000100:00000200:2.0:1767384702.289105:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045bf8c80 x1853237059685120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384702.289114:0:40451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a08b80 00000020:00000010:1.0:1767384702.289114:0:40437:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004853a4f9. 00000400:00000200:3.0:1767384702.289123:0:40451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21c1 [2] + 0 00040000:00000010:1.0:1767384702.289125:0:40437:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000054f4e966. 00000400:00000010:3.0:1767384702.289129:0:40451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2a41a11. 00000004:00000010:1.0:1767384702.289130:0:40437:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f794a4f1. 00000001:00000010:0.0:1767384702.289132:0:17557:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002af6c2b2. 00000400:00000200:3.0:1767384702.289135:0:40451:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000338890af 00000004:00000010:1.0:1767384702.289140:0:40437:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000fa98d6e. 00000001:00000010:0.0:1767384702.289141:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000066ebbb8b. 00000400:00000200:3.0:1767384702.289142:0:40451:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:0.0:1767384702.289148:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008caf957a. 00000004:00000010:1.0:1767384702.289150:0:40437:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005707aecd. 00000400:00000200:3.0:1767384702.289154:0:40451:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:0.0:1767384702.289155:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f189959d. 00000001:00000010:0.0:1767384702.289162:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000634af309. 00000400:00000200:3.0:1767384702.289164:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000338890af 00000020:00000010:1.0:1767384702.289166:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab14b719. 00000001:00000010:0.0:1767384702.289167:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000860c766f. 00000400:00000010:3.0:1767384702.289169:0:40451:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000338890af. 00000001:00000010:0.0:1767384702.289176:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052e52189. 00000100:00000200:3.0:1767384702.289179:0:40451:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384702.289179:0:40437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a08805d. 00000020:00000010:1.0:1767384702.289185:0:40437:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000400:00000200:3.0:1767384702.289196:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8df53f1 00000400:00000010:3.0:1767384702.289198:0:40451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8df53f1. 00000100:00000200:3.0:1767384702.289204:0:40451:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ad16ba2 x1853237059685248/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384702.289210:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000027f5dc4e. 00000100:00000200:1.0:1767384702.289221:0:40437:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059685120 00000020:00000010:2.0:1767384702.289226:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006427ab55. 02000000:00000010:1.0:1767384702.289232:0:40437:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d67d7adb. 00000020:00000010:2.0:1767384702.289233:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006427ab55. 00000020:00000010:2.0:1767384702.289240:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000996d7410. 00000400:00000010:1.0:1767384702.289242:0:40437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000020:00000010:2.0:1767384702.289246:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001efc0ec. 00000100:00000200:1.0:1767384702.289248:0:40437:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059685120, offset 224 00000020:00000010:2.0:1767384702.289250:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000400:00000200:1.0:1767384702.289255:0:40437:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384702.289262:0:40437:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.289271:0:40437:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a08b00 00000400:00000200:1.0:1767384702.289274:0:40437:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a3d [1] + 224 00000020:00000010:2.0:1767384702.289277:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006427ab55. 00000400:00000200:1.0:1767384702.289278:0:40437:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384702.289284:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006427ab55. 00000400:00000200:1.0:1767384702.289284:0:40437:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.289291:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059685248 00000100:00000200:1.0:1767384702.289291:0:40437:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045bf8c80 x1853237059685120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384702.289316:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000044c65f. 00000400:00000200:1.0:1767384702.289317:0:40437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.289319:0:40437:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000040:00000010:2.0:1767384702.289327:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000028fd5c7f. 00000020:00000010:1.0:1767384702.289335:0:40437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a08805d. 00000040:00000010:2.0:1767384702.289339:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000086f54208. 00000020:00000010:1.0:1767384702.289340:0:40437:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384702.289345:0:40437:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab14b719. 00000400:00000010:3.0:1767384702.289347:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003199deca. 00000400:00000200:3.0:1767384702.289353:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:3.0:1767384702.289356:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000100:00000200:3.0:1767384702.289362:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045bf8c80 x1853237059685120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384702.289369:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000132bfe97. 00000100:00000200:3.0:1767384702.289373:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045bf8c80 x1853237059685120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02000400:3.0:1767384702.289397:0:16141:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000020:00000010:0.0:1767384702.289604:0:17557:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bb686431. 00000020:00000010:0.0:1767384702.289616:0:17557:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000bb686431. 00000020:00000010:0.0:1767384702.289624:0:17557:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000078f8bf5a. 00000040:00000010:2.0:1767384702.289628:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000086f54208. 00000020:00000010:0.0:1767384702.289634:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cba2f6f0. 00000040:00000010:2.0:1767384702.289635:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000028fd5c7f. 00010000:00000200:2.0:1767384702.289661:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ea87a14 x1853237059685248/t0(0) o502->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 272/8472 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.289674:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000022f50e45. 00000100:00000200:2.0:1767384702.289678:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237059685248, offset 224 00000400:00000200:2.0:1767384702.289684:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1767384702.289690:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e5da769 x1853237059684992/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384722 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.289697:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.289722:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260a08b80 00000400:00000010:0.0:1767384702.289724:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000200:2.0:1767384702.289731:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a45 [4] + 224 00000400:00000200:2.0:1767384702.289738:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384702.289738:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237059684992, offset 0 00000400:00000200:2.0:1767384702.289754:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384702.289759:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384702.289767:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ad16ba2 x1853237059685248/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384702.289772:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.289789:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958260a08a80 00000400:00000200:0.0:1767384702.289795:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a35 [1] + 0 00000400:00000200:0.0:1767384702.289799:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.289802:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f50e45 00000400:00000010:2.0:1767384702.289807:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000022f50e45. 00000400:00000200:0.0:1767384702.289807:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384702.289824:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001efc0ec. 00000100:00000200:0.0:1767384702.289824:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006367b9bc x1853237059684992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384702.289827:0:40451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab87582. 00000400:00000200:1.0:1767384702.289881:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000931ec720 00000400:00000010:1.0:1767384702.289884:0:40451:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000931ec720. 00000100:00000200:1.0:1767384702.289895:0:40451:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ad16ba2 x1853237059685248/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.289904:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.289914:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000996d7410. 02000000:00000010:2.0:1767384702.289923:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000044c65f. 00000100:00000200:1.0:1767384702.289926:0:40451:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ad16ba2 x1853237059685248/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.289934:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384702.289935:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:2.0:1767384702.289939:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a81262ed. 00000400:00000010:0.0:1767384702.289941:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000010:1.0:1767384702.289948:0:40451:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b08098b. 00000400:00000010:2.0:1767384702.289949:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022f50e45. 02000000:00000010:1.0:1767384702.289960:0:40451:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009f49d51b. 00000020:00000010:0.0:1767384702.289961:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d81ec2a3. 00000020:00000010:0.0:1767384702.289969:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee5110b. 00000020:00000010:0.0:1767384702.289975:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d180e6b7. 02000000:00000010:1.0:1767384702.289977:0:40451:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a129fc5a. 00000100:00000010:1.0:1767384702.289984:0:40451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ad16ba2. 00000020:00000010:1.0:1767384702.289993:0:40451:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a3875efa. 00000020:00000010:1.0:1767384702.289996:0:40451:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a3875efa. 00000040:00000010:1.0:1767384702.290001:0:40451:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000732bf49. 00000400:00000010:0.0:1767384702.290001:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025fa75b4. 00000400:00000200:0.0:1767384702.290015:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000057ef437 00000020:00000010:1.0:1767384702.290017:0:40451:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e2d7b870. 00000400:00000010:0.0:1767384702.290019:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000057ef437. 00000020:00000010:1.0:1767384702.290028:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002372567d. 00000100:00000200:0.0:1767384702.290029:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006367b9bc x1853237059684992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1767384702.290039:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b415a058. 00000020:00000010:1.0:1767384702.290045:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6c34944. 00000100:00000200:0.0:1767384702.290050:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006367b9bc x1853237059684992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384702.290053:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c92a3ed7. 00000020:00000010:1.0:1767384702.290064:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cd73e233. 80000000:00000010:1.0:1767384702.290069:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003b9236e0. 40000000:00000010:1.0:1767384702.290071:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004874ce01. 00000020:00000010:0.0:1767384702.290074:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b6c2ed8d. 00100000:00000010:1.0:1767384702.290075:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cf8dce86. 00040000:00000010:1.0:1767384702.290082:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005af18c53. 00040000:00000010:1.0:1767384702.290088:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081479429. 00080000:00000010:1.0:1767384702.290091:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000861bcb19. 00000004:00000010:1.0:1767384702.290095:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000092a0a4ba. 00002000:00000010:1.0:1767384702.290098:0:40451:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a9746a9e. 00000020:00000010:1.0:1767384702.290102:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754fda62. 02000000:00000010:0.0:1767384702.290122:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000005d30be. 02000000:00000010:0.0:1767384702.290127:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001ffba1b0. 00000100:00000010:0.0:1767384702.290131:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006367b9bc. 00000100:00000010:2.0:1767384702.290136:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baf5c1c0. 02000000:00000010:2.0:1767384702.290148:0:40456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003880a94e. 00080000:00000010:0.0:1767384702.290155:0:40455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000071784c92. 00040000:00000010:0.0:1767384702.290188:0:16142:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000005998539. 00040000:00000010:2.0:1767384702.290190:0:16143:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009e35fc0a. 00000004:00000010:0.0:1767384702.290192:0:16142:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b6372d94. 00000040:00000010:1.0:1767384702.290194:0:40424:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006576491c. 00000004:00000010:0.0:1767384702.290198:0:16142:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ad860f5. 00000004:00000010:2.0:1767384702.290200:0:16143:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005d336ac3. 00000004:00000010:0.0:1767384702.290203:0:16142:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000169e571. 00000040:00000010:1.0:1767384702.290204:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cdc0e277. 00000004:00000010:0.0:1767384702.290209:0:16142:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000073ea757b. 00000004:00000010:2.0:1767384702.290210:0:16143:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df39148e. 00000040:00000010:1.0:1767384702.290211:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000084ad736d. 00000004:00000010:2.0:1767384702.290218:0:16143:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002722d270. 00000020:00000010:1.0:1767384702.290221:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000027336a93. 02000000:00000010:0.0:1767384702.290222:0:16142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a72b7fb7. 00000004:00000010:2.0:1767384702.290225:0:16143:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000056172851. 00000400:00000010:0.0:1767384702.290232:0:16142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321dd4e6. 00000040:00000010:1.0:1767384702.290235:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006adde432. 00000400:00000010:0.0:1767384702.290237:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000020:00000010:1.0:1767384702.290242:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000247e3fc7. 00000100:00000200:0.0:1767384702.290243:0:16142:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059685376, portal 4 00000400:00000010:0.0:1767384702.290251:0:16142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000020:00000010:1.0:1767384702.290253:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d5500b9. 00000100:00000200:0.0:1767384702.290254:0:16142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237059685376, offset 0 00000400:00000200:0.0:1767384702.290262:0:16142:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 80000000:00000010:1.0:1767384702.290263:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000070e8d092. 00000400:00000200:0.0:1767384702.290270:0:16142:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:1.0:1767384702.290271:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000978e6db8. 00080000:00000010:1.0:1767384702.290278:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007476aeb2. 00000400:00000200:0.0:1767384702.290278:0:16142:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260a08c00 20000000:00000010:1.0:1767384702.290287:0:40424:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000007ea7967. 00000400:00000200:0.0:1767384702.290287:0:16142:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 4032 00000400:00000200:0.0:1767384702.290297:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384702.290298:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd398e31. 00000400:00000200:0.0:1767384702.290306:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000010:1.0:1767384702.290308:0:40424:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000596555a8. 00000100:00000200:0.0:1767384702.290311:0:16142:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384702.290315:0:16142:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e39f5fb6. 00000400:00000200:0.0:1767384702.290325:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384702.290326:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.290329:0:16142:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baf5c1c0 x1853237059685376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384718 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384702.290337:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d57fcba. 02000000:00000010:1.0:1767384702.290350:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab14b719. 00010000:00000010:1.0:1767384702.290362:0:40424:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fd128bc. 00000020:00000010:2.0:1767384702.290366:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006427ab55. 00010000:00000010:1.0:1767384702.290368:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc480875. 00000020:00000010:2.0:1767384702.290372:0:23247:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cba2f6f0. 00080000:00000010:0.0:1767384702.290372:0:40455:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000009796942e. 00000100:00000010:1.0:1767384702.290382:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061a3071c. 00000020:00000010:2.0:1767384702.290389:0:23247:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000996d7410. 02000000:00000010:1.0:1767384702.290393:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008189ded5. 00000020:00000010:2.0:1767384702.290394:0:23247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001efc0ec. 00000020:00000010:2.0:1767384702.290400:0:23247:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000400:00000010:1.0:1767384702.290400:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044466110. 00000400:00000010:1.0:1767384702.290409:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.290415:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059685504, portal 25 00000400:00000010:1.0:1767384702.290421:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d131c62b. 00000100:00000200:1.0:1767384702.290425:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059685504, offset 0 00000020:00000010:2.0:1767384702.290427:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045b52454. 00000020:00000010:2.0:1767384702.290432:0:23247:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045b52454. 00000400:00000200:1.0:1767384702.290432:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384702.290436:0:23247:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059685376 00000400:00000200:1.0:1767384702.290441:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384702.290445:0:23247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000066ea924f. 00000400:00000200:1.0:1767384702.290448:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a08c80 00000400:00000200:1.0:1767384702.290452:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21c5 [2] + 0 00000400:00000010:1.0:1767384702.290454:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c9ad02a. 00000400:00000200:1.0:1767384702.290458:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c76f67a9 00000400:00000200:1.0:1767384702.290460:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.290463:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384702.290465:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c76f67a9 00000400:00000010:1.0:1767384702.290467:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c76f67a9. 00010000:00000200:2.0:1767384702.290470:0:23247:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e39f5fb6 x1853237059685376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:683/0 lens 224/368 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384702.290472:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384702.290485:0:23247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa8c16c. 00000400:00000200:1.0:1767384702.290487:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d131c62b 00000400:00000010:1.0:1767384702.290490:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 00000100:00000200:2.0:1767384702.290497:0:23247:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237059685376, offset 224 00000100:00000200:1.0:1767384702.290497:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d57fcba x1853237059685504/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.290507:0:23247:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.290525:0:23247:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.290531:0:23247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260a08c00 00080000:00000010:0.0:1767384702.290532:0:40455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000622c418e. 00000004:00000010:0.0:1767384702.290547:0:40455:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000070e8d092. 00000400:00000200:2.0:1767384702.290548:0:23247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a5d [1] + 224 00000400:00000200:2.0:1767384702.290557:0:23247:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.290559:0:23247:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.290563:0:23247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baf5c1c0 x1853237059685376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384718 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.290579:0:23247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa8c16c 00000400:00000010:2.0:1767384702.290581:0:23247:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa8c16c. 00000400:00000010:0.0:1767384702.290591:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000321dd4e6. 00000020:00000010:2.0:1767384702.290593:0:23247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001efc0ec. 00000400:00000200:0.0:1767384702.290596:0:16142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000020:00000010:2.0:1767384702.290597:0:23247:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000400:00000010:0.0:1767384702.290600:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000020:00000010:2.0:1767384702.290602:0:23247:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000996d7410. 00000100:00000200:0.0:1767384702.290609:0:16142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baf5c1c0 x1853237059685376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384702.290616:0:16142:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baf5c1c0 x1853237059685376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.290632:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045b52454. 02000000:00000010:0.0:1767384702.290636:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a72b7fb7. 00000020:00000010:2.0:1767384702.290637:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045b52454. 00000020:00000010:2.0:1767384702.290655:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000996d7410. 02000000:00000010:0.0:1767384702.290656:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003880a94e. 00000020:00000010:2.0:1767384702.290661:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001efc0ec. 00000100:00000010:0.0:1767384702.290663:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baf5c1c0. 00000020:00000010:2.0:1767384702.290668:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.290698:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045b52454. 00000020:00000010:2.0:1767384702.290700:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045b52454. 00000100:00000200:2.0:1767384702.290703:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059685504 00010000:00000010:2.0:1767384702.290714:0:40429:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e5bb19f3. 00010000:00000010:2.0:1767384702.290717:0:40429:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca9483eb. 02000000:00000010:2.0:1767384702.290726:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a30d5128. 00010000:00000200:2.0:1767384702.290741:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bffdff3d x1853237059685504/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 328/344 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.290751:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa8c16c. 00000100:00000200:2.0:1767384702.290755:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059685504, offset 224 00000400:00000200:2.0:1767384702.290760:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.290765:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.290770:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a08c80 00000400:00000200:2.0:1767384702.290775:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a65 [1] + 224 00000400:00000200:2.0:1767384702.290778:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.290780:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.290783:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d57fcba x1853237059685504/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.290797:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa8c16c 00000400:00000010:2.0:1767384702.290798:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa8c16c. 00000020:00000010:2.0:1767384702.290810:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001efc0ec. 00000020:00000010:2.0:1767384702.290814:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.290817:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000996d7410. 02000000:00000010:2.0:1767384702.290820:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a30d5128. 00000400:00000010:1.0:1767384702.290824:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044466110. 00000100:00000200:2.0:1767384702.290825:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.290829:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c631ff71. 00000400:00000200:1.0:1767384702.290860:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.290865:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000400:00000010:2.0:1767384702.290871:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e42bb375. 00000100:00000200:1.0:1767384702.290872:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d57fcba x1853237059685504/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384702.290884:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d57fcba x1853237059685504/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384702.290899:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061a3071c. 02000000:00000010:1.0:1767384702.290913:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008189ded5. 02000000:00000010:1.0:1767384702.290917:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab14b719. 00000100:00000010:1.0:1767384702.290920:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d57fcba. 10000000:00000010:1.0:1767384702.290931:0:40424:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000f0cc5f4e. 00000100:00000010:1.0:1767384702.291908:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d57fcba. 02000000:00000010:1.0:1767384702.291917:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab14b719. 00000100:00000010:1.0:1767384702.291922:0:40424:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008189ded5. 00000100:00000010:1.0:1767384702.291927:0:40424:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000006c374b2. 00000100:00000010:1.0:1767384702.291943:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061a3071c. 00000400:00000010:1.0:1767384702.291953:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044466110. 00000400:00000010:1.0:1767384702.291961:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000077eeab19. 00000100:00000200:1.0:1767384702.291965:0:40424:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958260a08d00-0x6958260a08d00, portal 33 02000000:00000010:1.0:1767384702.291970:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ade48daf. 00000400:00000010:1.0:1767384702.291973:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003170d643. 00000400:00000010:1.0:1767384702.291977:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.291980:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059685632, portal 25 00000400:00000010:1.0:1767384702.291983:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d131c62b. 00000100:00000200:1.0:1767384702.291986:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237059685632, offset 0 00000400:00000200:1.0:1767384702.291993:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384702.292003:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.292009:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260a08d00 00000400:00000200:1.0:1767384702.292016:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x21c9 [2] + 0 00000400:00000010:1.0:1767384702.292020:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009611b799. 00000400:00000200:1.0:1767384702.292028:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060846535 00000400:00000200:1.0:1767384702.292033:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.292039:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384702.292046:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846535 00000400:00000010:1.0:1767384702.292049:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060846535. 00000100:00000200:1.0:1767384702.292055:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384702.292075:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d131c62b 00000400:00000010:1.0:1767384702.292077:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 00000100:00000200:1.0:1767384702.292081:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d57fcba x1853237059685632/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.292091:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093a90a3e. 00000020:00000010:2.0:1767384702.292098:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093a90a3e. 00000020:00000010:2.0:1767384702.292107:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000996d7410. 00000020:00000010:2.0:1767384702.292113:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001efc0ec. 00000020:00000010:2.0:1767384702.292117:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.292946:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093a90a3e. 00000020:00000010:2.0:1767384702.292950:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093a90a3e. 00000100:00000200:2.0:1767384702.292954:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059685632 02000000:00000010:2.0:1767384702.292962:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a30d5128. 20000000:00000010:2.0:1767384702.292972:0:40429:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000004f7fdd6d. 00000100:00000010:2.0:1767384702.293767:0:40429:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000074c3c805. 00000100:00000010:2.0:1767384702.293770:0:40429:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c71d3e60. 00000400:00000010:2.0:1767384702.293776:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa8c16c. 00000400:00000010:2.0:1767384702.293782:0:40429:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007f0a440b. 00000400:00000200:2.0:1767384702.293786:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.293796:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.293802:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958260a08d00 00000400:00000200:2.0:1767384702.293805:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2a79 [256] + 0 00000400:00000010:2.0:1767384702.293808:0:40429:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044466110. 00000400:00000200:2.0:1767384702.293810:0:40429:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077eeab19 00000400:00000200:2.0:1767384702.293812:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.293816:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384702.293818:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077eeab19 00000400:00000010:2.0:1767384702.293819:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000077eeab19. 00000100:00000200:2.0:1767384702.293822:0:40429:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005d57fcba desc 000000008189ded5 mbits 1853237059685632 00000400:00000200:2.0:1767384702.293831:0:40429:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384702.293856:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384702.293862:0:40429:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2a85 00000400:00000200:2.0:1767384702.293865:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.293866:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767384702.293869:0:40429:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000074c3c805 00000400:00000200:2.0:1767384702.293873:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa8c16c 00000400:00000010:2.0:1767384702.293874:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa8c16c. 00000100:00000200:2.0:1767384702.293876:0:40429:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000074c3c805 00000100:00000200:2.0:1767384702.293883:0:40429:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958260a08d00-0x6958260a08d00 00000100:00000010:2.0:1767384702.293888:0:40429:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c71d3e60. 00000100:00000010:2.0:1767384702.293893:0:40429:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000074c3c805. 20000000:00000010:2.0:1767384702.293899:0:40429:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000004f7fdd6d. 00010000:00000200:2.0:1767384702.293908:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000385e3ded x1853237059685632/t0(0) o256->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 304/240 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.293918:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa8c16c. 00000100:00000200:2.0:1767384702.293920:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237059685632, offset 224 00000400:00000200:2.0:1767384702.293922:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.293925:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.293928:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260a08d00 00000400:00000200:2.0:1767384702.293934:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2a7d [1] + 224 00000400:00000200:2.0:1767384702.293937:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.293942:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.293946:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d57fcba x1853237059685632/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.293965:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa8c16c 00000400:00000010:2.0:1767384702.293968:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa8c16c. 00000020:00000010:2.0:1767384702.293985:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001efc0ec. 00000020:00000010:2.0:1767384702.293992:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.293997:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000996d7410. 02000000:00000010:2.0:1767384702.294002:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a30d5128. 00000400:00000010:1.0:1767384702.294007:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003170d643. 00000100:00000200:2.0:1767384702.294010:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384702.294015:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:2.0:1767384702.294016:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1a8406. 00000400:00000010:1.0:1767384702.294019:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000400:00000010:2.0:1767384702.294029:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000417a5a7b. 00000100:00000200:1.0:1767384702.294029:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d57fcba x1853237059685632/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384702.294043:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d57fcba x1853237059685632/t0(0) o256->MGC192.168.202.117@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384702.294075:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061a3071c. 10000000:00000010:1.0:1767384702.294193:0:40424:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f7557949. 00000100:00000200:1.0:1767384702.294208:0:40424:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.117@tcp with 192.168.202.117@tcp 00000100:00000200:1.0:1767384702.294210:0:40424:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.117@tcp' 00000100:00000200:1.0:1767384702.294214:0:40424:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.117@tcp' 00000400:00000200:1.0:1767384702.294219:0:40424:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384702.294223:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:1.0:1767384702.294227:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384702.294233:0:40424:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (41) 00000400:00000200:1.0:1767384702.294241:0:40424:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:1.0:1767384702.294261:0:40424:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:1.0:1767384702.294263:0:40424:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384702.294271:0:40424:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384702.294277:0:40424:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:1.0:1767384702.294281:0:40424:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:1.0:1767384702.294285:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:1.0:1767384702.294289:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:2.0:1767384702.294291:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384702.294295:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294299:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:2.0:1767384702.294301:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:1.0:1767384702.294305:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000010:2.0:1767384702.294310:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa8c16c. 00000400:00000200:1.0:1767384702.294311:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294316:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:1.0:1767384702.294316:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:1.0:1767384702.294320:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000010:2.0:1767384702.294323:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a650b33b. 00000400:00000200:1.0:1767384702.294324:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294328:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:2.0:1767384702.294332:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.117@tcp 00000400:00000200:1.0:1767384702.294332:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:1.0:1767384702.294339:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294341:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:1.0:1767384702.294343:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:2.0:1767384702.294345:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:1.0:1767384702.294349:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294352:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:2.0:1767384702.294357:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000400:00000200:1.0:1767384702.294357:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:1.0:1767384702.294363:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294365:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000400:00000200:1.0:1767384702.294367:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:1.0:1767384702.294372:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384702.294373:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000400:00000200:1.0:1767384702.294378:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294382:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:2.0:1767384702.294384:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000400:00000200:1.0:1767384702.294387:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384702.294392:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000400:00000200:1.0:1767384702.294395:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294402:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:2.0:1767384702.294408:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000400:00000200:1.0:1767384702.294412:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:1.0:1767384702.294425:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294433:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:2.0:1767384702.294439:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000400:00000200:1.0:1767384702.294443:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:1.0:1767384702.294457:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294465:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:2.0:1767384702.294469:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000400:00000200:1.0:1767384702.294469:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:1.0:1767384702.294477:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294481:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000400:00000200:1.0:1767384702.294481:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:1.0:1767384702.294486:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384702.294494:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000400:00000200:1.0:1767384702.294494:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294498:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:1.0:1767384702.294503:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:2.0:1767384702.294507:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000400:00000200:1.0:1767384702.294510:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294515:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:1.0:1767384702.294521:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:2.0:1767384702.294522:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000400:00000200:1.0:1767384702.294528:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294533:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000400:00000200:1.0:1767384702.294533:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:1.0:1767384702.294539:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:2.0:1767384702.294546:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000400:00000200:1.0:1767384702.294547:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294552:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:1.0:1767384702.294556:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:2.0:1767384702.294558:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 60], ns[184, 61] 00000400:00000200:1.0:1767384702.294563:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294568:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[188, 61] 00000400:00000200:1.0:1767384702.294569:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:2.0:1767384702.294575:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 60], ns[50, 61] 00000400:00000200:1.0:1767384702.294576:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:1.0:1767384702.294585:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294587:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:1.0:1767384702.294589:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:1.0:1767384702.294595:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:2.0:1767384702.294598:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[210, 50], ns[244, 50] 00000400:00000200:1.0:1767384702.294602:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294606:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:2.0:1767384702.294607:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 50], ns[66, 50] 00000400:00000200:1.0:1767384702.294612:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:2.0:1767384702.294616:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 50], ns[79, 50] 00000400:00000200:1.0:1767384702.294618:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294624:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:2.0:1767384702.294628:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 50], ns[91, 50] 00000400:00000200:1.0:1767384702.294629:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:1.0:1767384702.294636:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294637:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 50], ns[173, 50] 00000400:00000200:1.0:1767384702.294639:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:1.0:1767384702.294656:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:2.0:1767384702.294659:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[115, 50] 00000400:00000200:1.0:1767384702.294661:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294667:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 50], ns[94, 50] 00000400:00000200:1.0:1767384702.294667:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:1.0:1767384702.294674:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:2.0:1767384702.294675:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[139, 50] 00000400:00000200:1.0:1767384702.294679:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294682:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:2.0:1767384702.294683:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[194, 50], ns[197, 50] 00000400:00000200:1.0:1767384702.294686:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:1.0:1767384702.294691:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294694:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:2.0:1767384702.294696:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 50], ns[122, 50] 00000400:00000200:1.0:1767384702.294698:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:1.0:1767384702.294706:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294708:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[206, 50], ns[240, 50] 00000400:00000200:1.0:1767384702.294708:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:1.0:1767384702.294713:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:1.0:1767384702.294719:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294720:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 50], ns[177, 50] 00000400:00000200:1.0:1767384702.294722:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:1.0:1767384702.294729:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:2.0:1767384702.294731:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 50], ns[157, 50] 00000400:00000200:1.0:1767384702.294735:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294738:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:2.0:1767384702.294739:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 50], ns[168, 50] 00000400:00000200:1.0:1767384702.294742:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000400:00000200:1.0:1767384702.294746:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294748:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[211, 50], ns[245, 50] 00000400:00000200:1.0:1767384702.294751:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000400:00000200:1.0:1767384702.294755:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000400:00000200:2.0:1767384702.294756:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 50], ns[202, 50] 00000400:00000200:1.0:1767384702.294762:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294765:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[202, 50], ns[236, 50] 00000400:00000200:1.0:1767384702.294765:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000400:00000200:1.0:1767384702.294769:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.117@tcp38 00000400:00000200:2.0:1767384702.294776:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 50], ns[191, 50] 00000400:00000200:1.0:1767384702.294777:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294781:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp38 00000400:00000200:1.0:1767384702.294785:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.117@tcp39 00000400:00000200:2.0:1767384702.294788:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[209, 50], ns[243, 50] 00000400:00000200:1.0:1767384702.294793:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.294794:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 50], ns[237, 50] 00000400:00000200:1.0:1767384702.294797:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp39 00000400:00000200:1.0:1767384702.294801:0:40424:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.117@tcp40 00000400:00000200:2.0:1767384702.294804:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[207, 50], ns[241, 50] 00000400:00000200:1.0:1767384702.294809:0:40424:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384702.294814:0:40424:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp40 00000400:00000200:2.0:1767384702.294816:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[212, 50], ns[246, 50] 10000000:00000010:1.0:1767384702.294820:0:40424:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003785332d. 00000400:00000200:2.0:1767384702.294826:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000020:00000010:1.0:1767384702.294865:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eedcd527. 00000400:00000200:2.0:1767384702.294866:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp26 00000400:00000200:2.0:1767384702.294874:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp26 lpni_is_preferred = 0 00000400:00000200:2.0:1767384702.294880:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp26 00000400:00000200:2.0:1767384702.294888:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp26 NI seq info: [247:247:256:4294967295] 192.168.202.117@tcp26 LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1767384702.294900:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp26 00000800:00000200:1.0:1767384702.294905:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000401c949] -> 12345-192.168.202.117@tcp21 (6) 00000800:00000200:1.0:1767384702.294920:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp21 ip 192.168.202.117:988 00000400:00000200:2.0:1767384702.294926:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26:) -> 192.168.202.117@tcp26(192.168.202.117@tcp:192.168.202.117@tcp26) : PUT try# 0 00000800:00000200:1.0:1767384702.294927:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a4fa741 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384702.294940:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.117@tcp26 00000800:00000010:2.0:1767384702.294945:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014e6adaf. 00000800:00000200:2.0:1767384702.294954:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000800:00000200:2.0:1767384702.294956:0:16138:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.117 (cnted 2, interval 16, 15 secs later) 00000800:00000200:1.0:1767384702.294960:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (4) 00000800:00000200:2.0:1767384702.294967:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp26 ip 192.168.202.117:988 00000800:00000200:2.0:1767384702.294969:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000014e6adaf type 1, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384702.294990:0:16138:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.117@tcp 00000800:00000200:1.1:1767384702.294994:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005e032d6b] -> 12345-192.168.202.117@tcp29 (4) 00000400:00000200:2.0:1767384702.294998:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100571 rc 0 00000400:00000200:3.0:1767384702.295008:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3be0c9 00000400:00000010:3.0:1767384702.295013:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d3be0c9. 00000020:00000010:1.0:1767384702.295016:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f84f4048. 00000400:00000200:3.0:1767384702.295018:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000040:00000010:1.0:1767384702.295021:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000774e621a. 00000400:00000200:3.0:1767384702.295026:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp42 recovery ping unlinked 00000020:00000010:1.0:1767384702.295027:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f3bda4d. 00000020:00000010:1.0:1767384702.295031:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5b1e364. 00000400:00000010:3.0:1767384702.295033:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000001b00c27. 00000020:00000010:1.0:1767384702.295034:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006899a476. 80000000:00000010:1.0:1767384702.295038:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a343df43. 00000400:00000010:3.0:1767384702.295041:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bd2b7dd7. 40000000:00000010:1.0:1767384702.295041:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030fbbe1d. 00100000:00000010:1.0:1767384702.295047:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db2799e3. 00040000:00000010:1.0:1767384702.295050:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a3875efa. 00000400:00000200:3.0:1767384702.295052:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp43 00040000:00000010:1.0:1767384702.295054:0:40424:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f4860eb3. 00000400:00000010:3.0:1767384702.295058:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aeae8b99. 00040000:00000010:1.0:1767384702.295059:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d3004d1. 00080000:00000010:1.0:1767384702.295065:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007476aeb2. 00000400:00000010:3.0:1767384702.295067:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008aeb61ec. 00000004:00000010:1.0:1767384702.295069:0:40424:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000247e3fc7. 00000400:00000010:3.0:1767384702.295072:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8df53f1. 00000004:00000010:1.0:1767384702.295074:0:40424:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a7d1e5e2. 00000004:00000010:1.0:1767384702.295080:0:40424:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000861bcb19. 00000400:00000010:3.0:1767384702.295081:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049a5b275. 00002000:00000010:1.0:1767384702.295083:0:40424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c96e19a. 00000004:00000010:1.0:1767384702.295086:0:40424:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000064bc07d7. 00000400:00000200:3.0:1767384702.295097:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp43 00000800:00000200:0.0:1767384702.295108:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384702.295109:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp43 local destination 00000400:00000200:3.0:1767384702.295121:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp43 00000400:00000200:3.0:1767384702.295128:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp43 NI seq info: [248:248:256:4294967295] 192.168.202.117@tcp43 LPNI seq info [214:214:8:4294967295] 00000400:00000200:3.0:1767384702.295136:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp43 00000020:00000010:1.0:1767384702.295136:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f84f4048. 00000040:00000010:1.0:1767384702.295143:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000774e621a. 00000020:00000010:1.0:1767384702.295146:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f3bda4d. 00000020:00000010:1.0:1767384702.295151:0:40424:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a5b1e364. 00000400:00000200:3.0:1767384702.295154:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp43(192.168.202.117@tcp43:) -> 192.168.202.117@tcp43(192.168.202.117@tcp43:192.168.202.117@tcp43) : GET try# 0 00000800:00000200:2.0:1767384702.295154:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384702.295157:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006899a476. 00000800:00000010:2.0:1767384702.295158:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014e6adaf. 80000000:00000010:1.0:1767384702.295161:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a343df43. 00000400:00000200:2.0:1767384702.295166:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 40000000:00000010:1.0:1767384702.295166:0:40424:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000030fbbe1d. 00000800:00000200:3.0:1767384702.295167:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp43 00100000:00000010:1.0:1767384702.295172:0:40424:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000db2799e3. 00000800:00000010:3.0:1767384702.295174:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b10c8df2. 00040000:00000010:1.0:1767384702.295176:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a3875efa. 00000400:00000200:2.0:1767384702.295177:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: PUT: OK 00040000:00000010:1.0:1767384702.295181:0:40424:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f4860eb3. 00000400:00000200:2.0:1767384702.295183:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384702.295185:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00040000:00000010:1.0:1767384702.295186:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000d3004d1. 00000400:00000200:2.0:1767384702.295190:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.117@tcp: 0 00080000:00000010:1.0:1767384702.295190:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007476aeb2. 00000004:00000010:1.0:1767384702.295195:0:40424:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000247e3fc7. 00000800:00000200:3.1:1767384702.295197:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000214a3dd] -> 12345-192.168.202.117@tcp43 (2) 00000004:00000010:1.0:1767384702.295198:0:40424:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a7d1e5e2. 00000004:00000010:1.0:1767384702.295205:0:40424:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000861bcb19. 00002000:00000010:1.0:1767384702.295208:0:40424:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c96e19a. 00000004:00000010:1.0:1767384702.295210:0:40424:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000064bc07d7. 00000020:00000010:1.0:1767384702.295212:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eedcd527. 10000000:00000010:1.0:1767384702.295214:0:40424:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003785332d. 10000000:00000010:1.0:1767384702.295217:0:40424:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f7557949. 02000000:00000010:1.0:1767384702.295221:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ade48daf. 00000400:00000200:2.0:1767384702.295227:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26) <- 192.168.202.117@tcp26 : PUT - for me 00000100:00000010:1.0:1767384702.295230:0:40424:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000006c374b2. 00000100:00000010:1.0:1767384702.295233:0:40424:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008189ded5. 00000400:00000200:2.0:1767384702.295237:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 704 into portal 0 MB=0x8000000000000000 02000000:00000010:1.0:1767384702.295237:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab14b719. 00000100:00000010:1.0:1767384702.295243:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d57fcba. 00000400:00000200:2.0:1767384702.295246:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.117@tcp of length 688/704 into md 0x1f2d [1] + 0 00000400:00000010:2.0:1767384702.295250:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ea76c2. 00000400:00000200:2.0:1767384702.295254:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e195eae2 00000400:00000200:3.0:1767384702.295259:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp43 added to recovery queue. ping count: 5 next ping: 357 health :500 00000400:00000200:2.0:1767384702.295260:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.295267:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: PUT: OK 00000400:00000200:2.0:1767384702.295272:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e195eae2 00000400:00000010:2.0:1767384702.295274:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e195eae2. 00000400:00000200:2.0:1767384702.295276:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384702.295278:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (43) 00000400:00000200:2.0:1767384702.295282:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:2.0:1767384702.295285:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.117@tcp (704 bytes) 00000400:00000200:2.0:1767384702.295288:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384702.295295:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (44) 00000400:00000200:2.0:1767384702.295298:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384702.295303:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp26 to MR: 192.168.202.117@tcp26 local destination 00000400:00000200:2.0:1767384702.295308:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp26 NI seq info: [249:249:256:4294967295] 192.168.202.117@tcp26 LPNI seq info [215:215:8:4294967295] 00000400:00000200:2.0:1767384702.295321:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) -> 192.168.202.117@tcp26(192.168.202.117@tcp26:192.168.202.117@tcp26) 192.168.202.117@tcp26 : ACK try# 0 00000800:00000200:2.0:1767384702.295327:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.117@tcp26 00000800:00000010:2.0:1767384702.295329:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014e6adaf. 00000800:00000200:2.0:1767384702.295333:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099a8199f] -> 12345-192.168.202.117@tcp26 (4) 00000800:00000200:2.0:1767384702.295335:0:16133:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.117 (cnted 2, interval 16, 15 secs later) 00000800:00000200:2.0:1767384702.295338:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp26 ip 192.168.202.117:989 00000800:00000200:2.0:1767384702.295340:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000014e6adaf type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384702.295348:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:2.0:1767384702.295427:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384702.295430:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014e6adaf. 00000400:00000200:2.0:1767384702.295434:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.295436:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.295444:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: ACK: OK 00000400:00000200:2.0:1767384702.295469:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp26(192.168.202.117@tcp26) <- 192.168.202.117@tcp26 : ACK - for me 00000400:00000200:2.0:1767384702.295478:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.117@tcp26: ACK from 12345-192.168.202.117@tcp26 into md 0x2a91 00000400:00000200:2.0:1767384702.295483:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.295488:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp26->192.168.202.117@tcp26: ACK: OK 00000400:00000200:2.0:1767384702.295495:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa8c16c 00000400:00000010:2.0:1767384702.295499:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa8c16c. 00000400:00000200:3.0:1767384702.295506:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.295507:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384702.295517:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.117@tcp ev->status 0 00000400:00000200:2.0:1767384702.295524:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384702.295528:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:2.0:1767384702.295552:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384702.295557:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000074c3c805. 00000400:00000010:2.0:1767384702.295560:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007af03a4a. 00000400:00000010:2.0:1767384702.295562:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa8c16c. 00000400:00000200:2.0:1767384702.295565:0:16138:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000074c3c805 00000400:00000010:2.0:1767384702.295567:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000050bcb622. 00000400:00000200:2.0:1767384702.295571:0:16138:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:2.0:1767384702.295575:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x102071 00000400:00000200:2.0:1767384702.295577:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000010:2.0:1767384702.295581:0:16138:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000a30d5128. 00000400:00000010:2.0:1767384702.295584:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000400:00000200:3.0:1767384702.295585:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000010:2.0:1767384702.295587:0:16138:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000090ec8442. 00000400:00000200:2.0:1767384702.295596:0:16138:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp 00000400:00000200:2.0:1767384702.295603:0:16138:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.117@tcp local destination 00000400:00000200:2.0:1767384702.295607:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 167], ns[61, 170] 00000400:00000200:2.0:1767384702.295612:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 60], ns[68, 61] 00000400:00000200:2.0:1767384702.295615:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 60], ns[72, 61] 00000400:00000200:2.0:1767384702.295618:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[76, 61] 00000400:00000200:2.0:1767384702.295621:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 60], ns[86, 61] 00000400:00000200:2.0:1767384702.295626:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 60], ns[96, 61] 00000400:00000200:2.0:1767384702.295628:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 60], ns[102, 61] 00000400:00000200:2.0:1767384702.295631:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[107, 61] 00000400:00000200:2.0:1767384702.295633:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[111, 61] 00000400:00000200:2.0:1767384702.295638:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[124, 61] 00000400:00000200:3.0:1767384702.295640:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.295655:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[130, 61] 00000400:00000200:2.0:1767384702.295662:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 61] 00000400:00000200:2.0:1767384702.295666:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[145, 61] 00000400:00000200:2.0:1767384702.295670:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 61] 00000400:00000200:2.0:1767384702.295674:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 60], ns[184, 61] 00000400:00000200:2.0:1767384702.295677:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[188, 61] 00000400:00000200:2.0:1767384702.295679:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[215, 60], ns[249, 61] 00000400:00000200:2.0:1767384702.295683:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 60], ns[54, 61] 00000400:00000200:2.0:1767384702.295686:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[210, 54], ns[244, 54] 00000400:00000200:2.0:1767384702.295689:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[65, 54], ns[66, 54] 00000400:00000200:2.0:1767384702.295693:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 54], ns[79, 54] 00000400:00000200:3.0:1767384702.295696:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.295696:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 54], ns[91, 54] 00000400:00000200:2.0:1767384702.295705:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[170, 54], ns[173, 54] 00000400:00000200:2.0:1767384702.295708:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 54], ns[115, 54] 00000400:00000200:2.0:1767384702.295712:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 54], ns[94, 54] 00000400:00000200:2.0:1767384702.295716:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 54], ns[139, 54] 00000400:00000200:2.0:1767384702.295719:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[194, 54], ns[197, 54] 00000400:00000200:2.0:1767384702.295723:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 54], ns[122, 54] 00000400:00000200:2.0:1767384702.295726:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[206, 54], ns[240, 54] 00000400:00000200:2.0:1767384702.295729:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 54], ns[177, 54] 00000400:00000200:2.0:1767384702.295733:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 54], ns[157, 54] 00000400:00000200:3.0:1767384702.295737:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.295737:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 54], ns[168, 54] 00000400:00000200:2.0:1767384702.295746:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[211, 54], ns[245, 54] 00000400:00000200:2.0:1767384702.295750:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 54], ns[248, 54] 00000400:00000200:2.0:1767384702.295754:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[202, 54], ns[236, 54] 00000400:00000200:2.0:1767384702.295758:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 54], ns[191, 54] 00000400:00000200:2.0:1767384702.295761:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[209, 54], ns[243, 54] 00000400:00000200:2.0:1767384702.295763:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 54], ns[237, 54] 00000400:00000200:2.0:1767384702.295766:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[207, 54], ns[241, 54] 00000400:00000200:2.0:1767384702.295769:0:16138:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[212, 54], ns[246, 54] 00000400:00000200:2.0:1767384702.295772:0:16138:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384702.295774:0:16138:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp27 00000400:00000200:2.0:1767384702.295777:0:16138:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.117@tcp27 lpni_is_preferred = 0 00000400:00000200:3.0:1767384702.295779:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.295779:0:16138:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.117@tcp27 00000400:00000200:2.0:1767384702.295785:0:16138:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp27 NI seq info: [250:250:256:4294967295] 192.168.202.117@tcp27 LPNI seq info [216:216:8:4294967295] 00000400:00000200:2.0:1767384702.295790:0:16138:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp27 00000400:00000200:2.0:1767384702.295799:0:16138:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27:) -> 192.168.202.117@tcp27(192.168.202.117@tcp:192.168.202.117@tcp27) : GET try# 0 00000800:00000200:2.0:1767384702.295803:0:16138:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp27 00000800:00000010:2.0:1767384702.295806:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000014e6adaf. 00000800:00000200:2.0:1767384702.295811:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (6) 10000000:00000010:1.0:1767384702.295813:0:40424:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000f0cc5f4e. 00000800:00000200:2.0:1767384702.295817:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp27 ip 192.168.202.117:988 00000800:00000200:2.0:1767384702.295820:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000014e6adaf type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384702.295824:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000100:00000010:1.0:1767384702.295826:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d57fcba. 00000400:00000200:2.0:1767384702.295829:0:16138:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.117@tcp 00000400:00000200:3.0:1767384702.295905:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 02000000:00000010:1.0:1767384702.295928:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab14b719. 00000400:00000200:3.0:1767384702.295934:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00010000:00000010:1.0:1767384702.295937:0:40424:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c7ec89a4. 00010000:00000010:1.0:1767384702.295941:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d0c123e8. 00000100:00000010:1.0:1767384702.295950:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061a3071c. 00000400:00000200:3.0:1767384702.295956:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 02000000:00000010:1.0:1767384702.295958:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008189ded5. 00000400:00000010:1.0:1767384702.295962:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003170d643. 00000400:00000010:1.0:1767384702.295966:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.295968:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059685760, portal 25 00000400:00000010:1.0:1767384702.295972:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d131c62b. 00000100:00000200:1.0:1767384702.295973:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059685760, offset 0 00000400:00000200:1.0:1767384702.295979:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.295980:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.295986:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.295992:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a08d80 00000400:00000200:1.0:1767384702.295995:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21cd [2] + 0 00000400:00000010:1.0:1767384702.295998:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068a7ef6c. 00000400:00000200:1.0:1767384702.296000:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000612e0ab3 00000400:00000200:1.0:1767384702.296003:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.296006:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384702.296007:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.296009:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612e0ab3 00000400:00000010:1.0:1767384702.296011:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000612e0ab3. 00000100:00000200:1.0:1767384702.296015:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384702.296027:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d131c62b 00000400:00000010:1.0:1767384702.296028:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 00000400:00000200:3.0:1767384702.296033:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000100:00000200:1.0:1767384702.296033:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d57fcba x1853237059685760/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384702.296060:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f5fb03ab. 00000400:00000200:3.0:1767384702.296069:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296069:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030fbbe1d. 00000020:00000010:1.0:1767384702.296071:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030fbbe1d. 00000020:00000010:1.0:1767384702.296076:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ade48daf. 00000020:00000010:1.0:1767384702.296079:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003785332d. 00000020:00000010:1.0:1767384702.296081:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000400:00000200:2.0:1767384702.296086:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100271 rc 0 00000400:00000200:3.0:1767384702.296099:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296105:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030fbbe1d. 00000020:00000010:1.0:1767384702.296109:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030fbbe1d. 00000100:00000200:1.0:1767384702.296112:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059685760 00000400:00000200:3.0:1767384702.296121:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00010000:00000010:1.0:1767384702.296125:0:40429:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000290e4856. 00010000:00000010:1.0:1767384702.296130:0:40429:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ea8ace56. 00000020:00000010:1.0:1767384702.296133:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000030fbbe1d. 02000000:00000010:1.0:1767384702.296140:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000064bc07d7. 00000400:00000200:3.0:1767384702.296150:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00010000:00000200:1.0:1767384702.296150:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e6549ae x1853237059685760/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 328/344 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384702.296162:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d131c62b. 00000100:00000200:1.0:1767384702.296164:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059685760, offset 224 00000400:00000200:1.0:1767384702.296169:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.296171:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.296181:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.296191:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a08d80 00000400:00000200:1.0:1767384702.296196:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2aa1 [1] + 224 00000400:00000200:1.0:1767384702.296199:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.296203:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384702.296210:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d57fcba x1853237059685760/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384702.296219:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d131c62b 00000400:00000010:1.0:1767384702.296221:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 00000400:00000200:3.0:1767384702.296227:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296229:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003785332d. 00000020:00000010:1.0:1767384702.296234:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384702.296237:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ade48daf. 02000000:00000010:1.0:1767384702.296244:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000064bc07d7. 00000100:00000200:1.0:1767384702.296253:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384702.296255:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560000f7. 00000800:00000200:2.0:1767384702.296258:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384702.296259:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d2706bf. 00000800:00000010:2.0:1767384702.296262:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000014e6adaf. 00000400:00000200:2.0:1767384702.296265:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.296272:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: GET: OK 00000400:00000200:2.0:1767384702.296276:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384702.296281:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.117@tcp: 0 00000400:00000200:3.0:1767384702.296305:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.296305:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27) <- 192.168.202.117@tcp27 : GET - for me 00000400:00000010:1.0:1767384702.296306:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003170d643. 00000400:00000200:1.0:1767384702.296312:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.296314:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000400:00000200:2.0:1767384702.296317:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 704 into portal 0 MB=0x8000000000000000 00000100:00000200:1.0:1767384702.296319:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d57fcba x1853237059685760/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.296327:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 704/704 into md 0x1f69 [1] + 0 00000100:00000200:1.0:1767384702.296332:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d57fcba x1853237059685760/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.296340:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp27 to MR: 192.168.202.117@tcp27 local destination 00000400:00000200:2.0:1767384702.296347:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp27 NI seq info: [251:251:256:4294967295] 192.168.202.117@tcp27 LPNI seq info [217:217:8:4294967295] 00000100:00000010:1.0:1767384702.296350:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061a3071c. 00000400:00000200:3.0:1767384702.296358:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 02000000:00000010:1.0:1767384702.296362:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008189ded5. 00000400:00000200:2.0:1767384702.296363:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) -> 192.168.202.117@tcp27(192.168.202.117@tcp27:192.168.202.117@tcp27) 192.168.202.117@tcp27 : REPLY try# 0 02000000:00000010:1.0:1767384702.296369:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab14b719. 00000800:00000200:2.0:1767384702.296372:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.117@tcp27 00000100:00000010:1.0:1767384702.296375:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d57fcba. 00000800:00000010:2.0:1767384702.296377:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014e6adaf. 00000800:00000200:2.0:1767384702.296382:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000607c8ba0] -> 12345-192.168.202.117@tcp27 (6) 10000000:00000010:1.0:1767384702.296382:0:40424:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000082637033. 00000020:00000010:1.0:1767384702.296388:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab14b719. 00000800:00000200:2.0:1767384702.296389:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp27 ip 192.168.202.117:987 00000400:00000200:3.0:1767384702.296391:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296392:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ade48daf. 00000800:00000200:2.0:1767384702.296393:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000014e6adaf type 3, nob 800 niov 1 nkiov 1 00000040:00000010:1.0:1767384702.296397:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eedcd527. 00000020:00000010:1.0:1767384702.296401:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000861bcb19. 00000020:00000010:1.0:1767384702.296403:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000d3004d1. 80000000:00000010:1.0:1767384702.296409:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a343df43. 00040000:00000010:1.0:1767384702.296412:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006899a476. 00080000:00000010:1.0:1767384702.296415:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cf8dce86. 20000000:00000010:1.0:1767384702.296418:0:40424:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000774e621a. 00000040:00000010:1.0:1767384702.296423:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f84f4048. 00000400:00000200:3.0:1767384702.296427:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000100:00000010:1.0:1767384702.296428:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d57fcba. 02000000:00000010:1.0:1767384702.296436:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000eb4716d. 00000100:00000010:1.0:1767384702.296443:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061a3071c. 02000000:00000010:1.0:1767384702.296456:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001da7b599. 00000800:00000200:2.0:1767384702.296461:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384702.296461:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003170d643. 00000800:00000010:2.0:1767384702.296466:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014e6adaf. 00000400:00000010:1.0:1767384702.296466:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.296470:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059685888, portal 25 00000400:00000200:2.0:1767384702.296471:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.296472:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000010:1.0:1767384702.296474:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d131c62b. 00000400:00000200:2.0:1767384702.296478:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: REPLY: OK 00000100:00000200:1.0:1767384702.296479:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237059685888, offset 0 00000400:00000200:1.0:1767384702.296489:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384702.296496:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.296503:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260a08e00 00000400:00000200:1.0:1767384702.296508:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x21d1 [2] + 0 00000400:00000200:3.0:1767384702.296510:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000010:1.0:1767384702.296512:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee17b44f. 00000400:00000200:2.0:1767384702.296513:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp27(192.168.202.117@tcp27) <- 192.168.202.117@tcp27 : REPLY - for me 00000400:00000200:1.0:1767384702.296519:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000879ec396 00000400:00000200:1.0:1767384702.296523:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.296527:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp27: Reply from 12345-192.168.202.117@tcp27 of length 704/704 into md 0x2a9d 00000400:00000200:1.0:1767384702.296528:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384702.296534:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000879ec396 00000400:00000010:1.0:1767384702.296536:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000879ec396. 00000100:00000200:1.0:1767384702.296541:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384702.296542:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.296546:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp27->192.168.202.117@tcp27: REPLY: OK 00000400:00000200:1.0:1767384702.296551:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d131c62b 00000400:00000200:3.0:1767384702.296553:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000010:1.0:1767384702.296553:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 00000400:00000200:2.0:1767384702.296558:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000100:00000200:1.0:1767384702.296560:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d57fcba x1853237059685888/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.296561:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000400:00000200:2.0:1767384702.296568:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384702.296571:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.117@tcp has discovery enabled 00000400:00000200:2.0:1767384702.296574:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.117@tcp(00000000b559c30f) is MR 00000400:00000200:2.0:1767384702.296578:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.117@tcp data present 42. state = 0x100271 00000400:00000200:2.0:1767384702.296583:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.117@tcp (00000000b559c30f): -114 00000400:00000200:2.0:1767384702.296590:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000020:00000010:1.0:1767384702.296592:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e82f8606. 00000400:00000200:3.0:1767384702.296595:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296596:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e82f8606. 00000020:00000010:1.0:1767384702.296604:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069cea481. 00000020:00000010:1.0:1767384702.296608:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003785332d. 00000400:00000200:2.0:1767384702.296609:0:16138:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384702.296613:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x1000f1 00000020:00000010:1.0:1767384702.296614:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000400:00000010:2.0:1767384702.296619:0:16138:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000fba4f301. 00000400:00000010:2.0:1767384702.296624:0:16138:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000004f7fdd6d. 00000400:00000010:2.0:1767384702.296626:0:16138:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000f0434850. 00000020:00000010:1.0:1767384702.296635:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e82f8606. 00000400:00000200:3.0:1767384702.296636:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296639:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e82f8606. 00000100:00000200:1.0:1767384702.296658:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059685888 00000400:00000200:2.0:1767384702.296664:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp28(00000000d6a979cd) status changed from 0xdeadface to 0x15aac0de 02000000:00000010:1.0:1767384702.296667:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008189ded5. 00000040:00000010:1.0:1767384702.296675:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000630fcfbd. 00000400:00000200:2.0:1767384702.296678:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp42(000000006460b7a5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384702.296682:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp43(000000006a0bda6d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384702.296686:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp44(00000000469769de) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384702.296689:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.296694:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp48(000000004b463719) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384702.296700:0:16138:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.117@tcp49(00000000ea02607d) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384702.296706:0:16138:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000996d7410. 00000400:00000200:2.0:1767384702.296711:0:16138:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000996d7410 nid 192.168.202.117@tcp50 00000400:00000010:2.0:1767384702.296717:0:16138:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000df0a6b3f. 00000040:00000010:1.0:1767384702.296719:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001ec58ba4. 00000400:00000200:2.0:1767384702.296720:0:16138:0:(peer.c:204:lnet_peer_net_alloc()) 00000000df0a6b3f net tcp50 00000400:00000200:2.0:1767384702.296726:0:16138:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:3.0:1767384702.296727:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296729:0:40428:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a3875efa. 00000400:00000200:2.0:1767384702.296735:0:16138:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp50 flags 0x11 00080000:00000010:1.0:1767384702.296738:0:40428:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b2a902a. 00000400:00000010:2.0:1767384702.296740:0:16138:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000fba4f301. 00000400:00000010:2.0:1767384702.296746:0:16138:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000004f7fdd6d. 00000400:00000010:2.0:1767384702.296750:0:16138:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000f0434850. 00000400:00000010:2.0:1767384702.296754:0:16138:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000a30d5128. 00000400:00000200:2.0:1767384702.296758:0:16138:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.117@tcp (00000000b559c30f): 0 00000400:00000200:2.0:1767384702.296762:0:16138:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.117@tcp(00000000b559c30f): 0. state = 0x100171 00000400:00000200:2.0:1767384702.296766:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 rc 1 00000400:00000200:2.0:1767384702.296771:0:16138:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100171 00000400:00000200:3.0:1767384702.296772:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.296777:0:16138:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.117@tcp 00000400:00000200:2.0:1767384702.296780:0:16138:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.117@tcp(00000000b559c30f) state 0x100111 rc 0 00000400:00000200:2.0:1767384702.296785:0:16138:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.117@tcp (00000000b559c30f) 00000400:00000200:2.0:1767384702.296791:0:16138:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:3.0:1767384702.296817:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000040:00000010:1.0:1767384702.296821:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001ec58ba4. 00000040:00000010:1.0:1767384702.296827:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000630fcfbd. 00010000:00000200:1.0:1767384702.296864:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0093b6c x1853237059685888/t0(0) o501->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 504/272 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384702.296878:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d131c62b. 00000100:00000200:1.0:1767384702.296882:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237059685888, offset 224 00000400:00000200:1.0:1767384702.296888:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.296889:0:16130:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.296897:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.296906:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260a08e00 00000400:00000200:1.0:1767384702.296910:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ab1 [1] + 224 00000400:00000200:1.0:1767384702.296914:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.296917:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384702.296924:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d57fcba x1853237059685888/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384702.296935:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d131c62b 00000400:00000010:1.0:1767384702.296938:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 00000400:00000200:2.0:1767384702.296939:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.296949:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003785332d. 00000020:00000010:1.0:1767384702.296954:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384702.296959:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069cea481. 02000000:00000010:1.0:1767384702.296968:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008189ded5. 00000100:00000200:1.0:1767384702.296974:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384702.296981:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000797163fb. 00000400:00000010:1.0:1767384702.296986:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e0942a. 00000400:00000010:1.0:1767384702.297025:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003170d643. 00000400:00000200:1.0:1767384702.297028:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.297029:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000400:00000200:2.0:1767384702.297032:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000100:00000200:1.0:1767384702.297033:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d57fcba x1853237059685888/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384702.297046:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d57fcba x1853237059685888/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384702.297067:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061a3071c. 02000000:00000010:1.0:1767384702.297073:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001da7b599. 00000800:00000010:3.0:1767384702.297076:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a426019b. 02000000:00000010:1.0:1767384702.297076:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000eb4716d. 00000800:00000010:3.0:1767384702.297084:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dfa1a0d9. 00000100:00000010:1.0:1767384702.297084:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d57fcba. 00000400:00000200:2.0:1767384702.297090:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000800:00000010:3.0:1767384702.297094:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7eeb1f4. 00000040:00000010:1.0:1767384702.297096:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000071f2b780. 00000100:00000010:1.0:1767384702.297102:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d57fcba. 02000000:00000010:1.0:1767384702.297107:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000eb4716d. 00000100:00000010:1.0:1767384702.297113:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061a3071c. 00000800:00000010:3.0:1767384702.297123:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7eeb1f4. 00000400:00000200:2.0:1767384702.297127:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00020000:3.0:1767384702.297133:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 02000000:00000010:1.0:1767384702.297133:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b72111db. 00000800:00000010:3.0:1767384702.297139:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dfa1a0d9. 00000400:00000010:1.0:1767384702.297140:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003170d643. 00000800:00000010:3.0:1767384702.297144:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a426019b. 00000400:00000010:1.0:1767384702.297147:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000035e1a46b. 00000100:00000200:1.0:1767384702.297150:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059686016, portal 25 00000400:00000010:1.0:1767384702.297155:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.297157:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059686016, offset 0 00000400:00000200:1.0:1767384702.297165:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384702.297172:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.297180:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.297180:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a08e80 00000400:00000200:1.0:1767384702.297185:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d5 [2] + 0 00000400:00000010:1.0:1767384702.297188:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2dd3b0c. 00000400:00000200:1.0:1767384702.297193:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b976062 00000400:00000200:1.0:1767384702.297196:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.297199:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384702.297204:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b976062 00000400:00000010:1.0:1767384702.297205:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b976062. 00000400:02020000:3.0:1767384702.297207:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp29 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000100:00000200:1.0:1767384702.297212:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000100:3.0:1767384702.297213:0:16130:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384702.297225:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.297227:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.297233:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d57fcba x1853237059686016/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.297252:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.297255:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000216c70f9. 00000020:00000010:1.0:1767384702.297258:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000216c70f9. 00000020:00000010:1.0:1767384702.297262:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001da7b599. 00000020:00000010:1.0:1767384702.297266:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003785332d. 00000020:00000010:1.0:1767384702.297275:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384702.297291:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000216c70f9. 00000020:00000010:1.0:1767384702.297293:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000216c70f9. 00000100:00000200:1.0:1767384702.297295:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686016 00000400:00000200:2.0:1767384702.297300:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 02000000:00000010:1.0:1767384702.297313:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000f1f94b3d. 00000040:00000010:1.0:1767384702.297321:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000069cea481. 00000400:00000200:2.0:1767384702.297326:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000040:00000010:1.0:1767384702.297328:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000077eeab19. 00000040:00000010:1.0:1767384702.297338:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000077eeab19. 00000040:00000010:1.0:1767384702.297340:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000069cea481. 00010000:00000200:1.0:1767384702.297343:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b895399 x1853237059686016/t0(0) o503->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 272/8416 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384702.297351:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a688c253. 00000100:00000200:1.0:1767384702.297353:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237059686016, offset 224 00000400:00000200:1.0:1767384702.297357:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384702.297363:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.297364:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384702.297369:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260a08e80 00000400:00000200:1.0:1767384702.297375:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ac1 [4] + 224 00000400:00000200:1.0:1767384702.297379:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.297381:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384702.297385:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d57fcba x1853237059686016/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384702.297391:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a688c253 00000400:00000010:1.0:1767384702.297392:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a688c253. 00000020:00000010:1.0:1767384702.297397:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003785332d. 00000020:00000010:1.0:1767384702.297399:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000400:00000200:2.0:1767384702.297403:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000020:00000010:1.0:1767384702.297403:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da7b599. 02000000:00000010:1.0:1767384702.297409:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000f1f94b3d. 00000100:00000200:1.0:1767384702.297420:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384702.297422:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8260ff0. 00000400:00000010:1.0:1767384702.297426:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a688c253. 00000400:00000010:1.0:1767384702.297445:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003170d643. 00000400:00000200:1.0:1767384702.297449:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e1a46b 00000400:00000010:1.0:1767384702.297450:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000035e1a46b. 00000100:00000200:1.0:1767384702.297454:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d57fcba x1853237059686016/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.297458:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000100:00000200:1.0:1767384702.297461:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d57fcba x1853237059686016/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384702.297474:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061a3071c. 02000000:00000010:1.0:1767384702.297480:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b72111db. 02000000:00000010:1.0:1767384702.297488:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000eb4716d. 00000100:00000010:1.0:1767384702.297491:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d57fcba. 00000040:00000010:1.0:1767384702.297499:0:40424:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004604b656. 00000400:00000200:2.0:1767384702.297527:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297570:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297610:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297632:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297669:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.297685:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062509a7c. 00000020:00000010:3.0:1767384702.297691:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3dbd00b. 00000040:00000010:3.0:1767384702.297695:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006cc25638. 00000400:00000200:2.0:1767384702.297695:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.297701:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000caf43fa1. 00000020:00000010:3.0:1767384702.297706:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005fd82698. 00000020:00000010:3.0:1767384702.297711:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a129fc5a. 80000000:00000010:3.0:1767384702.297715:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb142ec3. 00000400:00000200:2.0:1767384702.297717:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 40000000:00000010:3.0:1767384702.297726:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076263e54. 00100000:00000010:3.0:1767384702.297731:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e730c3f. 00040000:00000010:3.0:1767384702.297735:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000acaf6a69. 00040000:00000010:3.0:1767384702.297738:0:40458:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000d26c82a. 00000400:00000200:2.0:1767384702.297740:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00040000:00000010:3.0:1767384702.297743:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd2b7dd7. 00080000:00000010:3.0:1767384702.297748:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000078a198bd. 00000004:00000010:3.0:1767384702.297752:0:40458:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000060867b11. 00000004:00000010:3.0:1767384702.297757:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005457f42c. 00000004:00000010:3.0:1767384702.297762:0:40458:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f6c60891. 00000400:00000200:2.0:1767384702.297764:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00002000:00000010:3.0:1767384702.297765:0:40458:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf6039d6. 00000004:00000010:3.0:1767384702.297770:0:40458:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000887acf5e. 00000020:00000010:3.0:1767384702.297776:0:40458:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f82f584e. 00000040:00000010:3.0:1767384702.297782:0:40458:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a426019b. 00000400:00000200:2.0:1767384702.297788:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297806:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297820:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297866:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297884:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297912:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.297949:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.298018:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.298067:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384702.298273:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000040:00000010:3.0:1767384702.298304:0:40458:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a426019b. 00000020:00000010:3.0:1767384702.298318:0:40458:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f82f584e. 00000020:00000010:3.0:1767384702.298337:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3dbd00b. 00000040:00000010:3.0:1767384702.298344:0:40458:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006cc25638. 00000020:00000010:3.0:1767384702.298349:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000caf43fa1. 00000020:00000010:3.0:1767384702.298357:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005fd82698. 00000400:00000200:2.0:1767384702.298364:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.298366:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a129fc5a. 80000000:00000010:3.0:1767384702.298375:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bb142ec3. 40000000:00000010:3.0:1767384702.298380:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076263e54. 00100000:00000010:3.0:1767384702.298384:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e730c3f. 00040000:00000010:3.0:1767384702.298390:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000acaf6a69. 00040000:00000010:3.0:1767384702.298394:0:40458:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000d26c82a. 00040000:00000010:3.0:1767384702.298397:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bd2b7dd7. 00000400:00000200:2.0:1767384702.298399:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00080000:00000010:3.0:1767384702.298401:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000078a198bd. 00000004:00000010:3.0:1767384702.298406:0:40458:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000060867b11. 00000004:00000010:3.0:1767384702.298413:0:40458:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005457f42c. 00000004:00000010:3.0:1767384702.298417:0:40458:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f6c60891. 00002000:00000010:3.0:1767384702.298420:0:40458:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cf6039d6. 00000004:00000010:3.0:1767384702.298423:0:40458:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000887acf5e. 00000400:00000200:2.0:1767384702.298425:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.298428:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062509a7c. 00000040:00000010:3.0:1767384702.298451:0:40424:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004604b656. 00000040:00000010:3.0:1767384702.298461:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000071f2b780. 00000040:00000010:3.0:1767384702.298467:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f84f4048. 00000400:00000200:2.0:1767384702.298468:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.298472:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ade48daf. 00000040:00000010:3.0:1767384702.298476:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eedcd527. 00000020:00000010:3.0:1767384702.298479:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000861bcb19. 00000020:00000010:3.0:1767384702.298482:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000d3004d1. 80000000:00000010:3.0:1767384702.298484:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a343df43. 00040000:00000010:3.0:1767384702.298487:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006899a476. 00080000:00000010:3.0:1767384702.298489:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cf8dce86. 20000000:00000010:3.0:1767384702.298492:0:40424:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000774e621a. 00000020:00000010:3.0:1767384702.298494:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab14b719. 10000000:00000010:3.0:1767384702.298496:0:40424:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000082637033. 00000400:00000200:2.0:1767384702.298496:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000020:00000010:3.0:1767384702.298508:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003e0f6079. 00000040:00000010:3.0:1767384702.298512:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cce00319. 00000020:00000010:3.0:1767384702.298516:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b90438c. 00000020:00000010:3.0:1767384702.298518:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cddf40ec. 00040000:00000010:3.0:1767384702.298521:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000447719c7. 00040000:00000010:3.0:1767384702.298525:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000290a4bc4. 00080000:00000010:3.0:1767384702.298527:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007dd76308. 00000020:00000010:3.0:1767384702.298529:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095354650. 00000020:00000010:3.0:1767384702.298531:0:40424:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000006ca1394f. 00000020:00000010:3.0:1767384702.298534:0:40424:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000ce85fa17. 00000020:00000010:3.0:1767384702.298539:0:40424:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 0000000076263e54. 00000020:00000010:3.0:1767384702.298543:0:40424:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000bb142ec3. 00000020:00000010:3.0:1767384702.298546:0:40424:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000003982208e. 00000020:00000010:3.0:1767384702.298550:0:40424:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000e80e4605. 00000020:00000010:3.0:1767384702.298553:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd2b7dd7. 00000020:00000010:3.0:1767384702.298556:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095354650. 00000040:00000010:3.0:1767384702.298559:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000290a4bc4. 00000020:00000010:3.0:1767384702.298561:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f6c60891. 00000020:00000010:3.0:1767384702.298563:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cddf40ec. 00040000:00000010:3.0:1767384702.298565:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000acaf6a69. 00040000:00000010:3.0:1767384702.298568:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cce00319. 00080000:00000010:3.0:1767384702.298569:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000060867b11. 10000000:00000010:3.0:1767384702.298580:0:40424:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000003e0f6079. 00000100:00000010:3.0:1767384702.298589:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e1f05ee. 02000000:00000010:3.0:1767384702.298596:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062509a7c. 00010000:00000010:3.0:1767384702.298602:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061efb906. 00000800:00000010:2.0:1767384702.298609:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086f54208. 00000100:00000010:3.0:1767384702.298611:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0b17b9f. 00000800:00000010:2.0:1767384702.298615:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb5d3510. 00000800:00000010:2.0:1767384702.298619:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000166d91c4. 02000000:00000010:3.0:1767384702.298622:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000887acf5e. 00000400:00000010:3.0:1767384702.298628:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1e779a. 00000400:00000010:3.0:1767384702.298632:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001b73ed4. 00000100:00000200:3.0:1767384702.298638:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059686144, portal 25 00000400:00000010:3.0:1767384702.298641:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c833806b. 00000100:00000200:3.0:1767384702.298655:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237059686144, offset 0 00000400:00000200:3.0:1767384702.298661:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384702.298661:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000166d91c4. 00000400:00000200:3.0:1767384702.298675:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00020000:2.0:1767384702.298677:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384702.298680:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb5d3510. 00000400:00000200:3.0:1767384702.298685:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260a08f00 00000800:00000010:2.0:1767384702.298687:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086f54208. 00000400:00000200:3.0:1767384702.298693:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21d9 [2] + 0 00000400:00000010:3.0:1767384702.298696:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060a7be77. 00000400:00000200:3.0:1767384702.298698:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af2809a6 00000400:00000200:3.0:1767384702.298702:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.298709:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384702.298718:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2809a6 00000400:00000010:3.0:1767384702.298721:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af2809a6. 00000100:00000200:3.0:1767384702.298729:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384702.298757:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c833806b 00000400:00000010:3.0:1767384702.298760:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c833806b. 00000100:00000200:3.0:1767384702.298770:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e1f05ee x1853237059686144/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:2.0:1767384702.298775:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp43 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000020:00000010:1.0:1767384702.298779:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007cb75f30. 00000020:00000010:1.0:1767384702.298784:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007cb75f30. 00000400:00000200:2.0:1767384702.298788:0:16129:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp43 notifying 192.168.202.117@tcp43: down 00000020:00000010:1.0:1767384702.298793:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001da7b599. 00000800:00000200:2.0:1767384702.298794:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp43 down 00000020:00000010:1.0:1767384702.298801:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003785332d. 00000800:00000100:2.0:1767384702.298803:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp43 00000800:00000010:2.0:1767384702.298807:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b10c8df2. 00000020:00000010:1.0:1767384702.298808:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000400:00000200:2.0:1767384702.298810:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384702.298816:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp43->192.168.202.117@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384702.298823:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384702.298827:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384702.298857:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp43) recovery failed with -71 00000020:00000010:1.0:1767384702.298877:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007cb75f30. 00000020:00000010:1.0:1767384702.298884:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007cb75f30. 00000100:00000200:1.0:1767384702.298891:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686144 00010000:00000010:1.0:1767384702.298905:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000833253ef. 02000000:00000010:1.0:1767384702.298917:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008189ded5. 00010000:00000200:1.0:1767384702.298931:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001336d166 x1853237059686144/t0(0) o101->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 328/344 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384702.298943:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.298946:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237059686144, offset 224 00000400:00000200:1.0:1767384702.298951:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384702.298956:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384702.298962:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260a08f00 00000400:00000200:1.0:1767384702.298965:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ad1 [1] + 224 00000100:00000010:0.0:1767384702.298967:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678296d1. 00000400:00000200:1.0:1767384702.298968:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384702.298979:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384702.298981:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e1f05ee x1853237059686144/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384702.298985:0:16141:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002f99c1a5. 00000400:00000200:1.0:1767384702.298997:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.299000:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000400:00000010:3.0:1767384702.299009:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1e779a. 00000020:00000010:1.0:1767384702.299010:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003785332d. 02000000:00000010:0.0:1767384702.299012:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e126c9. 00000400:00000200:3.0:1767384702.299015:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b73ed4 00000020:00000010:1.0:1767384702.299017:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000400:00000010:3.0:1767384702.299018:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001b73ed4. 02000000:00000010:0.0:1767384702.299020:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f25e97f. 00000020:00000010:1.0:1767384702.299023:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da7b599. 02000000:00000010:2.0:1767384702.299025:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f0434850. 00000100:00000010:0.0:1767384702.299027:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 02000000:00000010:1.0:1767384702.299029:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008189ded5. 00000100:00000200:3.0:1767384702.299037:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e1f05ee x1853237059686144/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.299037:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0cd1bd. 00000100:00000200:1.0:1767384702.299041:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.299044:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000400:00000010:1.0:1767384702.299049:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003170d643. 00000100:00000200:2.0:1767384702.299052:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059686272, portal 10 00000400:00000010:1.0:1767384702.299056:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061a3071c. 00000100:00000200:3.0:1767384702.299060:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e1f05ee x1853237059686144/t0(0) o101->MGC192.168.202.117@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.299060:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.299067:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237059686272, offset 0 00000400:00000200:2.0:1767384702.299078:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.299089:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.299099:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260a08f80 00000400:00000200:2.0:1767384702.299106:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22c1 [64] + 224 00000100:00000010:3.0:1767384702.299109:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d0b17b9f. 00000400:00000200:2.0:1767384702.299110:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.299116:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.299120:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1767384702.299125:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000887acf5e. 00000100:00000010:2.0:1767384702.299125:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f0ee6d0. 02000000:00000010:3.0:1767384702.299133:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062509a7c. 00000100:00000010:3.0:1767384702.299138:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e1f05ee. 00000400:00000200:2.0:1767384702.299143:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384702.299146:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.299155:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678296d1 x1853237059686272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.299197:0:40436:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000086f54208. 00040000:00000010:2.0:1767384702.299205:0:40436:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004f7fdd6d. 00000004:00000010:2.0:1767384702.299209:0:40436:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020928aaa. 00000004:00000010:2.0:1767384702.299214:0:40436:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000045acb980. 00000004:00000010:2.0:1767384702.299217:0:40436:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a30d5128. 00000020:00000010:2.0:1767384702.299228:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fd5c7f. 00000020:00000010:2.0:1767384702.299234:0:40436:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.299239:0:40436:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000100:00000200:2.0:1767384702.299266:0:40436:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686272 02000000:00000010:2.0:1767384702.299279:0:40436:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fba4f301. 00000400:00000010:2.0:1767384702.299285:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.299291:0:40436:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059686272, offset 0 10000000:00000010:3.0:1767384702.299359:0:40424:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000098594349. 00000020:00000010:3.0:1767384702.299362:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062509a7c. 00000020:00000010:3.0:1767384702.299366:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a129fc5a. 00000040:00000010:3.0:1767384702.299369:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006cc25638. 00000020:00000010:3.0:1767384702.299372:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078a198bd. 00000020:00000010:3.0:1767384702.299375:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a3dbd00b. 80000000:00000010:3.0:1767384702.299378:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd5632c0. 00040000:00000010:3.0:1767384702.299381:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f8b5a14. 00080000:00000010:3.0:1767384702.299385:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000d26c82a. 20000000:00000010:3.0:1767384702.299390:0:40424:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000017b4f0fc. 00000040:00000010:3.0:1767384702.299395:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000028b27fd6. 00000100:00000010:3.0:1767384702.299401:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e1f05ee. 02000000:00000010:3.0:1767384702.299410:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eada6388. 00000100:00000010:3.0:1767384702.299419:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a5e540c8. 02000000:00000010:3.0:1767384702.299428:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a250bbe0. 00000400:00000010:3.0:1767384702.299432:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1e779a. 00000400:00000200:2.0:1767384702.299475:0:40436:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.299480:0:40436:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.299486:0:40436:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a08f80 00000400:00000200:2.0:1767384702.299490:0:40436:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2add [1] + 0 00000400:00000200:2.0:1767384702.299495:0:40436:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.299498:0:40436:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.299507:0:40436:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678296d1 x1853237059686272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.299521:0:40436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384702.299524:0:40436:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000020:00000010:2.0:1767384702.299533:0:40436:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.299535:0:40436:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.299537:0:40436:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fd5c7f. 00000400:00000010:2.0:1767384702.299554:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe0cd1bd. 00000400:00000200:2.0:1767384702.299556:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384702.299558:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.299562:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678296d1 x1853237059686272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.299567:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678296d1 x1853237059686272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384702.299582:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f0434850. 02000000:00000010:2.0:1767384702.299584:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002f99c1a5. 00000100:00000010:2.0:1767384702.299586:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678296d1. 00000400:00000010:3.0:1767384702.299587:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001b73ed4. 00000100:00000200:3.0:1767384702.299593:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059686400, portal 25 00000400:00000010:3.0:1767384702.299597:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c833806b. 00000100:00000200:3.0:1767384702.299600:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237059686400, offset 0 00000400:00000200:3.0:1767384702.299607:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.299615:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.299624:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260a09000 00000400:00000200:3.0:1767384702.299633:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21dd [2] + 0 00000400:00000010:3.0:1767384702.299637:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d85c6295. 00000400:00000200:3.0:1767384702.299640:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab9f6d4e 00000400:00000200:3.0:1767384702.299655:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.299668:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384702.299671:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9f6d4e 00000400:00000010:3.0:1767384702.299673:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab9f6d4e. 00000100:00000200:3.0:1767384702.299680:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384702.299701:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c833806b 00000400:00000010:3.0:1767384702.299703:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c833806b. 00000100:00000200:3.0:1767384702.299716:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e1f05ee x1853237059686400/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384702.299756:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a41dcb18. 00000020:00000010:3.0:1767384702.299760:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a41dcb18. 00000020:00000010:3.0:1767384702.299764:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c746294. 00000020:00000010:3.0:1767384702.299771:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6630ee7. 00000020:00000010:3.0:1767384702.299776:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384702.299797:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a41dcb18. 00000020:00000010:3.0:1767384702.299801:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a41dcb18. 00000100:00000200:3.0:1767384702.299805:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686400 02000000:00000010:3.0:1767384702.299816:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000887acf5e. 00000040:00000010:3.0:1767384702.299876:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000039cf7a65. 00000040:00000010:3.0:1767384702.299939:0:40429:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003e254bdf. 00000040:00000010:3.0:1767384702.299951:0:40429:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003e254bdf. 00000040:00000010:3.0:1767384702.299960:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000039cf7a65. 20000000:00000010:3.0:1767384702.299972:0:40429:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000a41dcb18. 20000000:00000010:3.0:1767384702.299978:0:40429:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000a41dcb18. 00010000:00000200:3.0:1767384702.299988:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7417566 x1853237059686400/t0(0) o501->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 512/272 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384702.300004:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c833806b. 00000100:00000200:3.0:1767384702.300011:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237059686400, offset 224 00000400:00000200:3.0:1767384702.300022:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.300039:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.300048:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260a09000 00000400:00000200:3.0:1767384702.300057:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2aed [1] + 224 00000400:00000200:3.0:1767384702.300061:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.300072:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384702.300086:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e1f05ee x1853237059686400/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384702.300106:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c833806b 00000400:00000010:3.0:1767384702.300109:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c833806b. 00000020:00000010:3.0:1767384702.300129:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6630ee7. 00000020:00000010:3.0:1767384702.300133:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384702.300139:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c746294. 02000000:00000010:3.0:1767384702.300152:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000887acf5e. 00000100:00000200:3.0:1767384702.300161:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384702.300166:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c0429bf. 00000400:00000010:3.0:1767384702.300172:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000931ec720. 00000400:00000010:3.0:1767384702.300231:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1e779a. 00000400:00000200:3.0:1767384702.300237:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b73ed4 00000400:00000010:3.0:1767384702.300241:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001b73ed4. 00000100:00000200:3.0:1767384702.300251:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e1f05ee x1853237059686400/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384702.300259:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e1f05ee x1853237059686400/t0(0) o501->MGC192.168.202.117@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384702.300273:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a5e540c8. 02000000:00000010:3.0:1767384702.300281:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a250bbe0. 02000000:00000010:3.0:1767384702.300285:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eada6388. 00000100:00000010:3.0:1767384702.300289:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e1f05ee. 00000040:00000010:3.0:1767384702.300296:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a426019b. 00000100:00000010:3.0:1767384702.300300:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e1f05ee. 02000000:00000010:3.0:1767384702.300306:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039cf7a65. 00000100:00000010:3.0:1767384702.300311:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a5e540c8. 02000000:00000010:3.0:1767384702.300332:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b72111db. 00000400:00000010:3.0:1767384702.300339:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1e779a. 00000400:00000010:3.0:1767384702.300343:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008b08098b. 00000100:00000200:3.0:1767384702.300348:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059686528, portal 25 00000400:00000010:3.0:1767384702.300352:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001b73ed4. 00000100:00000200:3.0:1767384702.300356:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059686528, offset 0 00000400:00000200:3.0:1767384702.300368:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.300381:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.300388:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a09080 00000400:00000200:3.0:1767384702.300396:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21e1 [2] + 0 00000400:00000010:3.0:1767384702.300399:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000010510bb. 00000400:00000200:3.0:1767384702.300403:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001921a1a1 00000400:00000200:3.0:1767384702.300406:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.300410:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384702.300413:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921a1a1 00000400:00000010:3.0:1767384702.300416:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001921a1a1. 00000100:00000200:3.0:1767384702.300422:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384702.300433:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b73ed4 00000400:00000010:3.0:1767384702.300435:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001b73ed4. 00000100:00000200:3.0:1767384702.300441:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e1f05ee x1853237059686528/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.300457:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000166d91c4. 00000020:00000010:2.0:1767384702.300462:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000166d91c4. 00000020:00000010:2.0:1767384702.300466:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fd5c7f. 00000020:00000010:2.0:1767384702.300469:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.300472:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.300496:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000166d91c4. 00000020:00000010:2.0:1767384702.300498:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000166d91c4. 00000100:00000200:2.0:1767384702.300500:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686528 02000000:00000010:2.0:1767384702.300517:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000fca2a38d. 00000040:00000010:2.0:1767384702.300520:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aacafb38. 00000040:00000010:2.0:1767384702.300528:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000732bf49. 00000040:00000010:2.0:1767384702.300585:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000732bf49. 00000040:00000010:2.0:1767384702.300588:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aacafb38. 00010000:00000200:2.0:1767384702.300591:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000816e42a2 x1853237059686528/t0(0) o503->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 272/8416 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.300599:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000cb5d3510. 00000100:00000200:2.0:1767384702.300601:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237059686528, offset 224 00000400:00000200:2.0:1767384702.300604:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.300608:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.300611:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260a09080 00000400:00000200:2.0:1767384702.300615:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2afd [4] + 224 00000400:00000200:2.0:1767384702.300619:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.300621:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.300624:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e1f05ee x1853237059686528/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.300637:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb5d3510 00000400:00000010:2.0:1767384702.300639:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000cb5d3510. 00000020:00000010:2.0:1767384702.300657:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.300659:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000400:00000010:3.0:1767384702.300662:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1e779a. 00000020:00000010:2.0:1767384702.300662:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fd5c7f. 02000000:00000010:2.0:1767384702.300665:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000fca2a38d. 00000400:00000200:3.0:1767384702.300666:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b08098b 00000400:00000010:3.0:1767384702.300669:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008b08098b. 00000100:00000200:3.0:1767384702.300674:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e1f05ee x1853237059686528/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.300680:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384702.300683:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e1f05ee x1853237059686528/t0(0) o503->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.300686:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0cd1bd. 00000400:00000010:2.0:1767384702.300692:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb5d3510. 00000100:00000010:3.0:1767384702.300693:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a5e540c8. 02000000:00000010:3.0:1767384702.300699:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b72111db. 02000000:00000010:3.0:1767384702.300707:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000039cf7a65. 00000100:00000010:3.0:1767384702.300709:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e1f05ee. 00000040:00000010:3.0:1767384702.300714:0:40424:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e0421184. 00000020:00000010:2.0:1767384702.300857:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fd5c7f. 00000020:00000010:2.0:1767384702.300861:0:40459:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aacafb38. 00000040:00000010:2.0:1767384702.300863:0:40459:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e4a78dcd. 00000020:00000010:2.0:1767384702.300868:0:40459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000065360b1. 00000020:00000010:2.0:1767384702.300872:0:40459:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000051f052df. 00000020:00000010:2.0:1767384702.300875:0:40459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043168701. 80000000:00000010:2.0:1767384702.300877:0:40459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf53cc69. 40000000:00000010:2.0:1767384702.300879:0:40459:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000166d91c4. 00100000:00000010:2.0:1767384702.300882:0:40459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6edc94b. 00040000:00000010:2.0:1767384702.300886:0:40459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000014e6adaf. 00040000:00000010:2.0:1767384702.300890:0:40459:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000622ee91c. 00040000:00000010:2.0:1767384702.300893:0:40459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000010e126c9. 00080000:00000010:2.0:1767384702.300896:0:40459:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000464b468a. 00000004:00000010:2.0:1767384702.300902:0:40459:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c40e133f. 00000004:00000010:2.0:1767384702.300906:0:40459:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001249c13c. 00000004:00000010:2.0:1767384702.300910:0:40459:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006b42a49d. 00002000:00000010:2.0:1767384702.300913:0:40459:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f0434850. 00000004:00000010:2.0:1767384702.300915:0:40459:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d7b7a679. 00000020:00000010:2.0:1767384702.300922:0:40459:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000045b52454. 00000040:00000010:2.0:1767384702.300926:0:40459:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000732bf49. 00000100:00000010:2.0:1767384702.300931:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5e0e31. 02000000:00000010:2.0:1767384702.300937:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054ad7838. 00000100:00000010:2.0:1767384702.300945:0:40459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb611e3. 02000000:00000010:2.0:1767384702.300958:0:40459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b72111db. 00000400:00000010:2.0:1767384702.300961:0:40459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf15c994. 00000400:00000010:2.0:1767384702.300965:0:40459:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004932ba00. 00000100:00000200:2.0:1767384702.300968:0:40459:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059686656, portal 25 00000400:00000010:2.0:1767384702.300973:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.300976:0:40459:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059686656, offset 0 00000400:00000200:2.0:1767384702.300983:0:40459:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.300987:0:40459:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.300993:0:40459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a09100 00000400:00000200:2.0:1767384702.300995:0:40459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21e5 [2] + 0 00000400:00000010:2.0:1767384702.300998:0:40459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008480512e. 00000400:00000200:2.0:1767384702.301001:0:40459:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6d23b38 00000400:00000200:2.0:1767384702.301003:0:40459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.301006:0:40459:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384702.301008:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6d23b38 00000400:00000010:2.0:1767384702.301009:0:40459:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6d23b38. 00000100:00000200:2.0:1767384702.301011:0:40459:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384702.301024:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:2.0:1767384702.301027:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.301032:0:40459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f5e0e31 x1853237059686656/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384702.301068:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006506ea1. 00000020:00000010:2.0:1767384702.301072:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006506ea1. 00000020:00000010:2.0:1767384702.301078:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057d75872. 00000020:00000010:2.0:1767384702.301081:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.301087:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.301109:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006506ea1. 00000020:00000010:2.0:1767384702.301111:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006506ea1. 00000100:00000200:2.0:1767384702.301113:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686656 02000000:00000010:2.0:1767384702.301128:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000fca2a38d. 00000040:00000010:2.0:1767384702.301138:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000db3309ab. 00000040:00000010:2.0:1767384702.301156:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fd925c39. 00000040:00000010:2.0:1767384702.301343:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fd925c39. 00000040:00000010:2.0:1767384702.301346:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000db3309ab. 00010000:00000200:2.0:1767384702.301353:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000022d2c687 x1853237059686656/t0(0) o502->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 272/8472 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384702.301364:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008e0acda1. 00000100:00000200:2.0:1767384702.301368:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237059686656, offset 224 00000400:00000200:2.0:1767384702.301373:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.301379:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.301386:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260a09100 00000400:00000200:2.0:1767384702.301390:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b0d [4] + 224 00000400:00000200:2.0:1767384702.301395:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.301399:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.301405:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f5e0e31 x1853237059686656/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.301416:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0acda1 00000400:00000010:2.0:1767384702.301417:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008e0acda1. 00000020:00000010:2.0:1767384702.301424:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.301428:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.301430:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057d75872. 02000000:00000010:2.0:1767384702.301433:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000fca2a38d. 00000100:00000200:2.0:1767384702.301443:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384702.301449:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067b1d6d9. 00000400:00000010:2.0:1767384702.301452:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e0acda1. 00000400:00000010:2.0:1767384702.301472:0:40459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf15c994. 00000400:00000200:2.0:1767384702.301475:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004932ba00 00000400:00000010:2.0:1767384702.301477:0:40459:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004932ba00. 00000100:00000200:2.0:1767384702.301482:0:40459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f5e0e31 x1853237059686656/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.301488:0:40459:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f5e0e31 x1853237059686656/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384702.301497:0:40459:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005eb611e3. 02000000:00000010:2.0:1767384702.301502:0:40459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b72111db. 02000000:00000010:2.0:1767384702.301509:0:40459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000054ad7838. 00000100:00000010:2.0:1767384702.301512:0:40459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f5e0e31. 00000100:00000010:2.0:1767384702.301527:0:40459:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000b2591b92. 00000400:00000200:2.0:1767384702.301531:0:40459:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384702.301533:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.117@tcp 00000400:00000200:2.0:1767384702.301537:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384702.301539:0:40459:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b559c30f (42) 00000400:00000200:2.0:1767384702.301542:0:40459:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384702.301545:0:40459:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.117@tcp NID 192.168.202.117@tcp: 0. pending discovery 00000400:00000200:2.0:1767384702.301547:0:40459:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b559c30f (43) 00000400:00000200:2.0:1767384702.301548:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp 00000400:00000200:2.0:1767384702.301550:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.117@tcp10 00000400:00000200:2.0:1767384702.301551:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301553:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp10 00000400:00000200:2.0:1767384702.301555:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.117@tcp11 00000400:00000200:2.0:1767384702.301558:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301559:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp11 00000400:00000200:2.0:1767384702.301562:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.117@tcp12 00000400:00000200:2.0:1767384702.301563:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301564:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp12 00000400:00000200:2.0:1767384702.301565:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.117@tcp13 00000400:00000200:2.0:1767384702.301566:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301568:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp13 00000400:00000200:2.0:1767384702.301570:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.117@tcp14 00000400:00000200:2.0:1767384702.301572:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301573:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp14 00000400:00000200:2.0:1767384702.301574:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.117@tcp15 00000400:00000200:2.0:1767384702.301577:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301578:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp15 00000400:00000200:2.0:1767384702.301579:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.117@tcp16 00000400:00000200:2.0:1767384702.301582:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301583:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp16 00000400:00000200:2.0:1767384702.301584:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.117@tcp17 00000400:00000200:2.0:1767384702.301586:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301587:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp17 00000400:00000200:2.0:1767384702.301588:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.117@tcp18 00000400:00000200:2.0:1767384702.301590:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301592:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp18 00000400:00000200:2.0:1767384702.301593:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.117@tcp19 00000400:00000200:2.0:1767384702.301594:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301595:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp19 00000400:00000200:2.0:1767384702.301596:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.117@tcp20 00000400:00000200:2.0:1767384702.301598:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301600:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp20 00000400:00000200:2.0:1767384702.301601:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.117@tcp21 00000400:00000200:2.0:1767384702.301603:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301604:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp21 00000400:00000200:2.0:1767384702.301606:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.117@tcp22 00000400:00000200:2.0:1767384702.301609:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301610:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp22 00000400:00000200:2.0:1767384702.301611:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.117@tcp23 00000400:00000200:2.0:1767384702.301613:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301614:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp23 00000400:00000200:2.0:1767384702.301615:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.117@tcp24 00000400:00000200:2.0:1767384702.301617:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301618:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp24 00000400:00000200:2.0:1767384702.301619:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.117@tcp25 00000400:00000200:2.0:1767384702.301620:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301622:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp25 00000400:00000200:2.0:1767384702.301623:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.117@tcp26 00000400:00000200:2.0:1767384702.301625:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301627:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp26 00000400:00000200:2.0:1767384702.301628:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.117@tcp27 00000400:00000200:2.0:1767384702.301632:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301633:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp27 00000400:00000200:2.0:1767384702.301634:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.117@tcp28 00000400:00000200:2.0:1767384702.301636:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301637:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp28 00000400:00000200:2.0:1767384702.301638:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.117@tcp29 00000400:00000200:2.0:1767384702.301640:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301641:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp29 00000400:00000200:2.0:1767384702.301654:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.117@tcp30 00000400:00000200:2.0:1767384702.301657:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301659:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp30 00000400:00000200:2.0:1767384702.301660:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.117@tcp31 00000400:00000200:2.0:1767384702.301662:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301663:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp31 00000400:00000200:2.0:1767384702.301665:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.117@tcp32 00000400:00000200:2.0:1767384702.301666:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301667:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp32 00000400:00000200:2.0:1767384702.301668:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.117@tcp33 00000400:00000200:2.0:1767384702.301671:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301672:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp33 00000400:00000200:2.0:1767384702.301674:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.117@tcp34 00000400:00000200:2.0:1767384702.301676:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301676:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp34 00000400:00000200:2.0:1767384702.301677:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.117@tcp35 00000400:00000200:2.0:1767384702.301679:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301681:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp35 00000400:00000200:2.0:1767384702.301682:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.117@tcp36 00000400:00000200:2.0:1767384702.301683:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301684:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp36 00000400:00000200:2.0:1767384702.301685:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.117@tcp37 00000400:00000200:2.0:1767384702.301686:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301687:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp37 00000400:00000200:2.0:1767384702.301688:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.117@tcp38 00000400:00000200:2.0:1767384702.301689:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301691:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp38 00000400:00000200:2.0:1767384702.301692:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.117@tcp39 00000400:00000200:2.0:1767384702.301693:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301694:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp39 00000400:00000200:2.0:1767384702.301695:0:40459:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.117@tcp40 00000400:00000200:2.0:1767384702.301696:0:40459:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.117@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384702.301697:0:40459:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.117@tcp40 00000100:00000010:2.0:1767384702.301698:0:40459:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000b2591b92. 00000020:00000010:2.0:1767384702.301705:0:40459:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000006506ea1. 00000020:00000010:2.0:1767384702.301708:0:40459:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000027570e14. 00000020:00000010:2.0:1767384702.301710:0:40459:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000027570e14. 00000020:00000010:2.0:1767384702.301712:0:40459:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 0000000027570e14. 00000020:00000010:2.0:1767384702.301718:0:40459:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000005536cd84. 00000020:00000010:2.0:1767384702.301731:0:40459:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bde8a2d3. 00000020:00000010:2.0:1767384702.301739:0:40459:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000007714d5b. 00000020:00000010:2.0:1767384702.301751:0:40459:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000005536cd84. 00000020:00000010:2.0:1767384702.301755:0:40459:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000000b5bc2f2. 00000001:00000010:2.0:1767384702.301776:0:40459:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003880a94e. 00000001:00000010:2.0:1767384702.301781:0:40459:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000623fc787. 00000001:00000010:2.0:1767384702.301787:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054ad7838. 00000001:00000010:2.0:1767384702.301791:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057d75872. 00000001:00000010:2.0:1767384702.301796:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000db3309ab. 00000001:00000010:2.0:1767384702.301802:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc693a93. 00000001:00000010:2.0:1767384702.301805:0:40459:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b9de991a. 00000001:00000010:2.0:1767384702.301816:0:40459:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000015cd7e46. 00000001:00000010:2.0:1767384702.301860:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf5a5b9b. 00000001:00000010:2.0:1767384702.301869:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011cbc844. 00000001:00000010:2.0:1767384702.301873:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008341f5fc. 00000001:00000010:2.0:1767384702.301876:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba8f7708. 00000020:00000010:2.0:1767384702.301884:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085a8366d. 00000020:00000010:2.0:1767384702.301888:0:40459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.301895:0:40459:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000008:00000010:2.0:1767384702.301899:0:40459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000979b499d. 00020000:00000010:2.0:1767384702.301902:0:40459:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001244bb4a. 00008000:00000010:2.0:1767384702.301908:0:40459:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000f54a2ee. 00000080:00000010:2.0:1767384702.301913:0:40459:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c40a723a. 00000020:00000010:2.0:1767384702.301917:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ff0c5e. 00000020:00000010:2.0:1767384702.301923:0:40459:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af54d487. 00000040:00000010:2.0:1767384702.301926:0:40459:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fee0e5e4. 00000020:00000010:2.0:1767384702.301931:0:40459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f5b618b2. 00000020:00000010:2.0:1767384702.301936:0:40459:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000243df575. 00000020:00000010:2.0:1767384702.301943:0:40459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042afce91. 80000000:00000010:2.0:1767384702.301950:0:40459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006928ac74. 40000000:00000010:2.0:1767384702.301953:0:40459:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b5ee553. 00100000:00000010:2.0:1767384702.301957:0:40459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ad97d7e. 00040000:00000010:2.0:1767384702.301963:0:40459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000071935f93. 00040000:00000010:2.0:1767384702.301965:0:40459:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa6182d9. 00040000:00000010:2.0:1767384702.301969:0:40459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6858874. 00080000:00000010:2.0:1767384702.301972:0:40459:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c609ed51. 00000004:00000010:2.0:1767384702.301980:0:40459:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000039011096. 00000004:00000010:2.0:1767384702.301985:0:40459:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006c14db43. 00000004:00000010:2.0:1767384702.301991:0:40459:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002bdad709. 00000004:00000010:2.0:1767384702.301994:0:40459:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f7e05e43. 00000010:00000010:2.0:1767384702.301998:0:40459:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000e3a82a23. 00000010:00000010:2.0:1767384702.302078:0:40459:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000cb18df4b. 00000010:00000010:2.0:1767384702.302081:0:40459:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000004778e642. 00000010:00000010:2.0:1767384702.302085:0:40459:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000dbe3d08a. 00000010:00000010:2.0:1767384702.302092:0:40459:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000004473656d. 00010000:00000010:2.0:1767384702.302099:0:40459:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000006974c8eb. 00010000:00000010:2.0:1767384702.302107:0:40459:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000afa63eb6. 00010000:00000010:2.0:1767384702.302117:0:40459:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000003f9840e8. 00000020:00000010:2.0:1767384702.302121:0:40459:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a8135401. 00000100:00000200:2.0:1767384702.302138:0:40459:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.117@tcp->12345-0@lo 00010000:00000010:2.0:1767384702.302142:0:40459:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000bf02d7f7. 00010000:00000010:2.0:1767384702.302146:0:40459:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000050bcb622. 00000001:00000010:2.0:1767384702.302150:0:40459:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009b23cf27. 00000001:00000010:2.0:1767384702.302154:0:40459:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000c27e5341. 00000001:00000010:2.0:1767384702.302201:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5a1355c. 00000001:00000010:2.0:1767384702.302252:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d242c23. 00000001:00000010:2.0:1767384702.302311:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f4b3f58a. 00000001:00000010:2.0:1767384702.302361:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006dd0c001. 00000001:00000010:2.0:1767384702.302408:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ad3c0802. 00000001:00000010:2.0:1767384702.302459:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eb89a4b0. 00000001:00000010:2.0:1767384702.302505:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cca4d32b. 00000001:00000010:2.0:1767384702.302574:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003553a6e8. 00000001:00000010:2.0:1767384702.302632:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d39bbba. 00000001:00000010:2.0:1767384702.302720:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000097be9805. 00000001:00000010:2.0:1767384702.302776:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bd38bf53. 00000001:00000010:2.0:1767384702.302858:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000048028371. 00000001:00000010:2.0:1767384702.302913:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b314f595. 00000001:00000010:2.0:1767384702.302970:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000046575d6b. 00000001:00000010:2.0:1767384702.303173:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c943b193. 00000001:00000010:2.0:1767384702.303260:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000cd7e25f. 00000001:00000010:2.0:1767384702.303336:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001782c651. 00000001:00000010:2.0:1767384702.303489:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e0075eda. 00000001:00000010:2.0:1767384702.304431:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000885a3f66. 00000001:00000010:2.0:1767384702.304559:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b846a3c5. 00000001:00000010:2.0:1767384702.304623:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000570c9144. 00000001:00000010:2.0:1767384702.304702:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cbd9c608. 00000001:00000010:2.0:1767384702.304766:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000386fbbe8. 00000001:00000010:2.0:1767384702.304811:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000088e9b0fa. 00000001:00000010:2.0:1767384702.304912:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003fbe84a9. 00000001:00000010:2.0:1767384702.304972:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004a1c65be. 00000001:00000010:2.0:1767384702.305016:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000046d9ede8. 00000001:00000010:2.0:1767384702.305074:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000db853a5a. 00000001:00000010:2.0:1767384702.305123:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000feadcdb5. 00000001:00000010:2.0:1767384702.305166:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000fdc9fe7. 00000001:00000010:2.0:1767384702.305215:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000052c5feed. 00000001:00000010:2.0:1767384702.305264:0:40459:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000056881a28. 00000020:00000010:2.0:1767384702.305353:0:40459:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000049ed93c4. 00000020:00000010:2.0:1767384702.305357:0:40459:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007589cd06. 00000020:00000010:2.0:1767384702.305498:0:40459:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000015d658fa. 00000020:00000010:2.0:1767384702.305502:0:40459:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000293b8855. 00000010:00000010:2.0:1767384702.305529:0:40459:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000cb18df4b. 00000010:00000010:2.0:1767384702.305532:0:40459:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000dbe3d08a. 00000010:00000010:2.0:1767384702.305535:0:40459:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000004778e642. 00000010:00000010:2.0:1767384702.305537:0:40459:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000004473656d. 00000020:00000010:2.0:1767384702.305627:0:40459:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000021a22b9a. 00000020:00000010:2.0:1767384702.305633:0:40459:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000121960b. 00000020:00000010:2.0:1767384702.305692:0:40459:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af54d487. 00000040:00000010:2.0:1767384702.305696:0:40459:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fee0e5e4. 00000020:00000010:2.0:1767384702.305699:0:40459:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f5b618b2. 00000020:00000010:2.0:1767384702.305702:0:40459:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000243df575. 00000020:00000010:2.0:1767384702.305706:0:40459:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000042afce91. 80000000:00000010:2.0:1767384702.305710:0:40459:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006928ac74. 40000000:00000010:2.0:1767384702.305713:0:40459:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000b5ee553. 00100000:00000010:2.0:1767384702.305717:0:40459:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009ad97d7e. 00040000:00000010:2.0:1767384702.305719:0:40459:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000071935f93. 00040000:00000010:2.0:1767384702.305724:0:40459:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fa6182d9. 00040000:00000010:2.0:1767384702.305727:0:40459:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d6858874. 00080000:00000010:2.0:1767384702.305731:0:40459:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c609ed51. 00000004:00000010:2.0:1767384702.305736:0:40459:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000039011096. 00000004:00000010:2.0:1767384702.305742:0:40459:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006c14db43. 00000004:00000010:2.0:1767384702.305746:0:40459:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002bdad709. 00000004:00000010:2.0:1767384702.305749:0:40459:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f7e05e43. 00000020:00000010:2.0:1767384702.305752:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031ff0c5e. 00000020:00000010:2.0:1767384702.305756:0:40459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.305758:0:40459:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000008:00000010:2.0:1767384702.305762:0:40459:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000979b499d. 00020000:00000010:2.0:1767384702.305765:0:40459:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001244bb4a. 00008000:00000010:2.0:1767384702.305767:0:40459:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000f54a2ee. 00000080:00000010:2.0:1767384702.305771:0:40459:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c40a723a. 00000020:00000010:2.0:1767384702.305775:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085a8366d. 00000020:00000010:2.0:1767384702.305781:0:40459:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000000b5bc2f2. 00000020:00000010:2.0:1767384702.306243:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085a8366d. 00000020:00000010:2.0:1767384702.306246:0:40459:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000031ff0c5e. 00000040:00000010:2.0:1767384702.306657:0:40459:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d6858874. 00000020:00000010:2.0:1767384702.306662:0:40459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ca3e8d2. 00000020:00000010:2.0:1767384702.306666:0:40459:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000243df575. 00000020:00000010:2.0:1767384702.306671:0:40459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042afce91. 80000000:00000010:2.0:1767384702.306676:0:40459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8937762. 40000000:00000010:2.0:1767384702.306680:0:40459:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9536285. 00100000:00000010:2.0:1767384702.306683:0:40459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000027e91724. 00040000:00000010:2.0:1767384702.306687:0:40459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000071935f93. 00040000:00000010:2.0:1767384702.306690:0:40459:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009c61c084. 00040000:00000010:2.0:1767384702.306695:0:40459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fee0e5e4. 00080000:00000010:2.0:1767384702.306699:0:40459:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f349eff8. 00000004:00000010:2.0:1767384702.306702:0:40459:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000613d27fd. 00000004:00000010:2.0:1767384702.306705:0:40459:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006c14db43. 00000004:00000010:2.0:1767384702.306708:0:40459:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d9a2164a. 00000004:00000010:2.0:1767384702.306711:0:40459:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a87c25de. 00000020:00000010:2.0:1767384702.306714:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af54d487. 00000020:00000010:2.0:1767384702.306716:0:40459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.306719:0:40459:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.306722:0:40459:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000005eb611e3. 00000020:00000010:2.0:1767384702.306724:0:40459:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000069512b3a. 00000020:00000010:2.0:1767384702.306729:0:40459:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ff3fb3ca. 00000100:00000010:2.0:1767384702.306751:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5e0e31. 02000000:00000010:2.0:1767384702.306763:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e31beac5. 02000000:00000010:2.0:1767384702.306796:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002648225b. 00000400:00000010:2.0:1767384702.306803:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf15c994. 00000400:00000010:2.0:1767384702.306808:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9e9386. 00000100:00000200:2.0:1767384702.306812:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059686784, portal 10 00000020:00000010:2.0:1767384702.306818:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fd925c39. 00000400:00000010:2.0:1767384702.306826:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.306828:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237059686784, offset 0 00000400:00000200:2.0:1767384702.306901:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.306919:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.306935:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260a09180 00000400:00000200:2.0:1767384702.306941:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22c1 [64] + 744 00000400:00000200:2.0:1767384702.306947:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.306951:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.306958:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384702.306962:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0d313c2. 00000400:00000200:2.0:1767384702.306977:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384702.306979:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.306988:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f5e0e31 x1853237059686784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384702.307074:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3dd795e. 00000020:00000010:1.0:1767384702.307081:0:40436:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058238c22. 00000020:00000010:1.0:1767384702.307086:0:40436:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000100:00000200:1.0:1767384702.307120:0:40436:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686784 02000000:00000010:1.0:1767384702.307137:0:40436:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000064bc07d7. 00000400:00000010:1.0:1767384702.307148:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000100:00000200:1.0:1767384702.307155:0:40436:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237059686784, offset 0 00000400:00000200:1.0:1767384702.307166:0:40436:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384702.307172:0:40459:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000005eb611e3. 00000020:00000010:2.0:1767384702.307177:0:40459:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000069512b3a. 00000400:00000200:1.0:1767384702.307179:0:40436:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384702.307182:0:40459:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000031ff0c5e. 00000040:00000010:2.0:1767384702.307185:0:40459:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d6858874. 00000400:00000200:1.0:1767384702.307188:0:40436:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260a09180 00000020:00000010:2.0:1767384702.307189:0:40459:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ca3e8d2. 00000020:00000010:2.0:1767384702.307194:0:40459:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000243df575. 00000020:00000010:2.0:1767384702.307197:0:40459:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000042afce91. 00000400:00000200:1.0:1767384702.307198:0:40436:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b1d [1] + 0 80000000:00000010:2.0:1767384702.307201:0:40459:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8937762. 40000000:00000010:2.0:1767384702.307206:0:40459:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d9536285. 00000400:00000200:1.0:1767384702.307207:0:40436:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:2.0:1767384702.307209:0:40459:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000027e91724. 00040000:00000010:2.0:1767384702.307213:0:40459:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000071935f93. 00040000:00000010:2.0:1767384702.307216:0:40459:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009c61c084. 00000400:00000200:1.0:1767384702.307216:0:40436:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:2.0:1767384702.307220:0:40459:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fee0e5e4. 00080000:00000010:2.0:1767384702.307224:0:40459:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f349eff8. 00000100:00000200:1.0:1767384702.307226:0:40436:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f5e0e31 x1853237059686784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384702.307228:0:40459:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000613d27fd. 00000004:00000010:2.0:1767384702.307233:0:40459:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006c14db43. 00000004:00000010:2.0:1767384702.307237:0:40459:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d9a2164a. 00000004:00000010:2.0:1767384702.307240:0:40459:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a87c25de. 00000020:00000010:2.0:1767384702.307243:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085a8366d. 00000020:00000010:2.0:1767384702.307245:0:40459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005536cd84. 00000020:00000010:2.0:1767384702.307247:0:40459:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384702.307250:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af54d487. 00000020:00000010:2.0:1767384702.307253:0:40459:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000006506ea1. 00000020:00000010:2.0:1767384702.307255:0:40459:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 0000000027570e14. 00000400:00000200:1.0:1767384702.307255:0:40436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4e7394 00000400:00000010:1.0:1767384702.307259:0:40436:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000100:00000010:2.0:1767384702.307270:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baf5c1c0. 00000020:00000010:1.0:1767384702.307273:0:40436:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058238c22. 02000000:00000010:2.0:1767384702.307277:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af54d487. 00000020:00000010:1.0:1767384702.307279:0:40436:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000100:00000010:2.0:1767384702.307285:0:40459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb611e3. 00000020:00000010:1.0:1767384702.307285:0:40436:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3dd795e. 02000000:00000010:2.0:1767384702.307304:0:40459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c585d3ec. 00000400:00000010:2.0:1767384702.307309:0:40459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063cf5324. 00000400:00000010:1.0:1767384702.307312:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf15c994. 00000400:00000200:1.0:1767384702.307317:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9e9386 00000400:00000010:1.0:1767384702.307319:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9e9386. 00000400:00000010:2.0:1767384702.307326:0:40459:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007ab4b3a0. 00000100:00000200:1.0:1767384702.307327:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f5e0e31 x1853237059686784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.307331:0:40459:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237059686912, portal 25 00000400:00000010:2.0:1767384702.307336:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.307340:0:40459:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237059686912, offset 0 00000100:00000200:1.0:1767384702.307344:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f5e0e31 x1853237059686784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384702.307350:0:40459:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.307360:0:40459:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.307367:0:40459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260a09200 00000020:00000010:1.0:1767384702.307367:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000077eeab19. 00000400:00000200:2.0:1767384702.307375:0:40459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21e9 [2] + 0 00000400:00000010:2.0:1767384702.307378:0:40459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6adac9b. 00000400:00000200:2.0:1767384702.307382:0:40459:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6b6f0e2 02000000:00000010:1.0:1767384702.307385:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002648225b. 00000400:00000200:2.0:1767384702.307386:0:40459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.307392:0:40459:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384702.307393:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e31beac5. 00000400:00000200:2.0:1767384702.307395:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6b6f0e2 00000100:00000010:1.0:1767384702.307398:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f5e0e31. 00000400:00000010:2.0:1767384702.307399:0:40459:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6b6f0e2. 00000100:00000200:2.0:1767384702.307406:0:40459:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384702.307424:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384702.307426:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.307432:0:40459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baf5c1c0 x1853237059686912/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384702.307476:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032223ef3. 00000020:00000010:0.0:1767384702.307485:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032223ef3. 00000020:00000010:0.0:1767384702.307493:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aade507. 00000020:00000010:0.0:1767384702.307499:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f738d62. 00000020:00000010:0.0:1767384702.307504:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee5110b. 00000020:00000010:0.0:1767384702.307544:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032223ef3. 00000020:00000010:0.0:1767384702.307547:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032223ef3. 00000100:00000200:0.0:1767384702.307551:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059686912 02000000:00000010:0.0:1767384702.307574:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000028ed3e7b. 00000040:00000010:0.0:1767384702.307580:0:40429:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c82ffaa8. 00000040:00000010:0.0:1767384702.307596:0:40429:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cdc0e277. 00000040:00000010:0.0:1767384702.307945:0:40429:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cdc0e277. 00000040:00000010:0.0:1767384702.307951:0:40429:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c82ffaa8. 00010000:00000200:0.0:1767384702.307961:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000069de22eb x1853237059686912/t0(0) o502->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 272/8472 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384702.307976:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c405f50f. 00000100:00000200:0.0:1767384702.307981:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237059686912, offset 224 00000400:00000200:0.0:1767384702.307988:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.307998:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.308008:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260a09200 00000400:00000200:0.0:1767384702.308015:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b29 [4] + 224 00000400:00000200:0.0:1767384702.308023:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.308028:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384702.308037:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baf5c1c0 x1853237059686912/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384702.308055:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c405f50f 00000400:00000010:0.0:1767384702.308057:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c405f50f. 00000020:00000010:0.0:1767384702.308069:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f738d62. 00000020:00000010:0.0:1767384702.308072:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee5110b. 00000020:00000010:0.0:1767384702.308076:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aade507. 02000000:00000010:0.0:1767384702.308084:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000028ed3e7b. 00000400:00000010:1.0:1767384702.308085:0:40459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063cf5324. 00000400:00000200:1.0:1767384702.308092:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ab4b3a0 00000400:00000010:1.0:1767384702.308095:0:40459:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007ab4b3a0. 00000100:00000200:0.0:1767384702.308096:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384702.308102:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321dd4e6. 00000100:00000200:1.0:1767384702.308103:0:40459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baf5c1c0 x1853237059686912/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384702.308107:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c405f50f. 00000100:00000200:1.0:1767384702.308121:0:40459:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baf5c1c0 x1853237059686912/t0(0) o502->MGC192.168.202.117@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384702.308136:0:40459:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005eb611e3. 02000000:00000010:1.0:1767384702.308143:0:40459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c585d3ec. 02000000:00000010:1.0:1767384702.308154:0:40459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000af54d487. 00000100:00000010:1.0:1767384702.308158:0:40459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baf5c1c0. 00000040:00000010:1.0:1767384702.308164:0:40459:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000732bf49. 00000020:00000010:1.0:1767384702.308172:0:40459:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000045b52454. 00000020:00000010:1.0:1767384702.308181:0:40459:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aacafb38. 00000040:00000010:1.0:1767384702.308185:0:40459:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e4a78dcd. 00000020:00000010:1.0:1767384702.308189:0:40459:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000065360b1. 00000020:00000010:1.0:1767384702.308193:0:40459:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000051f052df. 00000020:00000010:1.0:1767384702.308199:0:40459:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043168701. 80000000:00000010:1.0:1767384702.308202:0:40459:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf53cc69. 40000000:00000010:1.0:1767384702.308204:0:40459:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000166d91c4. 00100000:00000010:1.0:1767384702.308207:0:40459:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6edc94b. 00040000:00000010:1.0:1767384702.308209:0:40459:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000014e6adaf. 00040000:00000010:1.0:1767384702.308213:0:40459:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000622ee91c. 00040000:00000010:1.0:1767384702.308216:0:40459:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010e126c9. 00080000:00000010:1.0:1767384702.308219:0:40459:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000464b468a. 00000004:00000010:1.0:1767384702.308222:0:40459:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c40e133f. 00000004:00000010:1.0:1767384702.308226:0:40459:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001249c13c. 00000004:00000010:1.0:1767384702.308230:0:40459:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006b42a49d. 00002000:00000010:1.0:1767384702.308234:0:40459:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f0434850. 00000004:00000010:1.0:1767384702.308236:0:40459:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7b7a679. 00000020:00000010:1.0:1767384702.308240:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fd5c7f. 00000040:00000010:3.0:1767384702.308267:0:40424:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e0421184. 00000040:00000010:3.0:1767384702.308275:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a426019b. 00000040:00000010:3.0:1767384702.308279:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000028b27fd6. 00000020:00000010:3.0:1767384702.308289:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a129fc5a. 00000040:00000010:3.0:1767384702.308294:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006cc25638. 00000020:00000010:3.0:1767384702.308297:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078a198bd. 00000020:00000010:3.0:1767384702.308305:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a3dbd00b. 80000000:00000010:3.0:1767384702.308307:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd5632c0. 00040000:00000010:3.0:1767384702.308309:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f8b5a14. 00080000:00000010:3.0:1767384702.308312:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000d26c82a. 20000000:00000010:3.0:1767384702.308316:0:40424:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000017b4f0fc. 00000020:00000010:3.0:1767384702.308318:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062509a7c. 10000000:00000010:3.0:1767384702.308323:0:40424:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000098594349. 00000020:00000010:3.0:1767384702.308344:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095354650. 00000040:00000010:3.0:1767384702.308348:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000290a4bc4. 00000020:00000010:3.0:1767384702.308350:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f6c60891. 00000020:00000010:3.0:1767384702.308354:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cddf40ec. 00040000:00000010:3.0:1767384702.308356:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000acaf6a69. 00040000:00000010:3.0:1767384702.308358:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cce00319. 00080000:00000010:3.0:1767384702.308361:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000060867b11. 00000020:00000010:3.0:1767384702.308367:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd2b7dd7. 00000020:00000010:3.0:1767384702.308370:0:40424:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000e80e4605. 00000020:00000010:3.0:1767384702.308374:0:40424:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000003982208e. 00000020:00000010:3.0:1767384702.308378:0:40424:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000076263e54. 00000020:00000010:3.0:1767384702.308381:0:40424:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000bb142ec3. 00000020:00000010:3.0:1767384702.308404:0:40424:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000a426019b. 00000100:00000010:3.0:1767384702.308430:0:40424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e1f05ee. 02000000:00000010:3.0:1767384702.308444:0:40424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000195c8c22. 00000100:00000010:3.0:1767384702.308451:0:40424:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000887acf5e. 00000100:00000010:3.0:1767384702.308453:0:40424:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003e254bdf. 00000100:00000010:3.0:1767384702.308457:0:40424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6b6f0e2. 00000004:00000010:1.0:1767384702.308458:0:16808:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000070e8d092. 00000400:00000010:3.0:1767384702.308465:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1e779a. 00080000:00000010:1.0:1767384702.308465:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000622c418e. 00000400:00000010:3.0:1767384702.308471:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001b73ed4. 00000100:00000200:3.0:1767384702.308477:0:40424:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260a09280-0x6958260a09280, portal 33 00080000:00000010:1.0:1767384702.308477:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000071784c92. 02000000:00000010:3.0:1767384702.308485:0:40424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000009193582. 00080000:00000010:1.0:1767384702.308487:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000009f16eda. 00000400:00000010:3.0:1767384702.308488:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aea0e98. 00000400:00000010:3.0:1767384702.308493:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060846535. 00000100:00000200:3.0:1767384702.308495:0:40424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237059687040, portal 25 00080000:00000010:1.0:1767384702.308495:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009f7fbd33. 00000400:00000010:3.0:1767384702.308500:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c76f67a9. 00080000:00000010:1.0:1767384702.308502:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000018da3487. 00000100:00000200:3.0:1767384702.308507:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237059687040, offset 0 00000400:00000200:3.0:1767384702.308511:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.308516:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.308520:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260a09280 00000400:00000200:3.0:1767384702.308523:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21ed [2] + 0 00000400:00000010:3.0:1767384702.308525:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073adeccb. 00000400:00000200:3.0:1767384702.308526:0:40424:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f3fd3af 00000400:00000200:3.0:1767384702.308530:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.308532:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384702.308533:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3fd3af 00000400:00000010:3.0:1767384702.308534:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f3fd3af. 00000100:00000200:3.0:1767384702.308536:0:40424:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384702.308547:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c76f67a9 00000400:00000010:3.0:1767384702.308548:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c76f67a9. 00000100:00000200:3.0:1767384702.308551:0:40424:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e1f05ee x1853237059687040/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384702.308572:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032223ef3. 00000020:00000010:0.0:1767384702.308576:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032223ef3. 00000020:00000010:0.0:1767384702.308578:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aade507. 00000020:00000010:0.0:1767384702.308580:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f738d62. 00000020:00000010:0.0:1767384702.308582:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee5110b. 00000020:00000010:0.0:1767384702.308600:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032223ef3. 00000020:00000010:0.0:1767384702.308601:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032223ef3. 00000100:00000200:0.0:1767384702.308604:0:40429:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059687040 02000000:00000010:0.0:1767384702.308612:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cdc0e277. 20000000:00000010:0.0:1767384702.308622:0:40429:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000be5e00b7. 00000100:00000010:0.0:1767384702.308626:0:40429:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009aef7554. 00000100:00000010:0.0:1767384702.308628:0:40429:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000091573ace. 00000400:00000010:0.0:1767384702.308635:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000010:0.0:1767384702.308640:0:40429:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000063a1e4. 00000400:00000200:0.0:1767384702.308655:0:40429:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384702.308661:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384702.308667:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260a09280 00000400:00000200:0.0:1767384702.308672:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b39 [1] + 0 00000400:00000010:0.0:1767384702.308674:0:40429:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1e779a. 00000400:00000200:0.0:1767384702.308676:0:40429:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001b73ed4 00000100:00000200:0.0:1767384702.308680:0:40429:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009aef7554 00000400:00000200:0.0:1767384702.308686:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384702.308690:0:40429:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b45 00000400:00000200:0.0:1767384702.308693:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.308695:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384702.308697:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.308698:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.308701:0:40429:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000009aef7554 00000400:00000200:0.0:1767384702.308704:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b73ed4 00000400:00000010:0.0:1767384702.308704:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001b73ed4. 00000100:00000200:0.0:1767384702.308707:0:40429:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000004e1f05ee desc 00000000887acf5e mbits 1853237059687040 00000100:00000200:0.0:1767384702.308722:0:40429:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260a09280-0x6958260a09280 20000000:00000010:0.0:1767384702.308734:0:40429:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000000f1ff817. 20000000:00000010:0.0:1767384702.308746:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c82ffaa8. 20000000:00000010:0.0:1767384702.308753:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffb608d6. 20000000:00000010:0.0:1767384702.308757:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f3aba0f. 20000000:00000010:0.0:1767384702.308760:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f18a7754. 20000000:00000010:0.0:1767384702.308762:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b898562b. 20000000:00000010:0.0:1767384702.308764:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe87e80f. 20000000:00000010:0.0:1767384702.308766:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ac8ab670. 20000000:00000010:0.0:1767384702.308768:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a4ce912. 20000000:00000010:0.0:1767384702.308771:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eb88ebf9. 20000000:00000010:0.0:1767384702.308773:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a162caf9. 20000000:00000010:0.0:1767384702.308777:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f439218d. 20000000:00000010:0.0:1767384702.308780:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d180e6b7. 20000000:00000010:0.0:1767384702.308783:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000007ea7967. 20000000:00000010:0.0:1767384702.308785:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084ad736d. 20000000:00000010:0.0:1767384702.308796:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019b861bf. 20000000:00000010:0.0:1767384702.308800:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000053d8de45. 20000000:00000010:0.0:1767384702.308802:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006d50c564. 20000000:00000010:0.0:1767384702.308804:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000051052d91. 20000000:00000010:0.0:1767384702.308806:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f56c3bc1. 20000000:00000010:0.0:1767384702.308808:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000423a71ec. 20000000:00000010:0.0:1767384702.308811:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ee5743d1. 20000000:00000010:0.0:1767384702.308815:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d029fff. 20000000:00000010:0.0:1767384702.308818:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000404a281b. 20000000:00000010:0.0:1767384702.308821:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000035c98304. 20000000:00000010:0.0:1767384702.308823:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c67de147. 20000000:00000010:0.0:1767384702.308827:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d0fa656. 20000000:00000010:0.0:1767384702.308829:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000233e3575. 20000000:00000010:0.0:1767384702.308874:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003906a829. 20000000:00000010:0.0:1767384702.308879:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006908ae59. 20000000:00000010:0.0:1767384702.308883:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036bb0dbb. 20000000:00000010:0.0:1767384702.308892:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a736b572. 20000000:00000010:0.0:1767384702.308896:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c13f0cd. 20000000:00000010:0.0:1767384702.308901:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c585d3ec. 20000000:00000010:0.0:1767384702.308904:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f8d48ec2. 20000000:00000010:0.0:1767384702.308907:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000857a979e. 20000000:00000010:0.0:1767384702.308910:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005c6b91d0. 20000000:00000010:0.0:1767384702.308913:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000774dca75. 20000000:00000010:0.0:1767384702.308916:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a6da76a. 20000000:00000010:0.0:1767384702.308920:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d92fe308. 20000000:00000010:0.0:1767384702.308923:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001453cecf. 20000000:00000010:0.0:1767384702.308925:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026d083c2. 20000000:00000010:0.0:1767384702.308927:0:40429:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026c62797. 00080000:00000010:0.0:1767384702.308972:0:40429:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d6212418. 00000020:00000010:3.0:1767384702.310461:0:40461:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000098594349. 00000020:00000010:3.0:1767384702.310468:0:40461:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000098594349. 00080000:00000010:3.0:1767384702.319532:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6212418. 00010000:00000010:0.0:1767384702.319551:0:40430:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e56eff33. 00010000:00000010:0.0:1767384702.319574:0:40430:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000702c140. 00000100:00000010:0.0:1767384702.319583:0:40430:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003246eb1f. 00000100:00000010:0.0:1767384702.319594:0:40430:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 02000000:00000010:0.0:1767384702.319608:0:40430:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1f014bd. 02000000:00000010:0.0:1767384702.319654:0:40430:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd75551d. 00000400:00000010:0.0:1767384702.319661:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae53458d. 00000400:00000010:0.0:1767384702.319669:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.319675:0:40430:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059687168, portal 16 00000400:00000010:0.0:1767384702.319681:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.319683:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237059687168, offset 0 00000400:00000200:0.0:1767384702.319693:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.319707:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.319719:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260a09300 00000400:00000200:0.0:1767384702.319728:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1791 [2] + 1640 00000400:00000200:0.0:1767384702.319735:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.319740:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384702.319748:0:40430:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384702.319752:0:40430:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be34b91b. 00000400:00000200:0.0:1767384702.319775:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384702.319777:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.319788:0:40430:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045bf8c80 x1853237059687168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384718 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000010:0.0:1767384702.319892:0:16762:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000040e06f03. 00000004:00000010:0.0:1767384702.319898:0:16762:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d76a1c17. 00000004:00000010:0.0:1767384702.319903:0:16762:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e5e906e6. 00000004:00000010:0.0:1767384702.319907:0:16762:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b9038550. 00000004:00000010:0.0:1767384702.319912:0:16762:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003c1d5a71. 00000020:00000010:0.0:1767384702.319926:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080213f13. 00000020:00000010:0.0:1767384702.319930:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080213f13. 00000020:00000010:0.0:1767384702.319935:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063e5ff91. 00000020:00000010:0.0:1767384702.319939:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c923865. 00000020:00000010:0.0:1767384702.319943:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000200f851f. 00000020:00000010:0.0:1767384702.319991:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080213f13. 00000020:00000010:0.0:1767384702.319995:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080213f13. 00000100:00000200:0.0:1767384702.319999:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059687168 00040000:00000010:3.0:1767384702.320006:0:19653:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000060867b11. 02000000:00000010:0.0:1767384702.320011:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0356436. 00000004:00000010:3.0:1767384702.320015:0:19653:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d26c82a. 00000004:00000010:3.0:1767384702.320022:0:19653:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005457f42c. 00000400:00000010:0.0:1767384702.320023:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.320027:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237059687168, offset 224 00000004:00000010:3.0:1767384702.320029:0:19653:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000078a198bd. 00000400:00000200:0.0:1767384702.320036:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:3.0:1767384702.320039:0:19653:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cf6039d6. 00000400:00000200:0.0:1767384702.320047:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.320054:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260a09300 00000400:00000200:0.0:1767384702.320063:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b49 [1] + 224 00000400:00000200:0.0:1767384702.320066:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.320073:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384702.320083:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045bf8c80 x1853237059687168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384702.320103:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384702.320105:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00010000:00000010:0.0:1767384702.320116:0:16762:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d3e1cb93. 00000020:00000010:0.0:1767384702.320139:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c923865. 00000020:00000010:0.0:1767384702.320143:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000200f851f. 00000020:00000010:0.0:1767384702.320147:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063e5ff91. 00000400:00000010:0.0:1767384702.320178:0:40430:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae53458d. 00000400:00000200:0.0:1767384702.320182:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.320184:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.320188:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045bf8c80 x1853237059687168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384702.320196:0:40430:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045bf8c80 x1853237059687168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384702.320224:0:40430:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd75551d. 02000000:00000010:0.0:1767384702.320229:0:40430:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c1f014bd. 00000100:00000010:0.0:1767384702.320233:0:40430:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045bf8c80. 00000100:00000010:1.0:1767384702.320237:0:39781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d57fcba. 00000100:00000010:0.0:1767384702.320238:0:40430:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003246eb1f. 00010000:00000010:0.0:1767384702.320248:0:40430:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000702c140. 02000000:00000010:1.0:1767384702.320258:0:39781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000774e621a. 02000000:00000010:0.0:1767384702.320306:0:16143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1f014bd. 00010000:00000010:1.0:1767384702.320307:0:39781:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d3e1cb93. 00000400:00000010:0.0:1767384702.320312:0:16143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae53458d. 00000400:00000010:0.0:1767384702.320317:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.320320:0:16143:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059687296, portal 18 00000400:00000010:0.0:1767384702.320323:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.320326:0:16143:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237059687296, offset 0 00000400:00000200:0.0:1767384702.320334:0:16143:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.320344:0:16143:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.320353:0:16143:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260a09380 00000400:00000200:0.0:1767384702.320361:0:16143:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:0.0:1767384702.320365:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6066c12. 00000400:00000200:0.0:1767384702.320370:0:16143:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a879ba3 00000400:00000200:0.0:1767384702.320374:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.320379:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384702.320384:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a879ba3 00000400:00000010:0.0:1767384702.320386:0:16143:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a879ba3. 00000100:00000200:0.0:1767384702.320392:0:16143:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1767384702.320408:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001285be50 00000400:00000010:0.0:1767384702.320409:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000100:00000200:0.0:1767384702.320416:0:16143:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d57fcba x1853237059687296/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384718 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384702.320425:0:16764:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e730c3f. 00000004:00000010:3.0:1767384702.320430:0:16764:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000caf43fa1. 00000004:00000010:3.0:1767384702.320434:0:16764:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000168f2c78. 00000004:00000010:3.0:1767384702.320438:0:16764:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f6c60891. 00000004:00000010:3.0:1767384702.320441:0:16764:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dac64fd5. 00000020:00000010:3.0:1767384702.320473:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003879018e. 00000020:00000010:3.0:1767384702.320478:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003879018e. 00000020:00000010:3.0:1767384702.320482:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039cf7a65. 00000020:00000010:3.0:1767384702.320485:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dca5dfed. 00000020:00000010:3.0:1767384702.320496:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000100:00000200:3.0:1767384702.320522:0:16764:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea6388d3 x1853237059687296/t0(0) o103->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 328/0 e 0 to 0 dl 1767384713 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384702.320558:0:16765:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d9a2164a. 00000020:00000010:3.0:1767384702.320559:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003879018e. 00000020:00000010:3.0:1767384702.320564:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003879018e. 00000004:00000010:2.0:1767384702.320565:0:16765:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000613d27fd. 00000100:00000200:3.0:1767384702.320568:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059687296 00000004:00000010:2.0:1767384702.320571:0:16765:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006c14db43. 00000004:00000010:2.0:1767384702.320575:0:16765:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f349eff8. 02000000:00000010:3.0:1767384702.320579:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000042b89b21. 00000004:00000010:2.0:1767384702.320580:0:16765:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000003eb9756. 00000020:00000010:3.0:1767384702.320596:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003879018e. 00010000:00000010:3.0:1767384702.320610:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000167b9897. 00000100:00000010:3.0:1767384702.320614:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c76f67a9. 00000100:00000010:3.0:1767384702.320637:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c76f67a9. 00010000:00000010:3.0:1767384702.320641:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000167b9897. 00000400:00000010:3.0:1767384702.320666:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c833806b. 00000100:00000200:3.0:1767384702.320674:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237059687296, offset 224 00000400:00000200:3.0:1767384702.320682:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.320694:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.320703:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260a09380 00000400:00000200:3.0:1767384702.320709:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b55 [1] + 224 00000400:00000200:3.0:1767384702.320713:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.320717:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384702.320724:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d57fcba x1853237059687296/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384702.320740:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c833806b 00000400:00000010:3.0:1767384702.320742:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c833806b. 00000020:00000010:3.0:1767384702.320752:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dca5dfed. 00000400:00000010:0.0:1767384702.320754:0:16143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae53458d. 00000020:00000010:3.0:1767384702.320756:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000400:00000200:0.0:1767384702.320758:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000020:00000010:3.0:1767384702.320761:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039cf7a65. 00000400:00000010:0.0:1767384702.320762:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.320782:0:16143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d57fcba x1853237059687296/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384702.320783:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000042b89b21. 02000000:00000010:3.0:1767384702.320793:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006f6c3bef. 00000100:00000200:0.0:1767384702.320797:0:16143:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d57fcba x1853237059687296/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384702.320799:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dec4fa8. 02000000:00000010:3.0:1767384702.320813:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000302004cc. 00000100:00000010:3.0:1767384702.320818:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000544687c4. 02000000:00000010:0.0:1767384702.320825:0:16143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1f014bd. 02000000:00000010:3.0:1767384702.320829:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f8bdf028. 02000000:00000010:0.0:1767384702.320861:0:16143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000774e621a. 00000100:00000010:0.0:1767384702.320866:0:16143:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d57fcba. 00000100:00000010:3.0:1767384702.321011:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000811c78c1. 02000000:00000010:3.0:1767384702.321018:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003f2aa6bf. 00000100:00000010:3.0:1767384702.321027:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab01833. 02000000:00000010:3.0:1767384702.321033:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f4f03361. 00000100:00000010:3.0:1767384702.321038:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9e2e52. 02000000:00000010:3.0:1767384702.321043:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c372a66. 00000100:00000010:3.0:1767384702.321046:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0ec5561. 00000100:00000200:3.0:1767384702.321054:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384702.321060:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003390361d. 00000400:00000010:3.0:1767384702.321068:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c76f67a9. 00000100:00000010:3.0:1767384702.322417:0:40429:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000091573ace. 00000100:00000010:3.0:1767384702.322422:0:40429:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009aef7554. 20000000:00000010:3.0:1767384702.322425:0:40429:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000be5e00b7. 00010000:00000200:3.0:1767384702.322436:0:40429:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045c2da38 x1853237059687040/t0(0) o253->d20b236b-0957-4d6e-8439-7c7e78a14581@0@lo:683/0 lens 4784/4768 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384702.322448:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f3fd3af. 00000100:00000200:3.0:1767384702.322452:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237059687040, offset 224 00000400:00000200:3.0:1767384702.322456:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.322461:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.322466:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260a09280 00000400:00000200:3.0:1767384702.322472:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b3d [2] + 224 00000400:00000200:3.0:1767384702.322477:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.322480:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384702.322486:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e1f05ee x1853237059687040/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384702.322505:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3fd3af 00000400:00000010:3.0:1767384702.322508:0:40429:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f3fd3af. 00000020:00000010:3.0:1767384702.322519:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f738d62. 00000400:00000010:1.0:1767384702.322520:0:40424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aea0e98. 00000020:00000010:3.0:1767384702.322523:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee5110b. 00000400:00000200:1.0:1767384702.322528:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846535 00000020:00000010:3.0:1767384702.322529:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aade507. 00000400:00000010:1.0:1767384702.322534:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060846535. 02000000:00000010:3.0:1767384702.322537:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cdc0e277. 00000100:00000200:1.0:1767384702.322542:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e1f05ee x1853237059687040/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384702.322544:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384702.322553:0:40424:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e1f05ee x1853237059687040/t0(0) o253->MGC192.168.202.117@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384702.322556:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008311eb97. 00000400:00000010:3.0:1767384702.322562:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f3fd3af. 00000100:00000010:1.0:1767384702.322578:0:40424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d6b6f0e2. 02000000:00000010:1.0:1767384702.322587:0:40424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000009193582. 00000100:00000010:1.0:1767384702.322591:0:40424:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003e254bdf. 00000100:00000010:1.0:1767384702.322594:0:40424:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000887acf5e. 02000000:00000010:1.0:1767384702.322596:0:40424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000195c8c22. 00000100:00000010:1.0:1767384702.322600:0:40424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e1f05ee. 00000020:00000010:1.0:1767384702.322605:0:40424:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000a426019b. 00000020:02000000:1.0:1767384702.322609:0:40424:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:1.0:1767384702.325227:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006899a476. 00000020:00000010:1.0:1767384702.325232:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d3004d1. 00000040:00000010:1.0:1767384702.325234:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eedcd527. 00000020:00000010:1.0:1767384702.325238:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cf8dce86. 00000020:00000010:1.0:1767384702.325241:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5b1e364. 00000020:00000010:1.0:1767384702.325244:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ade48daf. 80000000:00000010:1.0:1767384702.325246:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e0b4f7c8. 40000000:00000010:1.0:1767384702.325249:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e56d7aa. 00100000:00000010:1.0:1767384702.325252:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000861bcb19. 00040000:00000010:1.0:1767384702.325255:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000051d1159a. 00040000:00000010:1.0:1767384702.325258:0:40424:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d6edc94b. 00040000:00000010:1.0:1767384702.325260:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f84f4048. 00080000:00000010:1.0:1767384702.325262:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000065360b1. 00000004:00000010:1.0:1767384702.325266:0:40424:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007dd76308. 00000004:00000010:1.0:1767384702.325268:0:40424:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006c374b2. 00000004:00000010:1.0:1767384702.325271:0:40424:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005b90438c. 00000004:00000010:1.0:1767384702.325273:0:40424:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000046919e72. 00000020:00000010:1.0:1767384702.325275:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000774e621a. 00000020:00000010:1.0:1767384702.325277:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050d9943c. 00000020:00000010:1.0:1767384702.325279:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000700e3a85. 00000020:00000010:1.0:1767384702.325361:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005b4d566e. 00080000:00000010:1.0:1767384702.325367:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f9a8fa03. 00080000:00000010:1.0:1767384702.325453:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f9a8fa03. 00000020:00000010:1.0:1767384702.325456:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005b4d566e. 00000004:00000010:1.0:1767384702.325461:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a4b6f8e5. 00000004:00000010:1.0:1767384702.325465:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000067430b22. 00000004:00000010:1.0:1767384702.325469:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e6fa8f02. 00080000:00000010:1.0:1767384702.325472:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f9a8fa03. 00040000:00000010:1.0:1767384702.325517:0:40424:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006ca1394f. 00000004:00000010:1.0:1767384702.325522:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000030a372c9. 00000004:00000010:1.0:1767384702.325524:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003051c031. 00000004:00000010:1.0:1767384702.325526:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000057de0895. 00080000:00000010:1.0:1767384702.325528:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b9c644ab. 00000020:00000010:1.0:1767384702.325557:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b8ba1157. 00080000:00000010:1.0:1767384702.325560:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ebdd264. 00080000:00000010:1.0:1767384702.325579:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ebdd264. 00000020:00000010:1.0:1767384702.325582:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b8ba1157. 00000004:00000010:1.0:1767384702.325585:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007d0b0191. 00000004:00000010:1.0:1767384702.325587:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000332feb2b. 00000004:00000010:1.0:1767384702.325589:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000081dffe30. 00080000:00000010:1.0:1767384702.325591:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ebdd264. 00100000:00000010:1.0:1767384702.325606:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000082637033. 00000004:00000010:1.0:1767384702.325619:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d02b4c57. 00000004:00000010:1.0:1767384702.325621:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f4126767. 00000004:00000010:1.0:1767384702.325622:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000011fa36ae. 00080000:00000010:1.0:1767384702.325624:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c962c6a6. 00100000:00000010:1.0:1767384702.325761:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e7f34adc. 00040000:00000010:1.0:1767384702.325765:0:40424:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b21fef52. 00000001:00000010:1.0:1767384702.325769:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000010e126c9. 00000001:00000010:1.0:1767384702.325772:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000028067757. 00000001:00000010:1.0:1767384702.325775:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f1cd6676. 00040000:00000010:1.0:1767384702.325784:0:40424:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d08335bd. 00000004:00000010:1.0:1767384702.325787:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008528f0dc. 00000004:00000010:1.0:1767384702.325789:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b37b14ef. 00000004:00000010:1.0:1767384702.325791:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e98dab67. 00080000:00000010:1.0:1767384702.325793:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cac1976c. 00000020:00000010:1.0:1767384702.325804:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000d38b385. 00080000:00000010:1.0:1767384702.325807:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000077dabaa7. 00080000:00000010:1.0:1767384702.325825:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000077dabaa7. 00000020:00000010:1.0:1767384702.325827:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000d38b385. 00000004:00000010:1.0:1767384702.325830:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d61fa30e. 00000004:00000010:1.0:1767384702.325857:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c5ac5b0b. 00000004:00000010:1.0:1767384702.325860:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000034ab6077. 00080000:00000010:1.0:1767384702.325862:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000077dabaa7. 00100000:00000010:1.0:1767384702.325883:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b146fa85. 00000004:00000010:1.0:1767384702.325892:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009cc60b58. 00000004:00000010:1.0:1767384702.325894:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000086e9beae. 00000004:00000010:1.0:1767384702.325896:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d9ae982c. 00080000:00000010:1.0:1767384702.325898:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093dac934. 00100000:00000010:1.0:1767384702.325913:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d31a00c1. 00040000:00000010:1.0:1767384702.325916:0:40424:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002c5b1bcb. 00000001:00000010:1.0:1767384702.325917:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000043168701. 00000001:00000010:1.0:1767384702.325919:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006ebe2517. 00000001:00000010:1.0:1767384702.325921:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000035e1a46b. 00040000:00000010:1.0:1767384702.325926:0:40424:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a0ed023d. 00000004:00000010:1.0:1767384702.325935:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bc628ff8. 00000004:00000010:1.0:1767384702.325939:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004d569328. 00000004:00000010:1.0:1767384702.325942:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae8049d9. 00080000:00000010:1.0:1767384702.325946:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a2d42e75. 00000020:00000010:1.0:1767384702.325966:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003ce49f60. 00080000:00000010:1.0:1767384702.325970:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000ffc8215. 00080000:00000010:1.0:1767384702.326001:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000ffc8215. 00000020:00000010:1.0:1767384702.326004:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003ce49f60. 00000004:00000010:1.0:1767384702.326009:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000af74a56d. 00000004:00000010:1.0:1767384702.326013:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000aa5f2d18. 00000004:00000010:1.0:1767384702.326017:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003bc5df8d. 00080000:00000010:1.0:1767384702.326019:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000ffc8215. 00100000:00000010:1.0:1767384702.326046:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fdaeb847. 00000004:00000010:1.0:1767384702.326061:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000095d0e8ca. 00000004:00000010:1.0:1767384702.326064:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007b6b9c22. 00000004:00000010:1.0:1767384702.326066:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f6c9b927. 00080000:00000010:1.0:1767384702.326069:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000056aee46. 00100000:00000010:1.0:1767384702.326094:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa374cc3. 00040000:00000010:1.0:1767384702.326098:0:40424:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000097a87008. 00000001:00000010:1.0:1767384702.326100:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e4a78dcd. 00000001:00000010:1.0:1767384702.326103:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002dcef749. 00000001:00000010:1.0:1767384702.326105:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000095b82807. 00040000:00000010:1.0:1767384702.326114:0:40424:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000002035c409. 00000020:00000010:1.0:1767384702.326117:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aacafb38. 00000020:00000010:1.0:1767384702.326119:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b27b77d8. 00000020:00000010:1.0:1767384702.326122:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0ab1715. 00000020:00000010:1.0:1767384702.326125:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8a19522. 00000020:00000010:1.0:1767384702.326127:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000093d8b961. 80000000:00000010:1.0:1767384702.326130:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf4c74d4. 40000000:00000010:1.0:1767384702.326132:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000197f67b7. 00100000:00000010:1.0:1767384702.326134:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000247e3fc7. 00040000:00000010:1.0:1767384702.326136:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000068f7eed. 00040000:00000010:1.0:1767384702.326137:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006ef254bb. 00080000:00000010:1.0:1767384702.326139:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007476aeb2. 00002000:00000010:1.0:1767384702.326142:0:40424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c96e19a. 00000020:00000010:3.0:1767384702.326285:0:40424:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000007604918c. 00000020:00000010:3.0:1767384702.326289:0:40424:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000007604918c. 00000020:00000010:3.0:1767384702.326292:0:40424:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000dca5dfed. 00000020:00000010:3.0:1767384702.326298:0:40424:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000007604918c. 00000020:00000010:3.0:1767384702.326301:0:40424:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000007604918c. 00040000:00000010:3.0:1767384702.326326:0:40424:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000338890af. 00000020:00000010:3.0:1767384702.326341:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000acaf6a69. 00080000:00000010:3.0:1767384702.326345:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8d0a4df. 00080000:00000010:3.0:1767384702.326379:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f8d0a4df. 00000020:00000010:3.0:1767384702.326382:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000acaf6a69. 00000004:00000010:3.0:1767384702.326389:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007912e69d. 00000004:00000010:3.0:1767384702.326391:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003bb98c92. 00000004:00000010:3.0:1767384702.326394:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088101be0. 00080000:00000010:3.0:1767384702.326396:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8d0a4df. 00100000:00000010:3.0:1767384702.326414:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000e2204bb. 00000004:00000010:3.0:1767384702.326424:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002f0a5fc8. 00000004:00000010:3.0:1767384702.326426:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001792ebce. 00000004:00000010:3.0:1767384702.326428:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b2f8caae. 00080000:00000010:3.0:1767384702.326430:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055dd7122. 00100000:00000010:3.0:1767384702.326447:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006d6231d9. 00040000:00000010:3.0:1767384702.326450:0:40424:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006dc9a0e8. 00000001:00000010:3.0:1767384702.326452:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000039cf7a65. 00000001:00000010:3.0:1767384702.326454:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fc738d3c. 00000001:00000010:3.0:1767384702.326455:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000612e0ab3. 00040000:00000010:3.0:1767384702.326461:0:40424:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000879ec396. 00000020:00000010:3.0:1767384702.326469:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000df7e6528. 00080000:00000010:3.0:1767384702.326472:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e4206b2. 00080000:00000010:3.0:1767384702.326490:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000e4206b2. 00000020:00000010:3.0:1767384702.326492:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000df7e6528. 00000004:00000010:3.0:1767384702.326497:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000023d21c58. 00000004:00000010:3.0:1767384702.326500:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000ef88bfa. 00000004:00000010:3.0:1767384702.326510:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005244be6a. 00080000:00000010:3.0:1767384702.326513:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e4206b2. 00100000:00000010:3.0:1767384702.326544:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000beee0d7c. 00000004:00000010:3.0:1767384702.326558:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008285f959. 00000004:00000010:3.0:1767384702.326562:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005653a177. 00000004:00000010:3.0:1767384702.326564:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007a731532. 00080000:00000010:3.0:1767384702.326567:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000075b190c4. 00100000:00000010:3.0:1767384702.326594:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007df2d035. 00040000:00000010:3.0:1767384702.326598:0:40424:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005dbe8a60. 00000001:00000010:3.0:1767384702.326601:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d2433cae. 00000001:00000010:3.0:1767384702.326604:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005a8eb7e5. 00000001:00000010:3.0:1767384702.326606:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006b976062. 00040000:00000010:3.0:1767384702.326611:0:40424:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000ab9f6d4e. 00000020:00000010:3.0:1767384702.326622:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c1514c62. 00080000:00000010:3.0:1767384702.326624:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004955787. 00080000:00000010:3.0:1767384702.326659:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000004955787. 00000020:00000010:3.0:1767384702.326661:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c1514c62. 00000004:00000010:3.0:1767384702.326665:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000081295585. 00000004:00000010:3.0:1767384702.326667:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000081221240. 00000004:00000010:3.0:1767384702.326669:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001d580e98. 00080000:00000010:3.0:1767384702.326670:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004955787. 00100000:00000010:3.0:1767384702.326688:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f50a9757. 00000004:00000010:3.0:1767384702.326697:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000baee3d08. 00000004:00000010:3.0:1767384702.326700:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ce61072. 00000004:00000010:3.0:1767384702.326701:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000475a7be3. 00080000:00000010:3.0:1767384702.326703:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f362fd1e. 00100000:00000010:3.0:1767384702.326718:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000008c41283. 00040000:00000010:3.0:1767384702.326720:0:40424:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000dacb5760. 00000001:00000010:3.0:1767384702.326722:0:40424:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ba7badcb. 00000001:00000010:3.0:1767384702.326724:0:40424:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d19d8d2e. 00000001:00000010:3.0:1767384702.326726:0:40424:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000af2809a6. 00040000:00000010:3.0:1767384702.326731:0:40424:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000d14bc037. 00000020:00000010:3.0:1767384702.326737:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a491bc54. 00000020:00000010:3.0:1767384702.326738:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f118c83. 00000020:00000010:3.0:1767384702.326741:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070ee6a91. 00000020:00000010:3.0:1767384702.326744:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005fd82698. 00000020:00000010:3.0:1767384702.326745:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ea1fa9c0. 80000000:00000010:3.0:1767384702.326747:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000680850b9. 40000000:00000010:3.0:1767384702.326749:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000084c60203. 00100000:00000010:3.0:1767384702.326751:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c733a751. 00040000:00000010:3.0:1767384702.326752:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085ba6972. 00040000:00000010:3.0:1767384702.326754:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006216063c. 00080000:00000010:3.0:1767384702.326756:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f3474aab. 00002000:00000010:3.0:1767384702.326758:0:40424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000042b89b21. 00010000:00000010:0.1:1767384702.326898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e5bb19f3. 00010000:00000010:0.1:1767384702.326911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e56eff33. 00000020:00000010:0.0:1767384702.326987:0:40424:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000000702c140. 00000020:00000010:0.0:1767384702.326992:0:40424:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000000702c140. 00000020:00000010:0.0:1767384702.326995:0:40424:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000001d1bb890. 00000020:00000010:0.0:1767384702.327001:0:40424:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000000702c140. 00000020:00000010:0.0:1767384702.327004:0:40424:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000000702c140. 40000000:00000010:0.0:1767384702.327010:0:40424:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000002cab7fb2. 00080000:00000010:0.0:1767384702.327082:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009aef7554. 00010000:00000010:1.1:1767384702.327857:0:16602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fd128bc. 00010000:00000010:3.1:1767384702.327860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca9483eb. 00010000:00000010:1.1:1767384702.327871:0:16602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc480875. 00000100:00000010:0.0:1767384702.332916:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042a85c80. 00000100:00000010:1.0:1767384702.332919:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f092a56f. 00000100:00000010:2.0:1767384702.333001:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006517b64. 00000100:00000010:3.0:1767384702.333863:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9f04b7c. 00080000:00000010:3.0:1767384702.334531:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009aef7554. 00000004:00000010:0.0:1767384702.334561:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000009d216ce. 00000004:00000010:0.0:1767384702.334638:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003ebd4fc6. 00000004:00000010:0.0:1767384702.334657:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000063cb54f0. 00080000:00000010:0.0:1767384702.334663:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000084ef703a. 00000004:00000010:0.0:1767384702.334897:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a18ea641. 00000004:00000010:0.0:1767384702.334902:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000008d8722b. 00000004:00000010:0.0:1767384702.334905:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000051b41a68. 00080000:00000010:0.0:1767384702.334909:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000facc5783. 00000020:00000010:0.0:1767384702.335131:0:40424:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 0000000009061a65. 00080000:00000010:0.0:1767384702.335138:0:40424:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000008b499702. 00080000:00000010:0.0:1767384702.335142:0:40424:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d5ca7ce9. 00000004:00000010:0.0:1767384702.335221:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008da8bd9f. 00000004:00000010:0.0:1767384702.335226:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000027e03857. 00000004:00000010:0.0:1767384702.335229:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000514450c5. 00080000:00000010:0.0:1767384702.335236:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b32c5121. 00080000:00000010:0.0:1767384702.335387:0:40424:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d5ca7ce9. 00080000:00000010:0.0:1767384702.335391:0:40424:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000008b499702. 00000020:00000010:0.0:1767384702.335394:0:40424:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 0000000009061a65. 00000004:00000010:0.0:1767384702.335399:0:40424:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 0000000017c6cc3a. 00000004:00000010:0.0:1767384702.335407:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000094f08c39. 00000004:00000010:0.0:1767384702.335410:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008c1b079a. 00000004:00000010:0.0:1767384702.335413:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007e9046c0. 00080000:00000010:0.0:1767384702.335417:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe43be87. 00000020:00000010:0.0:1767384702.335470:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d70dbc30. 00000020:00000010:0.0:1767384702.335476:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc99e623. 00000040:00000010:0.0:1767384702.335480:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c00d656. 00000020:00000010:0.0:1767384702.335485:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000136389f3. 00000020:00000010:0.0:1767384702.335490:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e74a7b0a. 00000020:00000010:0.0:1767384702.335495:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000028516db7. 80000000:00000010:0.0:1767384702.335499:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000070e8d092. 40000000:00000010:0.0:1767384702.335503:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bcef463b. 00100000:00000010:0.0:1767384702.335509:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000062a59f2b. 00040000:00000010:0.0:1767384702.335514:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000006201b6f. 00040000:00000010:0.0:1767384702.335520:0:40424:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000068e326ff. 00040000:00000010:0.0:1767384702.335524:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e2cb934c. 00080000:00000010:0.0:1767384702.335528:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c65d0689. 00000004:00000010:0.0:1767384702.335535:0:40424:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000246ebc1b. 00000004:00000010:0.0:1767384702.335541:0:40424:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fefd910e. 00000004:00000010:0.0:1767384702.335546:0:40424:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006ff05459. 00000004:00000010:0.0:1767384702.335551:0:40424:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d6212418. 00000004:00000010:3.0:1767384702.335757:0:40424:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000cd1f1224. 00000040:00000010:3.0:1767384702.335765:0:40424:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001921a1a1. 00000020:00000010:3.0:1767384702.335772:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074e885ad. 00000020:00000010:3.0:1767384702.335776:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e7ca889a. 00000040:00000010:3.0:1767384702.335779:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000076f2911. 00000020:00000010:3.0:1767384702.335783:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000624e2c0a. 00000020:00000010:3.0:1767384702.335788:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042d1c6c8. 00000020:00000010:3.0:1767384702.335791:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073fda00f. 80000000:00000010:3.0:1767384702.335795:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b431f692. 40000000:00000010:3.0:1767384702.335798:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000098594349. 00100000:00000010:3.0:1767384702.335802:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003c5e879b. 00040000:00000010:3.0:1767384702.335806:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b10c8df2. 00040000:00000010:3.0:1767384702.335809:0:40424:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000058340839. 00040000:00000010:3.0:1767384702.335812:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f0d53cb. 00080000:00000010:3.0:1767384702.335815:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000084eab687. 00000004:00000010:3.0:1767384702.335819:0:40424:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009284e6a4. 00000004:00000010:3.0:1767384702.335823:0:40424:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000092a0a4ba. 00000004:00000010:3.0:1767384702.335826:0:40424:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007342ac1f. 00000004:00000010:3.0:1767384702.335829:0:40424:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f48493bd. 00000040:00000010:1.0:1767384702.336080:0:40466:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bad4932c. 00000004:00000010:3.0:1767384702.336086:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d7ffb3ed. 00000004:00000010:3.0:1767384702.336096:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000053416119. 00000004:00000010:3.0:1767384702.336100:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006e89e471. 00000040:00000010:1.0:1767384702.336104:0:40466:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000f77ae275. 00080000:00000010:3.0:1767384702.336107:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec65141d. 00000040:00000010:1.0:1767384702.336125:0:40466:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008a4d795e. 00000020:00000010:1.0:1767384702.336132:0:40466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ae57975. 00000020:00000010:1.0:1767384702.336135:0:40466:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068041a65. 00000040:00000010:1.0:1767384702.336138:0:40466:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ee96854. 00000020:00000010:1.0:1767384702.336141:0:40466:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f0cc5f4e. 00000020:00000010:1.0:1767384702.336145:0:40466:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384702.336148:0:40466:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000620d622a. 80000000:00000010:1.0:1767384702.336150:0:40466:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384702.336153:0:40466:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b779d3f2. 00100000:00000010:1.0:1767384702.336155:0:40466:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f4860eb3. 00040000:00000010:1.0:1767384702.336158:0:40466:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000310be20f. 00040000:00000010:1.0:1767384702.336160:0:40466:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000db2799e3. 00040000:00000010:1.0:1767384702.336163:0:40466:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008ea3e94a. 00080000:00000010:1.0:1767384702.336167:0:40466:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002f3bda4d. 00000004:00000010:1.0:1767384702.336170:0:40466:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6c34944. 00000004:00000010:1.0:1767384702.336173:0:40466:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f7557949. 00000004:00000010:1.0:1767384702.336177:0:40466:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f87f37ec. 00002000:00000010:1.0:1767384702.336181:0:40466:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000005d30be. 00000004:00000010:1.0:1767384702.336183:0:40466:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005fad4907. 00000020:00000010:1.0:1767384702.336187:0:40466:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ac4fbbdf. 00000040:00000010:1.0:1767384702.336206:0:40466:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000af467612. 00080000:00000010:3.0:1767384702.336380:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ec65141d. 00000004:00000010:3.0:1767384702.336385:0:40424:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006e89e471. 00000004:00000010:3.0:1767384702.336387:0:40424:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000053416119. 00000004:00000010:3.0:1767384702.336389:0:40424:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d7ffb3ed. 00000004:00000010:3.0:1767384702.336393:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009a9e3bf1. 00000004:00000010:3.0:1767384702.336395:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000053416119. 00000004:00000010:3.0:1767384702.336397:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006e89e471. 00080000:00000010:3.0:1767384702.336399:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec65141d. 00000004:00000010:3.0:1767384702.336449:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004b553eba. 00000004:00000010:3.0:1767384702.336453:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005506437f. 00000004:00000010:3.0:1767384702.336454:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bd90362c. 00080000:00000010:3.0:1767384702.336456:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2b3ad9f. 00080000:00000010:3.0:1767384702.336685:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c2b3ad9f. 00000004:00000010:3.0:1767384702.336688:0:40424:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bd90362c. 00000004:00000010:3.0:1767384702.336689:0:40424:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005506437f. 00000004:00000010:3.0:1767384702.336690:0:40424:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004b553eba. 00000004:00000010:3.0:1767384702.336694:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009ad72ace. 00000004:00000010:3.0:1767384702.336696:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005506437f. 00000004:00000010:3.0:1767384702.336697:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bd90362c. 00080000:00000010:3.0:1767384702.336700:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2b3ad9f. 00000004:00000010:3.0:1767384702.336748:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000059cb979b. 00000004:00000010:3.0:1767384702.336751:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f48590ad. 00000004:00000010:3.0:1767384702.336752:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f397e634. 00080000:00000010:3.0:1767384702.336755:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007bcdf921. 00080000:00000010:3.0:1767384702.336885:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007bcdf921. 00000004:00000010:3.0:1767384702.336889:0:40424:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f397e634. 00000004:00000010:3.0:1767384702.336890:0:40424:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f48590ad. 00000004:00000010:3.0:1767384702.336892:0:40424:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000059cb979b. 00000004:00000010:3.0:1767384702.336896:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000065644a68. 00000004:00000010:3.0:1767384702.336902:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f48590ad. 00000004:00000010:3.0:1767384702.336904:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f397e634. 00080000:00000010:3.0:1767384702.336906:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007bcdf921. 00000004:00000010:3.0:1767384702.336935:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002abd04e0. 00000004:00000010:3.0:1767384702.336937:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000005009906. 00000004:00000010:3.0:1767384702.336939:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009f91d404. 00080000:00000010:3.0:1767384702.336940:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004387d8ba. 00080000:00000010:3.0:1767384702.337035:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004387d8ba. 00000004:00000010:3.0:1767384702.337037:0:40424:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009f91d404. 00000004:00000010:3.0:1767384702.337039:0:40424:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000005009906. 00000004:00000010:3.0:1767384702.337040:0:40424:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002abd04e0. 00000004:00000010:3.0:1767384702.337044:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004cc42e22. 00000004:00000010:3.0:1767384702.337045:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000005009906. 00000004:00000010:3.0:1767384702.337047:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009f91d404. 00080000:00000010:3.0:1767384702.337049:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004387d8ba. 00000020:00000010:3.0:1767384702.337076:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014e6adaf. 00080000:00000010:3.0:1767384702.337079:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000094ab38b9. 00080000:00000010:3.0:1767384702.337096:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000094ab38b9. 00000020:00000010:3.0:1767384702.337098:0:40424:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014e6adaf. 00000004:00000010:3.0:1767384702.337110:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000860e5a26. 00000004:00000010:3.0:1767384702.337113:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002b1200ca. 00000004:00000010:3.0:1767384702.337114:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bb21eb77. 00080000:00000010:3.0:1767384702.337116:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000094ab38b9. 00000040:00000010:3.0:1767384702.337213:0:40424:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000f6d23b38. 00000040:00000010:3.0:1767384702.337221:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000062509a7c. 00000040:00000010:3.0:1767384702.337240:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000007aeef559. 00000020:00000010:3.0:1767384702.337244:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003ce49f60. 00080000:00000010:3.0:1767384702.337248:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000443f1fd1. 00000040:00000010:3.0:1767384702.337283:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000084d21bbe. 00000040:00000010:3.0:1767384702.337290:0:40424:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 0000000028ed3e7b. 00000040:00000010:1.0:1767384702.340387:0:40466:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000af467612. 00000020:00000010:1.0:1767384702.340400:0:40466:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ac4fbbdf. 00000020:00000010:1.0:1767384702.340408:0:40466:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068041a65. 00000040:00000010:1.0:1767384702.340411:0:40466:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002ee96854. 00000020:00000010:1.0:1767384702.340413:0:40466:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f0cc5f4e. 00000020:00000010:1.0:1767384702.340416:0:40466:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384702.340420:0:40466:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000620d622a. 80000000:00000010:1.0:1767384702.340422:0:40466:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384702.340425:0:40466:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b779d3f2. 00100000:00000010:1.0:1767384702.340427:0:40466:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f4860eb3. 00040000:00000010:1.0:1767384702.340430:0:40466:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000310be20f. 00040000:00000010:1.0:1767384702.340432:0:40466:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000db2799e3. 00040000:00000010:1.0:1767384702.340434:0:40466:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008ea3e94a. 00080000:00000010:1.0:1767384702.340436:0:40466:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002f3bda4d. 00000004:00000010:1.0:1767384702.340438:0:40466:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6c34944. 00000004:00000010:1.0:1767384702.340441:0:40466:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f7557949. 00000004:00000010:1.0:1767384702.340444:0:40466:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f87f37ec. 00002000:00000010:1.0:1767384702.340446:0:40466:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000005d30be. 00000004:00000010:1.0:1767384702.340448:0:40466:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005fad4907. 00000020:00000010:1.0:1767384702.340450:0:40466:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ae57975. 00000040:00000010:1.0:1767384702.340452:0:40466:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008a4d795e. 00000020:00000010:1.0:1767384702.340455:0:40466:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e7ca889a. 00000040:00000010:1.0:1767384702.340457:0:40466:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000076f2911. 00000020:00000010:1.0:1767384702.340458:0:40466:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000624e2c0a. 00000020:00000010:1.0:1767384702.340460:0:40466:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042d1c6c8. 00000020:00000010:1.0:1767384702.340462:0:40466:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073fda00f. 80000000:00000010:1.0:1767384702.340464:0:40466:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b431f692. 40000000:00000010:1.0:1767384702.340465:0:40466:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000098594349. 00100000:00000010:1.0:1767384702.340467:0:40466:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c5e879b. 00040000:00000010:1.0:1767384702.340468:0:40466:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b10c8df2. 00040000:00000010:1.0:1767384702.340470:0:40466:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000058340839. 00040000:00000010:1.0:1767384702.340471:0:40466:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f0d53cb. 00080000:00000010:1.0:1767384702.340473:0:40466:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000084eab687. 00000004:00000010:1.0:1767384702.340474:0:40466:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009284e6a4. 00000004:00000010:1.0:1767384702.340476:0:40466:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000092a0a4ba. 00000004:00000010:1.0:1767384702.340479:0:40466:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007342ac1f. 00000004:00000010:1.0:1767384702.340481:0:40466:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f48493bd. 00000020:00000010:1.0:1767384702.340482:0:40466:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074e885ad. 00000004:00000010:1.0:1767384702.340485:0:40466:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000cd1f1224. 00000040:00000010:3.0:1767384702.340512:0:40424:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 0000000028ed3e7b. 00000040:00000010:3.0:1767384702.340519:0:40424:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d6b6f0e2. 00000040:00000010:3.0:1767384702.340525:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a3dbd00b. 00000040:00000010:3.0:1767384702.340550:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000727ccc66. 00000020:00000010:3.0:1767384702.340553:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000d38b385. 00080000:00000010:3.0:1767384702.340556:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c19c659. 00000040:00000010:3.0:1767384702.340582:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000028ed3e7b. 00000040:00000010:3.0:1767384702.340589:0:40424:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000195c8c22. 00000040:00000010:3.0:1767384702.340916:0:40424:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000195c8c22. 00000040:00000010:3.0:1767384702.340921:0:40424:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000054d52a9e. 00000020:00000010:3.0:1767384702.340923:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cc25638. 00000020:00000010:3.0:1767384702.340925:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a129fc5a. 00000040:00000010:3.0:1767384702.340927:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ad504971. 00000020:00000010:3.0:1767384702.340928:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000013d52b6. 00000020:00000010:3.0:1767384702.340931:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042d1c6c8. 00000020:00000010:3.0:1767384702.340933:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ba33c524. 80000000:00000010:3.0:1767384702.340935:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f24af94. 40000000:00000010:3.0:1767384702.340936:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006016b141. 00100000:00000010:3.0:1767384702.340938:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000120f2a82. 00040000:00000010:3.0:1767384702.340940:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b8ba1157. 00040000:00000010:3.0:1767384702.340942:0:40424:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007342ac1f. 00040000:00000010:3.0:1767384702.340943:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056bab14f. 00080000:00000010:3.0:1767384702.340945:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009284e6a4. 00000004:00000010:3.0:1767384702.340946:0:40424:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000084eab687. 00000004:00000010:3.0:1767384702.340949:0:40424:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da8f3e9b. 00000004:00000010:3.0:1767384702.340951:0:40424:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000058340839. 00002000:00000010:3.0:1767384702.340953:0:40424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f98d15bc. 00000004:00000010:3.0:1767384702.340955:0:40424:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000b3a6054. 00000020:00000010:3.0:1767384702.340957:0:40424:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008f2ac503. 00000040:00000010:3.0:1767384702.340960:0:40424:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000195c8c22. 00000040:00000010:3.0:1767384702.341308:0:40424:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000195c8c22. 00000020:00000010:3.0:1767384702.341312:0:40424:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008f2ac503. 00000020:00000010:3.0:1767384702.341315:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a129fc5a. 00000040:00000010:3.0:1767384702.341317:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad504971. 00000020:00000010:3.0:1767384702.341319:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000013d52b6. 00000020:00000010:3.0:1767384702.341320:0:40424:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042d1c6c8. 00000020:00000010:3.0:1767384702.341327:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba33c524. 80000000:00000010:3.0:1767384702.341328:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f24af94. 40000000:00000010:3.0:1767384702.341330:0:40424:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006016b141. 00100000:00000010:3.0:1767384702.341331:0:40424:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000120f2a82. 00040000:00000010:3.0:1767384702.341333:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b8ba1157. 00040000:00000010:3.0:1767384702.341334:0:40424:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007342ac1f. 00040000:00000010:3.0:1767384702.341336:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000056bab14f. 00080000:00000010:3.0:1767384702.341337:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009284e6a4. 00000004:00000010:3.0:1767384702.341338:0:40424:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000084eab687. 00000004:00000010:3.0:1767384702.341340:0:40424:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da8f3e9b. 00000004:00000010:3.0:1767384702.341342:0:40424:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000058340839. 00002000:00000010:3.0:1767384702.341343:0:40424:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f98d15bc. 00000004:00000010:3.0:1767384702.341344:0:40424:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000b3a6054. 00000020:00000010:3.0:1767384702.341346:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cc25638. 00000040:00000010:3.0:1767384702.341347:0:40424:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000054d52a9e. 00000040:00000010:3.0:1767384702.341349:0:40424:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002f24af94. 00000020:00000010:3.0:1767384702.341351:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056bab14f. 00000020:00000010:3.0:1767384702.341352:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba33c524. 00000040:00000010:3.0:1767384702.341353:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000017b4f0fc. 00000020:00000010:3.0:1767384702.341355:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058340839. 00000020:00000010:3.0:1767384702.341356:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042d1c6c8. 00000020:00000010:3.0:1767384702.341358:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f8b5a14. 80000000:00000010:3.0:1767384702.341359:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e62e4fdb. 40000000:00000010:3.0:1767384702.341360:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006016b141. 00100000:00000010:3.0:1767384702.341361:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000084eab687. 00040000:00000010:3.0:1767384702.341363:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b8ba1157. 00040000:00000010:3.0:1767384702.341364:0:40424:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009284e6a4. 00040000:00000010:3.0:1767384702.341365:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028b27fd6. 00080000:00000010:3.0:1767384702.341366:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007342ac1f. 00000004:00000010:3.0:1767384702.341367:0:40424:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000120f2a82. 00000004:00000010:3.0:1767384702.341369:0:40424:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da8f3e9b. 00000004:00000010:3.0:1767384702.341370:0:40424:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000013d52b6. 00002000:00000010:3.0:1767384702.341371:0:40424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000b3a6054. 00000004:00000010:3.0:1767384702.341372:0:40424:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f98d15bc. 00000020:00000010:3.0:1767384702.341376:0:40424:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c972c408. 00000040:00000010:3.0:1767384702.341378:0:40424:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000195c8c22. 00000040:00000010:3.0:1767384702.341714:0:40424:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000195c8c22. 00000020:00000010:3.0:1767384702.341717:0:40424:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c972c408. 00000020:00000010:3.0:1767384702.341720:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba33c524. 00000040:00000010:3.0:1767384702.341721:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000017b4f0fc. 00000020:00000010:3.0:1767384702.341723:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058340839. 00000020:00000010:3.0:1767384702.341724:0:40424:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042d1c6c8. 00000020:00000010:3.0:1767384702.341726:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f8b5a14. 80000000:00000010:3.0:1767384702.341727:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e62e4fdb. 40000000:00000010:3.0:1767384702.341728:0:40424:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006016b141. 00100000:00000010:3.0:1767384702.341729:0:40424:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000084eab687. 00040000:00000010:3.0:1767384702.341730:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b8ba1157. 00040000:00000010:3.0:1767384702.341732:0:40424:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009284e6a4. 00040000:00000010:3.0:1767384702.341733:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000028b27fd6. 00080000:00000010:3.0:1767384702.341734:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007342ac1f. 00000004:00000010:3.0:1767384702.341735:0:40424:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000120f2a82. 00000004:00000010:3.0:1767384702.341736:0:40424:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da8f3e9b. 00000004:00000010:3.0:1767384702.341738:0:40424:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000013d52b6. 00002000:00000010:3.0:1767384702.341739:0:40424:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000b3a6054. 00000004:00000010:3.0:1767384702.341740:0:40424:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f98d15bc. 00000020:00000010:3.0:1767384702.341741:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056bab14f. 00000040:00000010:3.0:1767384702.341742:0:40424:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002f24af94. 00000040:00000010:3.0:1767384702.341745:0:40424:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000060846535. 00000040:00000010:3.0:1767384702.341748:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000056bab14f. 00000040:00000010:3.0:1767384702.341761:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000b7ecce93. 00000020:00000010:3.0:1767384702.341763:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b8ba1157. 00080000:00000010:3.0:1767384702.341766:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002d6a766b. 00000040:00000010:3.0:1767384702.341786:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000195c8c22. 00000001:00000010:3.0:1767384702.341791:0:40424:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000008d390bb3. 00000004:00000010:3.0:1767384702.341802:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007ac844a7. 00000004:00000010:3.0:1767384702.341805:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000193cd4c0. 00000004:00000010:3.0:1767384702.341808:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000054d073e2. 00080000:00000010:3.0:1767384702.341810:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000070a4ee4c. 00080000:00000010:3.0:1767384702.341853:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f98d15bc. 00080000:00000010:3.0:1767384702.341868:0:40424:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000005b4d566e. 00080000:00000010:3.0:1767384702.342043:0:40424:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000070a4ee4c. 00000004:00000010:3.0:1767384702.342046:0:40424:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000054d073e2. 00000004:00000010:3.0:1767384702.342048:0:40424:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000193cd4c0. 00000004:00000010:3.0:1767384702.342050:0:40424:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007ac844a7. 00000020:00000010:3.0:1767384702.342058:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f447aa69. 00080000:00000010:3.0:1767384702.342060:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000070a4ee4c. 00080000:00000010:3.0:1767384702.342063:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ecb903d3. 00000020:00000010:3.0:1767384702.342329:0:40424:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000c90ccd48. 00100000:00000010:3.0:1767384702.342345:0:40424:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000787854aa. 00080000:00000010:3.0:1767384702.342355:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007fd6a0d4. 00000020:00000010:3.0:1767384702.342379:0:40424:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000c90ccd48. 00000020:00000010:3.0:1767384702.342381:0:40424:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000417dea1e. 00080000:00000010:3.0:1767384702.342391:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f48493bd. 00080000:00000010:3.0:1767384702.342407:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000887acf5e. 00080000:00000010:3.0:1767384702.342422:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000018da3487. 00100000:00000010:3.0:1767384702.342438:0:40424:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000da8f3e9b. 00000020:00000010:3.0:1767384702.342459:0:40424:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000092a0a4ba. 00000004:00000010:3.0:1767384702.342471:0:40424:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000095f45320. 00000004:00000010:3.0:1767384702.342473:0:40424:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000193cd4c0. 00000004:00000010:3.0:1767384702.342475:0:40424:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000054d073e2. 00080000:00000010:3.0:1767384702.342477:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2ffea63. 00000020:00000010:3.0:1767384702.342484:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000092d2d0e. 00080000:00000010:3.0:1767384702.342486:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fff249be. 00000020:00000010:3.0:1767384702.342506:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c1732dfc. 00080000:00000010:3.0:1767384702.342508:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b95705fa. 00100000:00000010:3.0:1767384702.342544:0:40424:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000002f25e97f. 00100000:00000010:3.0:1767384702.342546:0:40424:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000ddbad3c8. 00100000:00000010:3.0:1767384702.342588:0:40424:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000ddbad3c8. 00100000:00000010:3.0:1767384702.342591:0:40424:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000013d52b6. 00100000:00000010:3.0:1767384702.342593:0:40424:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000447719c7. 00100000:00000010:3.0:1767384702.342596:0:40424:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 000000009f7fbd33. 00100000:00000010:3.0:1767384702.342601:0:40424:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000001ffba1b0. 00000020:00000010:3.0:1767384702.342613:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005af18c53. 00080000:00000010:3.0:1767384702.342616:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a2ef8c33. 00000020:00000010:3.0:1767384702.342720:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e1601224. 00080000:00000010:3.0:1767384702.342723:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000020e6f5cc. 00000020:00000010:3.0:1767384702.342747:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8838137. 00080000:00000010:3.0:1767384702.342749:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000efb50a7b. 00000020:00000010:3.0:1767384702.342765:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008c12ab0f. 00080000:00000010:3.0:1767384702.342767:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d64698ed. 00000020:00000010:3.0:1767384702.342783:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b25a2ccf. 00080000:00000010:3.0:1767384702.342789:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4aeb566. 00000020:00000010:3.0:1767384702.342812:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd91ebec. 00080000:00000010:3.0:1767384702.342814:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000608cc43d. 00000020:00000010:3.0:1767384702.342830:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000155e9e10. 00080000:00000010:3.0:1767384702.342850:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007ff2eb16. 00000020:00000010:3.0:1767384702.342877:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c195be2c. 00080000:00000010:3.0:1767384702.342880:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000053023bdd. 00000020:00000010:3.0:1767384702.342909:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000056157e96. 00080000:00000010:3.0:1767384702.342911:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000f82c756. 00000020:00000010:3.0:1767384702.342929:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9c90bd6. 00080000:00000010:3.0:1767384702.342931:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d89f599a. 00000020:00000010:3.0:1767384702.342947:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fbcc7ff0. 00080000:00000010:3.0:1767384702.342948:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003da2b943. 00000020:00000010:3.0:1767384702.342964:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b3c5b80c. 00080000:00000010:3.0:1767384702.342966:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8bf0f1a. 00000020:00000010:3.0:1767384702.342982:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a4a4ac00. 00080000:00000010:3.0:1767384702.342983:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004215dcdb. 00000020:00000010:3.0:1767384702.342999:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000047b79832. 00080000:00000010:3.0:1767384702.343001:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000080a1ec71. 00000020:00000010:3.0:1767384702.343017:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e86664b. 00080000:00000010:3.0:1767384702.343018:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000050bc2aca. 00000020:00000010:3.0:1767384702.343034:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000978c6b32. 00080000:00000010:3.0:1767384702.343041:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc3cc631. 00000020:00000010:3.0:1767384702.343062:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000096b001e2. 00080000:00000010:3.0:1767384702.343064:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000002bdcf6c. 00100000:00000010:3.0:1767384702.343077:0:40424:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000120f2a82. 00100000:00000010:3.0:1767384702.343079:0:40424:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000067316d63. 00100000:00000010:3.0:1767384702.343081:0:40424:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000036cde592. 00100000:00000010:3.0:1767384702.343083:0:40424:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000000e1fb60a. 00000020:00000010:3.0:1767384702.343089:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002bbb8c0f. 00080000:00000010:3.0:1767384702.343090:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ed35aca. 00000020:00000010:3.0:1767384702.343132:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000babae2b4. 00080000:00000010:3.0:1767384702.343135:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d07897f. 00000020:00000010:3.0:1767384702.343153:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004761379e. 00080000:00000010:3.0:1767384702.343155:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d49f239. 00000020:00000010:3.0:1767384702.343185:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004918fdda. 00080000:00000010:3.0:1767384702.343189:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003757c0ab. 00000020:00000010:3.0:1767384702.343226:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000839c728b. 00080000:00000010:3.0:1767384702.343238:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036435788. 00000020:00000010:3.0:1767384702.343281:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001208f590. 00080000:00000010:3.0:1767384702.343285:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b21506bb. 00000020:00000010:3.0:1767384702.343319:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b7b3c74d. 00080000:00000010:3.0:1767384702.343322:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008579d7a9. 00000020:00000010:3.0:1767384702.343354:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000412811b2. 00080000:00000010:3.0:1767384702.343358:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000085a62585. 00000020:00000010:3.0:1767384702.343391:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000012198c2f. 00080000:00000010:3.0:1767384702.343394:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a407429. 00000020:00000010:3.0:1767384702.343427:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fcaa8dc7. 00080000:00000010:3.0:1767384702.343431:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000509a28b4. 00000020:00000010:3.0:1767384702.343461:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b239239a. 00080000:00000010:3.0:1767384702.343465:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c7e22034. 00000020:00000010:3.0:1767384702.343492:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b6fda835. 00080000:00000010:3.0:1767384702.343495:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007cdd0b41. 00000020:00000010:3.0:1767384702.343523:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ef8282c4. 00080000:00000010:3.0:1767384702.343532:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ca67013e. 00000020:00000010:3.0:1767384702.343579:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b97c1458. 00080000:00000010:3.0:1767384702.343584:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ad5d24c9. 00000020:00000010:3.0:1767384702.343626:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009298e94c. 00080000:00000010:3.0:1767384702.343629:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002b1c1aa4. 00000020:00000010:3.0:1767384702.343674:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f605cae1. 00080000:00000010:3.0:1767384702.343757:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d1a2d7e. 00000020:00000010:3.0:1767384702.343790:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000048e7e4ae. 00080000:00000010:3.0:1767384702.343793:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009db394bf. 00100000:00000010:3.0:1767384702.343810:0:40424:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b97b34d5. 00200000:00000010:3.0:1767384702.343814:0:40424:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000ddbad3c8. 00000020:00000010:3.0:1767384702.343826:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a250bbe0. 00000020:00000010:3.0:1767384702.343828:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c746294. 00000020:00000010:3.0:1767384702.343829:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007342ac1f. 00000020:00000010:3.0:1767384702.343831:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042d1c6c8. 00000020:00000010:3.0:1767384702.343856:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006cc25638. 80000000:00000010:3.0:1767384702.343858:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be653ee7. 40000000:00000010:3.0:1767384702.343862:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000048111275. 00100000:00000010:3.0:1767384702.343863:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009284e6a4. 00040000:00000010:3.0:1767384702.343866:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008001536b. 00040000:00000010:3.0:1767384702.343867:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad504971. 00080000:00000010:3.0:1767384702.343869:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000084eab687. 00002000:00000010:3.0:1767384702.343871:0:40424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f8bdf028. 00080000:00000010:3.0:1767384702.343876:0:40424:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f4f03361. 00080000:00000010:1.0:1767384702.353045:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f4f03361. 00080000:00000010:1.0:1767384702.353054:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000018da3487. 00080000:00000010:1.0:1767384702.353058:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000887acf5e. 00080000:00000010:1.0:1767384702.353062:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f48493bd. 00080000:00000010:1.0:1767384702.353065:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007fd6a0d4. 00080000:00000010:1.0:1767384702.353068:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ecb903d3. 00080000:00000010:1.0:1767384702.353070:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f98d15bc. 00000020:00000010:3.0:1767384702.353097:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002c746294. 00000020:00000010:3.0:1767384702.353102:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007342ac1f. 00000020:00000010:3.0:1767384702.353105:0:40424:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042d1c6c8. 00000020:00000010:3.0:1767384702.353108:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006cc25638. 80000000:00000010:3.0:1767384702.353111:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000be653ee7. 40000000:00000010:3.0:1767384702.353113:0:40424:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000048111275. 00100000:00000010:3.0:1767384702.353115:0:40424:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009284e6a4. 00040000:00000010:3.0:1767384702.353118:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008001536b. 00040000:00000010:3.0:1767384702.353121:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad504971. 00080000:00000010:3.0:1767384702.353128:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000084eab687. 00002000:00000010:3.0:1767384702.353130:0:40424:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f8bdf028. 00000020:00000010:3.0:1767384702.353133:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a250bbe0. 00000004:00000010:3.0:1767384702.353141:0:40424:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000048111275. 00000004:00000010:1.0:1767384702.353326:0:40467:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000007bcf07ad. 00000020:00000010:1.0:1767384702.353331:0:40467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ea3e94a. 00000004:00000010:3.0:1767384702.353333:0:40424:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000048111275. 00000020:00000010:1.0:1767384702.353336:0:40467:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b00ec365. 00000040:00000010:1.0:1767384702.353341:0:40467:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000544f7e3c. 00000020:00000010:1.0:1767384702.353344:0:40467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f87f37ec. 00000020:00000010:1.0:1767384702.353349:0:40467:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eae82b7. 00000020:00000010:3.0:1767384702.353350:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000d3004d1. 00000020:00000010:1.0:1767384702.353353:0:40467:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000015fd52b3. 00000040:00000010:3.0:1767384702.353354:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eedcd527. 00000020:00000010:3.0:1767384702.353359:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cf8dce86. 80000000:00000010:1.0:1767384702.353359:0:40467:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008a4d795e. 00000020:00000010:3.0:1767384702.353366:0:40424:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a5b1e364. 00000100:00000010:2.0:1767384702.353366:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067949b54. 40000000:00000010:1.0:1767384702.353366:0:40467:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099ff5952. 00000020:00000010:3.0:1767384702.353374:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ade48daf. 00100000:00000010:1.0:1767384702.353374:0:40467:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6c34944. 80000000:00000010:3.0:1767384702.353379:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0b4f7c8. 00040000:00000010:1.0:1767384702.353379:0:40467:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002a457f39. 02000000:00000010:2.0:1767384702.353383:0:40456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042afce91. 40000000:00000010:3.0:1767384702.353385:0:40424:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e56d7aa. 00040000:00000010:1.0:1767384702.353386:0:40467:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002f3bda4d. 00000020:00000010:3.0:1767384702.353389:0:40424:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 0000000092a0a4ba. 00040000:00000010:1.0:1767384702.353391:0:40467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d52124f. 00100000:00000010:3.0:1767384702.353393:0:40424:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000861bcb19. 00000100:00000010:2.0:1767384702.353396:0:40456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003562c010. 00080000:00000010:1.0:1767384702.353396:0:40467:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000db2799e3. 00040000:00000010:3.0:1767384702.353397:0:40424:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000051d1159a. 00040000:00000010:3.0:1767384702.353404:0:40424:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d6edc94b. 00000004:00000010:1.0:1767384702.353404:0:40467:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4860eb3. 00040000:00000010:3.0:1767384702.353408:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f84f4048. 00000004:00000010:1.0:1767384702.353411:0:40467:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f7557949. 00080000:00000010:3.0:1767384702.353412:0:40424:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000005b4d566e. 02000000:00000010:2.0:1767384702.353414:0:40456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c97178df. 00000020:00000010:3.0:1767384702.353417:0:40424:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000417dea1e. 00000004:00000010:1.0:1767384702.353419:0:40467:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f0cc5f4e. 00080000:00000010:3.0:1767384702.353421:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000065360b1. 00000400:00000010:2.0:1767384702.353421:0:40456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015dd4e6f. 00000004:00000010:3.0:1767384702.353426:0:40424:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007dd76308. 00000004:00000010:1.0:1767384702.353426:0:40467:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005fad4907. 00000400:00000010:2.0:1767384702.353428:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000004:00000010:3.0:1767384702.353434:0:40424:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006c374b2. 00000100:00000200:2.0:1767384702.353435:0:40456:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237059687424, portal 4 00080000:00000010:1.0:1767384702.353437:0:40467:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bcfe1b6e. 00000004:00000010:3.0:1767384702.353440:0:40424:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005b90438c. 00080000:00000010:1.0:1767384702.353442:0:40467:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000638c8f0c. 00000020:00000010:2.0:1767384702.353444:0:40456:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000042d25122. 00000004:00000010:3.0:1767384702.353445:0:40424:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000046919e72. 00000020:00000010:3.0:1767384702.353451:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006899a476. 00000400:00000010:2.0:1767384702.353451:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384702.353455:0:40456:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237059687424, offset 0 00000020:00000010:3.0:1767384702.353457:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050d9943c. 00000020:00000010:3.0:1767384702.353462:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000700e3a85. 00000400:00000200:2.0:1767384702.353462:0:40456:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384702.353467:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000774e621a. 00000400:00000200:2.0:1767384702.353472:0:40456:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:3.0:1767384702.353480:0:40424:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000009ed31fbc. 00000400:00000200:2.0:1767384702.353484:0:40456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958260a09400 00000400:00000200:2.0:1767384702.353490:0:40456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 6272 00000020:00000010:3.0:1767384702.353491:0:40424:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000070edfe8f. 00000040:00000010:3.0:1767384702.353494:0:40424:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009e7e1709. 00000400:00000200:2.0:1767384702.353496:0:40456:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384702.353497:0:40424:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd6c6f34. 00000400:00000200:2.0:1767384702.353501:0:40456:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384702.353503:0:40424:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000183b9b8d. 80000000:00000010:3.0:1767384702.353507:0:40424:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000065044773. 00000100:00000200:2.0:1767384702.353508:0:40456:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384702.353512:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071f5eb95. 00080000:00000010:1.0:1767384702.353513:0:40467:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000638c8f0c. 00040000:00000010:3.0:1767384702.353519:0:40424:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d965209c. 00080000:00000010:1.0:1767384702.353520:0:40467:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bcfe1b6e. 00080000:00000010:3.0:1767384702.353524:0:40424:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b5bf7aa. 00000020:00000010:1.0:1767384702.353526:0:40467:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b00ec365. 20000000:00000010:3.0:1767384702.353528:0:40424:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000767532ec. 00000400:00000200:2.0:1767384702.353531:0:40456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000040:00000010:1.0:1767384702.353533:0:40467:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000544f7e3c. 00000020:00000010:3.0:1767384702.353534:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fb9c0b2. 00000400:00000010:2.0:1767384702.353534:0:40456:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000020:00000010:1.0:1767384702.353541:0:40467:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f87f37ec. 00000100:00000200:2.0:1767384702.353548:0:40456:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000067949b54 x1853237059687424/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384718 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384702.353548:0:40467:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384702.353555:0:40467:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000015fd52b3. 80000000:00000010:1.0:1767384702.353563:0:40467:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008a4d795e. 40000000:00000010:1.0:1767384702.353567:0:40467:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000099ff5952. 00000100:00000010:2.0:1767384702.353570:0:40456:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8937762. 00100000:00000010:1.0:1767384702.353572:0:40467:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e6c34944. 00040000:00000010:1.0:1767384702.353577:0:40467:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002a457f39. 00040000:00000010:1.0:1767384702.353580:0:40467:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002f3bda4d. 00000100:00000010:2.0:1767384702.353582:0:40456:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072f6ac43. 00040000:00000010:1.0:1767384702.353584:0:40467:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d52124f. 00080000:00000010:1.0:1767384702.353591:0:40467:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000db2799e3. 00000100:00000010:2.0:1767384702.353594:0:40456:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7bd4b8e. 00000004:00000010:1.0:1767384702.353596:0:40467:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4860eb3. 00000004:00000010:1.0:1767384702.353602:0:40467:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f7557949. 00000100:00000010:2.0:1767384702.353603:0:40456:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afdfeae3. 00000004:00000010:1.0:1767384702.353608:0:40467:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f0cc5f4e. 00000020:00000010:0.0:1767384702.353608:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e227dcc. 00000004:00000010:1.0:1767384702.353617:0:40467:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005fad4907. 00000020:00000010:0.0:1767384702.353619:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e227dcc. 00000020:00000010:1.0:1767384702.353622:0:40467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ea3e94a. 00000020:00000010:0.0:1767384702.353627:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c400afdf. 00000004:00000010:1.0:1767384702.353628:0:40467:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000007bcf07ad. 00000020:00000010:0.0:1767384702.353633:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0311727. 00000020:00000010:0.0:1767384702.353639:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000200f851f. 00000020:00000010:0.0:1767384702.353699:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e227dcc. 00000020:00000010:0.0:1767384702.353702:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e227dcc. 00000100:00000200:0.0:1767384702.353705:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059687424 02000000:00000010:0.0:1767384702.353726:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000071784c92. 00010000:00000200:0.0:1767384702.353741:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071f5eb95 x1853237059687424/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:683/0 lens 264/240 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384702.353757:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.353761:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237059687424, offset 224 00000400:00000200:0.0:1767384702.353766:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.353776:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.353784:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958260a09400 00000400:00000200:0.0:1767384702.353789:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b6d [1] + 224 00000400:00000200:0.0:1767384702.353794:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.353796:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384702.353803:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000067949b54 x1853237059687424/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384702.353820:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.353823:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000020:00000010:0.0:1767384702.353864:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0311727. 00000400:00000010:2.0:1767384702.353866:0:40456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015dd4e6f. 00000020:00000010:0.0:1767384702.353869:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000200f851f. 00000400:00000200:2.0:1767384702.353874:0:40456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000020:00000010:0.0:1767384702.353878:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c400afdf. 00000400:00000010:2.0:1767384702.353879:0:40456:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.353894:0:40456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000067949b54 x1853237059687424/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.353903:0:40456:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000067949b54 x1853237059687424/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384702.353929:0:40456:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003562c010. 02000000:00000010:2.0:1767384702.353936:0:40456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c97178df. 02000000:00000010:2.0:1767384702.353941:0:40456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042afce91. 00000100:00000010:2.0:1767384702.353944:0:40456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067949b54. 00000100:00000010:2.0:1767384702.353949:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067949b54. 02000000:00000010:2.0:1767384702.353956:0:40456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042afce91. 00000100:00000010:2.0:1767384702.353963:0:40456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003562c010. 02000000:00000010:2.0:1767384702.353972:0:40456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000078f869ff. 00000400:00000010:2.0:1767384702.353976:0:40456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015dd4e6f. 00000400:00000010:2.0:1767384702.353979:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.353982:0:40456:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059687552, portal 4 00000400:00000010:2.0:1767384702.353986:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384702.353988:0:40456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237059687552, offset 0 00000400:00000200:2.0:1767384702.353994:0:40456:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.354001:0:40456:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.354008:0:40456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260a09480 00000400:00000200:2.0:1767384702.354013:0:40456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 6536 00000400:00000200:2.0:1767384702.354018:0:40456:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.354021:0:40456:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.354024:0:40456:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384702.354029:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0ec5561. 00000400:00000200:2.0:1767384702.354046:0:40456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384702.354049:0:40456:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384702.354057:0:40456:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000067949b54 x1853237059687552/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384702.354085:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e227dcc. 00000020:00000010:0.0:1767384702.354091:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e227dcc. 00000020:00000010:0.0:1767384702.354096:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c400afdf. 00000020:00000010:0.0:1767384702.354102:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0311727. 00000020:00000010:0.0:1767384702.354105:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000200f851f. 00000020:00000010:0.0:1767384702.354131:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e227dcc. 00000020:00000010:0.0:1767384702.354135:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e227dcc. 00000100:00000200:0.0:1767384702.354138:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059687552 02000000:00000010:0.0:1767384702.354152:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000622c418e. 00010000:00000200:0.0:1767384702.354163:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0ec5561 x1853237059687552/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:683/0 lens 432/432 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384702.354173:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000100:00000200:0.0:1767384702.354181:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237059687552, offset 224 00000400:00000200:0.0:1767384702.354186:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384702.354192:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384702.354198:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260a09480 00000400:00000200:0.0:1767384702.354206:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b79 [1] + 224 00000400:00000200:0.0:1767384702.354211:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384702.354217:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384702.354228:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000067949b54 x1853237059687552/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384702.354250:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:0.0:1767384702.354253:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000020:00000010:0.0:1767384702.354266:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0311727. 00000400:00000010:2.0:1767384702.354269:0:40456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015dd4e6f. 00000020:00000010:0.0:1767384702.354270:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000200f851f. 00000020:00000010:0.0:1767384702.354279:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c400afdf. 00000400:00000200:2.0:1767384702.354281:0:40456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000400:00000010:2.0:1767384702.354285:0:40456:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.354298:0:40456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000067949b54 x1853237059687552/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384702.354307:0:40456:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000067949b54 x1853237059687552/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384702.354326:0:40456:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003562c010. 02000000:00000010:2.0:1767384702.354332:0:40456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000078f869ff. 02000000:00000010:2.0:1767384702.354336:0:40456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042afce91. 00000100:00000010:2.0:1767384702.354339:0:40456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067949b54. 00000100:00000010:2.0:1767384702.354347:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067949b54. 02000000:00000010:2.0:1767384702.354354:0:40456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042afce91. 00000100:00000010:2.0:1767384702.354361:0:40456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003562c010. 02000000:00000010:2.0:1767384702.354369:0:40456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000078f869ff. 00000400:00000010:2.0:1767384702.354374:0:40456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015dd4e6f. 00000400:00000010:2.0:1767384702.354378:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819d3ab0. 00000100:00000200:2.0:1767384702.354382:0:40456:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237059687680, portal 4 00000400:00000010:2.0:1767384702.354386:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384702.354389:0:40456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237059687680, offset 0 00000400:00000200:2.0:1767384702.354395:0:40456:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384702.354404:0:40456:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384702.354411:0:40456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260a09500 00000400:00000200:2.0:1767384702.354415:0:40456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 6968 00000400:00000200:2.0:1767384702.354420:0:40456:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384702.354424:0:40456:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384702.354427:0:40456:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384702.354431:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000811c78c1. 00000400:00000200:2.0:1767384702.354446:0:40456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:2.0:1767384702.354449:0:40456:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000100:00000200:2.0:1767384702.354454:0:40456:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000067949b54 x1853237059687680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384702.354495:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e227dcc. 00000020:00000010:0.0:1767384702.354501:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e227dcc. 00000020:00000010:0.0:1767384702.354506:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c400afdf. 00000020:00000010:0.0:1767384702.354511:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0311727. 00000020:00000010:0.0:1767384702.354515:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000200f851f. 00000020:00000010:0.0:1767384702.354549:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e227dcc. 00000020:00000010:0.0:1767384702.354553:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e227dcc. 00000100:00000200:0.0:1767384702.354556:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237059687680 02000000:00000010:0.0:1767384702.354567:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000a72b7fb7. 00002000:00000010:0.0:1767384702.354607:0:17557:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000007e227dcc. 00002000:00000010:0.0:1767384702.354620:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000010cd5622. 00080000:00000010:0.0:1767384702.354632:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002d9cd6b7. 00002000:00000010:0.0:1767384702.355055:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e0707fba. 00080000:00000010:0.0:1767384702.355065:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000556ef1e8. 00002000:00000010:0.0:1767384702.355285:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000008db36f. 00080000:00000010:0.0:1767384702.355295:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f523dce. 00002000:00000010:0.0:1767384702.355506:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000061082808. 00080000:00000010:0.0:1767384702.355512:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ee8acbd. 00002000:00000010:0.0:1767384702.355748:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000030d8f489. 00080000:00000010:0.0:1767384702.355754:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006170c68a. 00000100:00000010:1.0:1767384702.355883:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072f6ac43. 00002000:00000010:0.0:1767384702.356087:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d2b62cc5. 00080000:00000010:0.0:1767384702.356094:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014a5bc47. 00002000:00000010:0.0:1767384702.356353:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006f175eaf. 00080000:00000010:0.0:1767384702.356360:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc96e5c8. 00002000:00000010:0.0:1767384702.356664:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005db183d1. 00080000:00000010:0.0:1767384702.356670:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004eef1b3a. 00080000:00000010:0.0:1767384702.356956:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002f99c1a5. 00080000:00000010:0.0:1767384702.357090:0:17557:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000004a751a23. 00000100:00000010:3.0:1767384702.357140:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afdfeae3. 00002000:00000010:0.0:1767384702.358420:0:17557:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000c7d45fe7. 00000001:00000010:0.0:1767384702.358431:0:17557:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c3611404. 00000020:00000010:0.0:1767384702.358451:0:17557:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000b47b7021. 00002000:00000010:0.0:1767384702.358632:0:17557:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000007e227dcc. 00002000:00000010:0.0:1767384702.358641:0:17557:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000007e227dcc. 00002000:00000010:0.0:1767384702.358659:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000676e3878. 00080000:00000010:0.0:1767384702.358663:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049430c15. 00002000:00000010:0.0:1767384702.358981:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000053454b24. 00080000:00000010:0.0:1767384702.358988:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2763a5f. 00002000:00000010:0.0:1767384702.359271:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006eeb9e07. 00080000:00000010:0.0:1767384702.359278:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c83a995. 00002000:00000010:0.0:1767384702.359566:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ebb76c6b. 00080000:00000010:0.0:1767384702.359574:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc3ab8cc. 00002000:00000010:0.0:1767384702.359899:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b7d8c388. 00080000:00000010:0.0:1767384702.359906:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b1a3d02. 00002000:00000010:0.0:1767384702.360250:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e8f88d56. 00080000:00000010:0.0:1767384702.360259:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000baf11bfc. 00002000:00000010:0.0:1767384702.360563:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000944ce783. 00080000:00000010:0.0:1767384702.360569:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006397686c. 00002000:00000010:0.0:1767384702.360901:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000016fec499. 00080000:00000010:0.0:1767384702.360909:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d7a2e4b. 00080000:00000010:0.0:1767384702.361219:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009aef7554. 00002000:00000010:0.0:1767384702.362993:0:17557:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000042a85c80. 00000001:00000010:0.0:1767384702.363004:0:17557:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f092a56f. 00002000:00000010:0.0:1767384702.363358:0:17557:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000007e227dcc. 00002000:00000010:0.0:1767384702.363370:0:17557:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000007e227dcc. 00002000:00000010:0.0:1767384702.363376:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c39ad51a. 00080000:00000010:0.0:1767384702.363382:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c1ebd17. 00002000:00000010:0.0:1767384702.363706:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e9512a7c. 00080000:00000010:0.0:1767384702.363715:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003042e1d2. 00000100:00000010:0.0:1767384702.363885:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8937762. 00002000:00000010:0.0:1767384702.364099:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005631410c. 00080000:00000010:0.0:1767384702.364106:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc287b34. 00002000:00000010:0.0:1767384702.364424:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000071c98d5a. 00080000:00000010:0.0:1767384702.364433:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000092c4b7a. 00002000:00000010:0.0:1767384702.364771:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000765e8278. 00080000:00000010:0.0:1767384702.364780:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ee3d9622. 00000100:00000010:2.0:1767384702.364887:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7bd4b8e. 00002000:00000010:0.0:1767384702.365128:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004f6b018e. 00080000:00000010:0.0:1767384702.365136:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000323ef8f1. 00002000:00000010:0.0:1767384702.365445:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007e684da0. 00080000:00000010:0.0:1767384702.365453:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008d9a52e2. 00002000:00000010:0.0:1767384702.365795:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000151ea987. 00080000:00000010:0.0:1767384702.365801:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068a19eec. 00080000:00000010:0.0:1767384702.366114:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001e2ac14f. 00002000:00000010:3.0:1767384702.367519:0:17557:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000cff322ae. 00000001:00000010:3.0:1767384702.367531:0:17557:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b1d18ee3. 00002000:00000010:3.0:1767384702.367656:0:17557:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000007e227dcc. 00002000:00000010:3.0:1767384702.367663:0:17557:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000001619edc3. 00002000:00000010:3.0:1767384702.367671:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bbffb86a. 00080000:00000010:3.0:1767384702.367678:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008adb2b44. 00002000:00000010:3.0:1767384702.368286:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000da0ca35f. 00080000:00000010:3.0:1767384702.368292:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000031d7a4d8. 00002000:00000010:3.0:1767384702.368473:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b56bc2f4. 00080000:00000010:3.0:1767384702.368477:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c273c1b3. 00002000:00000010:3.0:1767384702.368605:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000098729bf1. 00080000:00000010:3.0:1767384702.368610:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b4f3dd41. 00002000:00000010:3.0:1767384702.368784:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d74424a0. 00080000:00000010:3.0:1767384702.368797:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b05f6623. 00002000:00000010:3.0:1767384702.368949:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009b242e18. 00080000:00000010:3.0:1767384702.368953:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001de32dcf. 00002000:00000010:3.0:1767384702.369233:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006a40ce93. 00080000:00000010:3.0:1767384702.369238:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e0b6ef90. 00002000:00000010:3.0:1767384702.369468:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000012242b5e. 00080000:00000010:3.0:1767384702.369474:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003cc9bb12. 00080000:00000010:3.0:1767384702.369630:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003f2aa6bf. 00002000:00000010:3.0:1767384702.370231:0:17557:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000cc8c49b2. 00000001:00000010:3.0:1767384702.370237:0:17557:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000940daddd. 00002000:00000010:3.0:1767384702.370321:0:17557:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001619edc3. 00010000:00000200:3.0:1767384702.370340:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000811c78c1 x1853237059687680/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:683/0 lens 432/432 e 0 to 0 dl 1767384713 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384702.370359:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c833806b. 00000100:00000200:3.0:1767384702.370369:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237059687680, offset 224 00000400:00000200:3.0:1767384702.370374:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384702.370384:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384702.370392:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260a09500 00000400:00000200:3.0:1767384702.370398:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b85 [1] + 224 00000400:00000200:3.0:1767384702.370402:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384702.370404:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384702.370411:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000067949b54 x1853237059687680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384702.370430:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c833806b 00000400:00000010:3.0:1767384702.370431:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c833806b. 00000020:00000010:3.0:1767384702.370446:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0311727. 00000400:00000010:1.0:1767384702.370448:0:40456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015dd4e6f. 00000020:00000010:3.0:1767384702.370450:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000200f851f. 00000400:00000200:1.0:1767384702.370454:0:40456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819d3ab0 00000020:00000010:3.0:1767384702.370455:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c400afdf. 00000400:00000010:1.0:1767384702.370458:0:40456:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000819d3ab0. 00000100:00000200:1.0:1767384702.370465:0:40456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000067949b54 x1853237059687680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384702.370473:0:40456:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000067949b54 x1853237059687680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384702.370495:0:40456:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003562c010. 00000020:00000010:2.0:1767384702.628118:0:40515:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cc25638. 00000020:00000010:2.0:1767384702.628126:0:40515:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cae4d6f5. 00000020:00000010:2.0:1767384702.628129:0:40515:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ea6156c. 00000020:00000010:2.0:1767384702.628133:0:40515:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000243df575. 00000020:00000010:2.0:1767384702.628136:0:40515:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070d51c01. 80000000:00000010:2.0:1767384702.628139:0:40515:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd0476a7. 40000000:00000010:2.0:1767384702.628141:0:40515:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d38a1fa3. 00100000:00000010:2.0:1767384702.628144:0:40515:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ca3e8d2. 00040000:00000010:2.0:1767384702.628147:0:40515:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000656280be. 00040000:00000010:2.0:1767384702.628149:0:40515:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b53b571. 00080000:00000010:2.0:1767384702.628152:0:40515:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000027e91724. 00002000:00000010:2.0:1767384702.628155:0:40515:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b030ea47. 00000020:00000010:2.0:1767384702.628167:0:40515:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cae4d6f5. 00000020:00000010:2.0:1767384702.628169:0:40515:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ea6156c. 00000020:00000010:2.0:1767384702.628172:0:40515:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000243df575. 00000020:00000010:2.0:1767384702.628174:0:40515:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070d51c01. 80000000:00000010:2.0:1767384702.628176:0:40515:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cd0476a7. 40000000:00000010:2.0:1767384702.628177:0:40515:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d38a1fa3. 00100000:00000010:2.0:1767384702.628179:0:40515:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000ca3e8d2. 00040000:00000010:2.0:1767384702.628181:0:40515:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000656280be. 00040000:00000010:2.0:1767384702.628184:0:40515:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000b53b571. 00080000:00000010:2.0:1767384702.628186:0:40515:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000027e91724. 00002000:00000010:2.0:1767384702.628188:0:40515:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b030ea47. 00000020:00000010:2.0:1767384702.628190:0:40515:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cc25638. 00000020:00000010:0.0:1767384702.869919:0:267:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e8aeb72a. 00000400:00000200:2.0:1767384703.317931:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8df53f1 00000400:00000010:2.0:1767384703.317939:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8df53f1. 00000400:00000200:2.0:1767384703.317943:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384703.317948:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384703.317959:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aeae8b99. 00000400:00000010:2.0:1767384703.317963:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008aeb61ec. 00000400:00000200:2.0:1767384703.317969:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp48 00000400:00000010:2.0:1767384703.317971:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c3b439ba. 00000400:00000010:2.0:1767384703.317975:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000032a673de. 00000400:00000010:2.0:1767384703.317979:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff4fb5d. 00000800:00000200:1.0:1767384703.317981:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (4) 00000400:00000010:2.0:1767384703.317985:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad212e0d. 00000400:00000200:2.0:1767384703.317992:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp48 00000800:00000200:1.1:1767384703.317993:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (4) 00000400:00000200:2.0:1767384703.318007:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp48 local destination 00000400:00000200:2.0:1767384703.318014:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp48 00000400:00000200:2.0:1767384703.318018:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp48 NI seq info: [252:252:256:4294967295] 192.168.202.117@tcp48 LPNI seq info [218:218:8:4294967295] 00000400:00000200:2.0:1767384703.318025:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp48 00000400:00000200:2.0:1767384703.318032:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp48(192.168.202.117@tcp48:) -> 192.168.202.117@tcp48(192.168.202.117@tcp48:192.168.202.117@tcp48) : GET try# 0 00000800:00000200:2.0:1767384703.318037:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp48 00000800:00000010:2.0:1767384703.318042:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000db698951. 00000800:00000200:2.0:1767384703.318048:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000800:00000200:2.1:1767384703.318053:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b02c5bf4] -> 12345-192.168.202.117@tcp48 (2) 00000400:00000200:2.0:1767384703.318072:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp48 added to recovery queue. ping count: 4 next ping: 342 health :600 00000400:00000200:2.0:1767384703.318077:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp49 00000400:00000200:1.0:1767384703.318077:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000010:2.0:1767384703.318081:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007e286bd3. 00000400:00000010:2.0:1767384703.318086:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000265eb5f1. 00000400:00000010:2.0:1767384703.318088:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abd6fe6c. 00000400:00000010:2.0:1767384703.318094:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000939d7ed3. 00000400:00000200:2.0:1767384703.318097:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp49 00000400:00000200:2.0:1767384703.318104:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp49 local destination 00000400:00000200:2.0:1767384703.318107:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp49 00000400:00000200:2.0:1767384703.318110:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp49 NI seq info: [253:253:256:4294967295] 192.168.202.117@tcp49 LPNI seq info [219:219:8:4294967295] 00000400:00000200:2.0:1767384703.318113:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp49 00000400:00000200:2.0:1767384703.318117:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp49(192.168.202.117@tcp49:) -> 192.168.202.117@tcp49(192.168.202.117@tcp49:192.168.202.117@tcp49) : GET try# 0 00000800:00000200:2.0:1767384703.318120:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp49 00000800:00000010:2.0:1767384703.318123:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000656280be. 00000400:00000200:3.0:1767384703.318125:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:2.0:1767384703.318129:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (2) 00000800:00000200:2.1:1767384703.318134:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (2) 00000400:00000200:1.0:1767384703.318139:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384703.318144:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp49 added to recovery queue. ping count: 1 next ping: 328 health :900 00000400:00000200:3.0:1767384703.318184:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318188:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318239:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318240:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318275:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318299:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318311:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318344:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318354:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318383:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318401:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318419:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318452:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318455:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318492:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318516:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318556:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318582:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318616:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318619:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318668:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318685:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318699:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318736:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318737:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318779:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318804:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318814:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318881:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318894:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318925:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318945:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.318965:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.318988:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319009:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319045:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319103:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319104:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319144:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319162:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319173:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319210:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319212:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319260:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319311:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319319:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319354:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319365:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319392:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319414:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319424:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319465:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319476:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319498:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319515:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319548:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319551:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319591:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319603:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319621:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319667:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319705:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319731:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319759:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000800:00000010:3.0:1767384703.319765:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdc0e277. 00000800:00000010:3.0:1767384703.319769:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055eea9eb. 00000800:00000010:3.0:1767384703.319774:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002b69fe5b. 00000400:00000200:1.0:1767384703.319790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000800:00000010:3.0:1767384703.319792:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002b69fe5b. 00000800:00020000:3.0:1767384703.319803:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384703.319806:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055eea9eb. 00000800:00000010:3.0:1767384703.319808:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cdc0e277. 00000400:00000200:1.0:1767384703.319825:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:02020000:3.0:1767384703.319872:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp48 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384703.319877:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp48 notifying 192.168.202.117@tcp48: down 00000800:00000200:3.0:1767384703.319882:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp48 down 00000800:00000100:3.0:1767384703.319889:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp48 00000800:00000010:3.0:1767384703.319892:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000db698951. 00000400:00000200:1.0:1767384703.319893:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319899:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384703.319907:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp48->192.168.202.117@tcp48: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384703.319917:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319923:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384703.319929:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384703.319934:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp48) recovery failed with -71 00000400:00000200:1.0:1767384703.319937:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319970:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.319971:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.319999:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320021:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320065:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320079:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320112:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320117:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320160:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320178:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320188:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320221:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320255:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320279:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320290:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320323:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320338:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320370:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320376:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320432:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320432:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320459:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320482:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320493:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384703.320526:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320539:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320573:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320590:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320612:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320650:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320672:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320694:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000800:00000010:1.0:1767384703.320702:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a426019b. 00000800:00000010:1.0:1767384703.320706:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000080f5c54. 00000800:00000010:1.0:1767384703.320709:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000027606e28. 00000800:00000010:1.0:1767384703.320737:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000027606e28. 00000400:00000200:3.0:1767384703.320742:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320781:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320814:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320878:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320915:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.320964:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.321016:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.321066:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.321105:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.321138:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:0.0:1767384703.321173:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384703.321185:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:0.0:1767384703.321193:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp37 from 200.3.0.2 00000800:00000010:0.0:1767384703.321198:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000086dc2831. 00000400:00000200:3.0:1767384703.321214:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:3.0:1767384703.321252:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000800:00000010:2.0:1767384703.321252:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026170ebd. 00000800:00000010:2.0:1767384703.321259:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b08098b. 00000800:00000010:2.0:1767384703.321285:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006a855280. 00000800:00000200:2.1:1767384703.321291:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003317579f] -> 12345-192.168.202.117@tcp37 (4) 00000400:00000200:3.0:1767384703.321298:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000800:00000200:2.1:1767384703.321298:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp37 000000006a855280 deleted 00000800:00000010:2.1:1767384703.321302:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006a855280. 00000800:00000200:2.1:1767384703.321309:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384703.321315:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp37 p 3.x 192.168.202.117 -> 192.168.202.117:968 incarnation:1767384651370196002 sched[0] 00000800:00000010:2.0:1767384703.321320:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003320fc3b. 00000400:00000200:3.0:1767384703.321351:0:16131:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:2.0:1767384703.321378:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003320fc3b. 00000800:00000010:2.0:1767384703.321383:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b08098b. 00000800:00000200:1.1:1767384703.321409:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384703.321412:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000086dc2831. 00000800:00000200:1.1:1767384703.321419:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp37 ip 192.168.202.117:988 00000800:00000200:1.1:1767384703.321424:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089ecf3fe type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384703.321431:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp37 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384651370196002 sched[0] 00000800:00000010:1.0:1767384703.321435:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000080f5c54. 00000800:00000010:3.0:1767384703.321476:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdc0e277. 00000800:00000010:3.0:1767384703.321480:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055eea9eb. 00000800:00000010:3.0:1767384703.321484:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002b69fe5b. 00000800:00000010:3.0:1767384703.321506:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002b69fe5b. 00000800:00020000:3.0:1767384703.321514:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384703.321516:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055eea9eb. 00000800:00000010:3.0:1767384703.321519:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cdc0e277. 00000800:00000200:2.0:1767384703.321525:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:02020000:3.0:1767384703.321566:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp49 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384703.321571:0:16131:0:(router.c:1755:lnet_notify()) 192.168.202.117@tcp49 notifying 192.168.202.117@tcp49: down 00000800:00000200:3.0:1767384703.321575:0:16131:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.117@tcp49 down 00000800:00000100:3.0:1767384703.321579:0:16131:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.117@tcp49 00000800:00000010:3.0:1767384703.321581:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000656280be. 00000400:00000200:3.0:1767384703.321584:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384703.321587:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp49->192.168.202.117@tcp49: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384703.321592:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384703.321594:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384703.321597:0:16131:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.117@tcp49) recovery failed with -71 00000001:02000400:2.0:1767384703.474766:0:40691:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1767384703.486882:0:40693:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:1.0:1767384703.642828:0:40704:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384703.642862:0:40704:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384703.642868:0:40704:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384703.642875:0:40704:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384703.642881:0:40704:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384703.642884:0:40704:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384703.893995:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384703.894000:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384703.894004:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384703.894005:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384703.894065:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384703.894070:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384703.894074:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384703.925652:0:40755:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384703.925665:0:40755:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384703.925668:0:40755:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384703.925673:0:40755:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384703.925677:0:40755:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384703.925679:0:40755:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384704.331396:0:40805:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384704.331410:0:40805:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384704.331414:0:40805:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384704.331433:0:40805:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384704.331442:0:40805:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384704.331445:0:40805:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384704.341906:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384704.341910:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384704.341914:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff4fb5d 00000400:00000010:0.0:1767384704.341917:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff4fb5d. 00000400:00000200:0.0:1767384704.341921:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384704.341926:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384704.341937:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c3b439ba. 00000400:00000010:0.0:1767384704.341940:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000032a673de. 00000400:00000001:0.0:1767384704.341943:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384704.341944:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384704.341945:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd6fe6c 00000400:00000010:0.0:1767384704.341945:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abd6fe6c. 00000400:00000200:0.0:1767384704.341947:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384704.341948:0:16137:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.117@tcp49 recovery ping unlinked 00000400:00000010:0.0:1767384704.341950:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007e286bd3. 00000400:00000010:0.0:1767384704.341951:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000265eb5f1. 00080000:00000001:2.0:1767384704.868446:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384704.868454:0:17578:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384704.868457:0:17578:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384704.868459:0:17578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934598 is committed 00000001:00000040:2.0:1767384704.868462:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000dc9f6f45 : new cb_count 4 00000020:00000040:2.0:1767384704.868467:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000dc9f6f45 : new refcount 8 00000001:00000010:2.0:1767384704.868469:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f092a56f. 00002000:00001000:2.0:1767384704.868474:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:2.0:1767384704.868478:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000042a85c80. 00040000:00000001:2.0:1767384704.868481:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384704.868484:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384704.868486:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009aef7554. 00080000:00000001:2.0:1767384704.868489:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384704.868491:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1767384704.868493:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000dc9f6f45 : new cb_count 3 00000020:00000040:2.0:1767384704.868494:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000dc9f6f45 : new refcount 7 00000001:00000010:2.0:1767384704.868496:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c3611404. 00002000:00001000:2.0:1767384704.868497:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:2.0:1767384704.868500:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c7d45fe7. 00040000:00000001:2.0:1767384704.868501:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384704.868503:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384704.868504:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002f99c1a5. 00080000:00000001:2.0:1767384704.868505:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384704.868508:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384704.868509:0:17578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384704.868512:0:17578:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000dc9f6f45 : new cb_count 2 00000020:00000040:2.0:1767384704.868513:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000dc9f6f45 : new refcount 6 00000001:00000010:2.0:1767384704.868515:0:17578:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000132bfe97. 00040000:00000001:2.0:1767384704.868517:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384704.868518:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384704.868520:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000027f5dc4e. 00080000:00000001:2.0:1767384704.868522:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384704.868526:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384704.868527:0:17578:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384704.868528:0:17578:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384704.868529:0:17578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934600 is committed 00000001:00000040:2.0:1767384704.868531:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000dc9f6f45 : new cb_count 1 00000020:00000040:2.0:1767384704.868532:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000dc9f6f45 : new refcount 5 00000001:00000010:2.0:1767384704.868534:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000940daddd. 00002000:00001000:2.0:1767384704.868536:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:2.0:1767384704.868538:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000cc8c49b2. 00040000:00000001:2.0:1767384704.868540:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384704.868541:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384704.868542:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003f2aa6bf. 00080000:00000001:2.0:1767384704.868544:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384704.868545:0:17578:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1767384704.868547:0:17578:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000dc9f6f45 : new cb_count 0 00000020:00000040:2.0:1767384704.868549:0:17578:0:(genops.c:898:class_export_put()) PUTting export 00000000dc9f6f45 : new refcount 4 00000001:00000010:2.0:1767384704.868550:0:17578:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b1d18ee3. 00002000:00001000:2.0:1767384704.868553:0:17578:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:2.0:1767384704.868555:0:17578:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000cff322ae. 00040000:00000001:2.0:1767384704.868556:0:17578:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384704.868558:0:17578:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384704.868559:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001e2ac14f. 00080000:00000001:2.0:1767384704.868561:0:17578:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384704.917895:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384704.917901:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384704.917905:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384704.917906:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384704.917956:0:39781:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384704.917960:0:39781:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384704.917964:0:39781:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384704.989754:0:40855:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384704.989765:0:40855:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384704.989768:0:40855:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384704.989773:0:40855:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384704.989776:0:40855:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384704.989778:0:40855:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384705.102468:0:40891:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384705.102473:0:40891:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767384705.105595:0:40891:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1767384705.301886:0:16142:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384705.301897:0:16142:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384705.301898:0:16142:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384705.301900:0:16142:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384705.301902:0:16142:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384705.301905:0:16142:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384705.301907:0:16142:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384705.304207:0:40903:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384705.304219:0:40903:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384705.304222:0:40903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384705.304229:0:40903:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384705.304234:0:40903:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384705.304237:0:40903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384705.365933:0:16137:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.117@tcp49 00000800:00000200:1.0:1767384705.365936:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (4) 00000800:00000200:1.1:1767384705.365943:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009841030f] -> 12345-192.168.202.117@tcp40 (4) 00000400:00000010:0.0:1767384705.365943:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007e463164. 00000400:00000010:0.0:1767384705.365951:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b415a058. 00000400:00000010:0.0:1767384705.365956:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950b94a3. 00000400:00000010:0.0:1767384705.365963:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e5a7d6af. 00000400:00000200:0.0:1767384705.365966:0:16137:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.117@tcp49 00000400:00000200:0.0:1767384705.365984:0:16137:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.117@tcp49 local destination 00000400:00000200:0.0:1767384705.365989:0:16137:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.117@tcp49 00000400:00000200:0.0:1767384705.366000:0:16137:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp49 NI seq info: [254:254:256:4294967295] 192.168.202.117@tcp49 LPNI seq info [220:220:8:4294967295] 00000400:00000200:0.0:1767384705.366005:0:16137:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.117@tcp49 00000400:00000200:0.0:1767384705.366010:0:16137:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp49(192.168.202.117@tcp49:) -> 192.168.202.117@tcp49(192.168.202.117@tcp49:192.168.202.117@tcp49) : GET try# 0 00000800:00000200:0.0:1767384705.366017:0:16137:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.117@tcp49 00000800:00000010:0.0:1767384705.366021:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c042f66. 00000800:00000200:0.0:1767384705.366026:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (2) 00000400:00000200:2.0:1767384705.366030:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000200:0.1:1767384705.366030:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (2) 00000400:00000200:0.0:1767384705.366059:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.117@tcp49 added to recovery queue. ping count: 2 next ping: 332 health :800 00000400:00000200:2.0:1767384705.366081:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366105:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366120:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366129:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366162:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366167:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366198:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366207:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366238:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366251:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366277:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366291:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366318:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366333:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366356:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366371:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366392:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366408:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366427:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366446:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366462:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366481:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366497:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366517:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366535:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366554:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366583:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366589:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366633:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366647:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366667:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366684:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366701:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366734:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366748:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366758:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366787:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366792:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366826:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366856:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366894:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366914:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366933:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.366952:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.366968:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367000:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367002:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367044:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367054:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367076:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367105:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367110:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367151:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367156:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367188:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367196:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367227:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367240:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367268:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367277:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367306:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367319:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367345:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367358:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367383:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:2.0:1767384705.367398:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367423:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367449:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367461:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367473:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367490:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367507:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367524:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367550:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.117:988 00000800:00000010:2.0:1767384705.367555:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a86a9cd. 00000800:00000010:2.0:1767384705.367560:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005710d118. 00000800:00000010:2.0:1767384705.367564:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3cb00c5. 00000800:00000010:2.0:1767384705.367580:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3cb00c5. 00000400:00000200:1.0:1767384705.367582:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.117:988 00000800:00020000:2.0:1767384705.367590:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:2.0:1767384705.367593:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005710d118. 00000800:00000010:2.0:1767384705.367596:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a86a9cd. 00000400:00000200:1.0:1767384705.367607:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.117:988 00000400:02020000:2.0:1767384705.367651:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp40 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384705.367651:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.117:988 00000800:00000100:2.0:1767384705.367656:0:16129:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384705.367675:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367687:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367700:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367711:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367723:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367734:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367744:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367754:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367764:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367774:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367784:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367794:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.367804:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.202.117:988 00000800:00000010:1.0:1767384705.367942:0:39746:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000732bf49. 00000800:00000010:1.0:1767384705.367945:0:39746:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2e13261. 00000800:00000010:1.0:1767384705.367950:0:39746:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a5c0bc47. 00000800:00000010:1.0:1767384705.367984:0:39746:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a5c0bc47. 00000400:00000200:0.0:1767384705.368146:0:16136:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384705.368163:0:16136:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.117@tcp49 from 199.3.0.2 00000800:00000010:0.0:1767384705.368166:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002647b7db. 00000800:00000010:2.0:1767384705.368197:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a86a9cd. 00000800:00000010:2.0:1767384705.368201:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005710d118. 00000800:00000010:2.0:1767384705.368218:0:16130:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007248e82e. 00000800:00000200:2.1:1767384705.368222:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (2) 00000800:00000200:2.1:1767384705.368236:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp49 000000007248e82e deleted 00000800:00000010:2.1:1767384705.368238:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007248e82e. 00000800:00000200:2.1:1767384705.368242:0:16130:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384705.368246:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp49 ip 192.168.202.117:967 00000800:00000200:2.1:1767384705.368249:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c042f66 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384705.368252:0:16130:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp49 p 3.x 192.168.202.117 -> 192.168.202.117:967 incarnation:1767384681199057483 sched[0] 00000800:00000010:2.0:1767384705.368256:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3cb00c5. 00000800:00000010:2.0:1767384705.368296:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3cb00c5. 00000800:00000010:2.0:1767384705.368299:0:16130:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005710d118. 00000800:00000200:1.1:1767384705.368316:0:39746:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384705.368322:0:39746:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.117@tcp49 p 3.x 192.168.202.117 -> 192.168.202.117:988 incarnation:1767384681199057483 sched[0] 00000800:00000010:1.0:1767384705.368325:0:39746:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2e13261. 00000800:00000010:2.0:1767384705.368337:0:16130:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002647b7db. 00000800:00000001:2.0:1767384705.368352:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384705.368356:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384705.368378:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.117:988 00000800:00000001:3.0:1767384705.368387:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384705.368396:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384705.368397:0:16134:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384705.368398:0:16135:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384705.368401:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c042f66. 00000400:00000200:2.0:1767384705.368406:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384705.368407:0:16135:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384705.368414:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp49->192.168.202.117@tcp49: GET: OK 00000400:00000200:3.0:1767384705.368419:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp49(192.168.202.117@tcp49) <- 192.168.202.117@tcp49 : GET - for me 00000400:00000200:2.0:1767384705.368421:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384705.368425:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.117@tcp49 recovery message sent successfully:0 00000400:00000200:1.0:1767384705.368428:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.117:988 00000400:00000200:3.0:1767384705.368432:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.117@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384705.368439:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.117@tcp of length 272/272 into md 0x1f69 [1] + 0 00000400:00000200:3.0:1767384705.368455:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.117@tcp49 to MR: 192.168.202.117@tcp49 local destination 00000400:00000200:3.0:1767384705.368462:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.117@tcp49 NI seq info: [255:255:256:4294967295] 192.168.202.117@tcp49 LPNI seq info [221:221:8:4294967295] 00000400:00000200:1.0:1767384705.368466:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.117:988 00000400:00000200:3.0:1767384705.368474:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.117@tcp49(192.168.202.117@tcp49:192.168.202.117@tcp49) -> 192.168.202.117@tcp49(192.168.202.117@tcp49:192.168.202.117@tcp49) 192.168.202.117@tcp49 : REPLY try# 0 00000800:00000200:3.0:1767384705.368480:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.117@tcp49 00000800:00000010:3.0:1767384705.368483:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008001536b. 00000800:00000200:3.0:1767384705.368488:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080f805ea] -> 12345-192.168.202.117@tcp49 (4) 00000800:00000200:3.0:1767384705.368492:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp49 ip 192.168.202.117:988 00000800:00000200:3.0:1767384705.368494:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008001536b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384705.368508:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.117:988 00000800:00000001:2.0:1767384705.368520:0:16134:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384705.368548:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384705.368553:0:16135:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384705.368553:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384705.368556:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008001536b. 00000800:00000001:2.0:1767384705.368557:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384705.368562:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384705.368562:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384705.368570:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.117:988 00000400:00000200:3.0:1767384705.368573:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp49->192.168.202.117@tcp49: REPLY: OK 00000400:00000200:2.0:1767384705.368574:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.117@tcp49(192.168.202.117@tcp49) <- 192.168.202.117@tcp49 : REPLY - for me 00000400:00000200:2.0:1767384705.368587:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.117@tcp49: Reply from 12345-192.168.202.117@tcp49 of length 272/272 into md 0x2b99 00000800:00000001:2.0:1767384705.368592:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384705.368597:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384705.368599:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384705.368603:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.117@tcp49->192.168.202.117@tcp49: REPLY: OK 00000800:00000001:3.0:1767384705.368605:0:16134:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384705.368608:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950b94a3 00000400:00000010:2.0:1767384705.368610:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950b94a3. 00000400:00000200:2.0:1767384705.368613:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384705.368630:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007e463164. 00000400:00000010:2.0:1767384705.368634:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b415a058. 00000800:00000001:2.0:1767384705.368639:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384705.368642:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384705.368648:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368688:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368723:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368755:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368769:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368779:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368789:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368798:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368820:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368857:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368886:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368902:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368912:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368923:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368934:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368944:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368961:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368979:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.368999:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369017:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369029:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369040:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369050:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369066:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369083:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369103:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369120:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369139:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369158:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.117:988 00000400:00000200:1.0:1767384705.369186:0:39746:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.117:988 00000800:00000010:1.0:1767384705.369255:0:39746:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0c15356. 00000800:00000010:1.0:1767384705.369259:0:39746:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2e13261. 00000800:00000010:1.0:1767384705.369261:0:39746:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a5c0bc47. 00000800:00000010:1.0:1767384705.369273:0:39746:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a5c0bc47. 00000800:00020000:1.0:1767384705.369277:0:39746:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384705.369279:0:39746:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2e13261. 00000800:00000010:1.0:1767384705.369280:0:39746:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f0c15356. 00000400:02020000:1.0:1767384705.369301:0:39746:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp49 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384705.563911:0:40950:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384705.563924:0:40950:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384705.563929:0:40950:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384705.563936:0:40950:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384705.563941:0:40950:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384705.563944:0:40950:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384705.833409:0:40999:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384705.833421:0:40999:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384705.833424:0:40999:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384705.833429:0:40999:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384705.833434:0:40999:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384705.833436:0:40999:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384705.942913:0:267:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384705.942917:0:267:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384705.942922:0:267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384705.942923:0:267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384705.942994:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384705.942996:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384705.942998:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384705.947131:0:41035:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:2.0:1767384706.389949:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e85fcc28. 00000400:00000010:2.0:1767384706.389965:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fbf34aa4. 00000400:00000010:2.0:1767384706.389976:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000197e09d4. 00000400:00000010:2.0:1767384706.389985:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea52f0fb. 00000800:00000010:2.0:1767384706.390014:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d19edc8d. 00000800:00000010:0.0:1767384706.391661:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060572e78. 00000800:00000010:0.0:1767384706.391666:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a42ec141. 00000800:00000010:0.0:1767384706.391671:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074277431. 00000800:00000010:0.0:1767384706.391691:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074277431. 00000800:00020000:0.0:1767384706.391711:0:16131:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:0.0:1767384706.391715:0:16131:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a42ec141. 00000800:00000010:0.0:1767384706.391718:0:16131:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000060572e78. 00000400:02020000:0.0:1767384706.391768:0:16131:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp44 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384706.391780:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d19edc8d. 00000800:00000010:3.0:1767384706.392264:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdc0e277. 00000800:00000010:3.0:1767384706.392270:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055eea9eb. 00000800:00000010:3.0:1767384706.392275:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daaab0ef. 00000800:00000010:3.0:1767384706.392314:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daaab0ef. 00000800:00000010:0.0:1767384706.392335:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c54de72c. 00000800:00000010:2.0:1767384706.392391:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000296268b4. 00000800:00000010:2.0:1767384706.392397:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0259c28. 00000800:00000010:2.0:1767384706.392419:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a597e1ea. 00000800:00000010:2.1:1767384706.392423:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a597e1ea. 00000800:00000010:2.0:1767384706.392444:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcefe9fe. 00000800:00000010:2.0:1767384706.392501:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcefe9fe. 00000800:00000010:2.0:1767384706.392507:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0259c28. 00000800:00000010:3.0:1767384706.392530:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055eea9eb. 00000800:00000010:2.0:1767384706.392546:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c54de72c. 00000100:00000010:3.0:1767384707.414039:0:40456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbd91fa5. 02000000:00000010:3.0:1767384707.414074:0:40456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008001536b. 02000000:00000010:0.0:1767384707.414182:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061c14b63. 00000400:00000010:0.0:1767384707.414195:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae53458d. 00000400:00000010:0.0:1767384707.414205:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000400:00000010:0.0:1767384707.414217:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000400:00000010:3.0:1767384707.414255:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000197e09d4. 00000100:00000010:0.0:1767384707.414270:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045bf8c80. 00000400:00000010:3.0:1767384707.414303:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e85fcc28. 00000400:00000010:0.0:1767384707.414308:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000400:00000010:3.0:1767384707.414313:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fbf34aa4. 00000100:00000010:0.0:1767384707.414329:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006889fe1d. 00000400:00000010:3.0:1767384707.414331:0:16137:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005991facb. 00000020:00000010:2.0:1767384707.414337:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b697b5b0. 00000400:00000010:3.0:1767384707.414342:0:16137:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006adde432. 00000100:00000010:0.0:1767384707.414342:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000954319c. 00000020:00000010:2.0:1767384707.414345:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006427ab55. 00000100:00000010:0.0:1767384707.414353:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000980bd67e. 00000100:00000010:0.0:1767384707.414373:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004010623b. 00000400:00000010:3.0:1767384707.414378:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c833806b. 00000020:00000010:2.0:1767384707.414389:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000400:00000010:3.0:1767384707.414391:0:16137:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9483c7d. 00000020:00000010:2.0:1767384707.414394:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384707.414400:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000800:00000010:3.0:1767384707.414427:0:16137:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000799a0a5. 00000020:00000010:2.0:1767384707.414447:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c114d02. 00000020:00000010:2.0:1767384707.414450:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c114d02. 02000000:00000010:2.0:1767384707.414473:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b030ea47. 00000100:00000010:3.0:1767384707.414482:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030d6e298. 02000000:00000010:3.0:1767384707.414494:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000098cd61dd. 00000400:00000010:2.0:1767384707.414523:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f2d5daa. 02000000:00000010:0.0:1767384707.414534:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015fd52b3. 00000400:00000010:0.0:1767384707.414541:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3130d43. 00000100:00000010:3.0:1767384707.414542:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2f27828. 00000400:00000010:0.0:1767384707.414544:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000400:00000010:0.0:1767384707.414554:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005521f55c. 02000000:00000010:3.0:1767384707.414560:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f4f03361. 00000400:00000010:2.0:1767384707.414568:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f2d5daa. 00000400:00000010:0.0:1767384707.414574:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067120f09. 00000400:00000010:0.0:1767384707.414580:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d289febc. 00000020:00000010:2.0:1767384707.414584:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384707.414590:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384707.414593:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:0.0:1767384707.414622:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005521f55c. 00000100:00000010:3.0:1767384707.414639:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98ba775. 02000000:00000010:3.0:1767384707.414653:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003f2aa6bf. 00000400:00000010:0.0:1767384707.414700:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae53458d. 00000400:00000010:0.0:1767384707.414705:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000020:00000010:3.0:1767384707.414708:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daaab0ef. 00000020:00000010:3.0:1767384707.414713:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daaab0ef. 00000020:00000010:3.0:1767384707.414719:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd398e31. 02000000:00000010:2.0:1767384707.414723:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002cde0861. 00000020:00000010:3.0:1767384707.414725:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b084c141. 02000000:00000010:0.0:1767384707.414726:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000078f869ff. 00000020:00000010:3.0:1767384707.414736:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 02000000:00000010:0.0:1767384707.414736:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042afce91. 00000400:00000010:2.0:1767384707.414737:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013a4c80b. 00000100:00000010:0.0:1767384707.414750:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067949b54. 00000400:00000010:2.0:1767384707.414754:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f2d5daa. 00000400:00000010:2.0:1767384707.414767:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d00237e. 02000000:00000010:0.0:1767384707.414776:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061c14b63. 02000000:00000010:0.0:1767384707.414782:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008001536b. 00000100:00000010:0.0:1767384707.414786:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbd91fa5. 00000100:00000010:2.0:1767384707.414798:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000544687c4. 00000020:00000010:3.0:1767384707.414807:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daaab0ef. 00000020:00000010:3.0:1767384707.414813:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daaab0ef. 00000400:00000010:2.0:1767384707.414821:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d00237e. 02000000:00000010:3.0:1767384707.414827:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000302004cc. 00000400:00000010:3.0:1767384707.414875:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074c4bd17. 02000000:00000010:2.0:1767384707.414905:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002648225b. 00000400:00000010:2.0:1767384707.414910:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018d14f41. 00000400:00000010:2.0:1767384707.414917:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d00237e. 00000400:00000010:3.0:1767384707.414923:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074c4bd17. 00000400:00000010:2.0:1767384707.414925:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 00000020:00000010:3.0:1767384707.414941:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b084c141. 00000020:00000010:3.0:1767384707.414949:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000100:00000010:2.0:1767384707.414949:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dec4fa8. 00000020:00000010:3.0:1767384707.414955:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd398e31. 02000000:00000010:3.0:1767384707.414964:0:40429:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000302004cc. 00000400:00000010:2.0:1767384707.414972:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 00000400:00000010:3.0:1767384707.414977:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa6a81ed. 00000400:00000010:3.0:1767384707.414985:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055eea9eb. 00000020:00000010:0.0:1767384707.415037:0:40437:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000060572e78. 00000020:00000010:0.0:1767384707.415066:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d52124f. 00000020:00000010:0.0:1767384707.415071:0:40437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e339f53d. 00000020:00000010:0.0:1767384707.415076:0:40437:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b304a74. 00000020:00000010:3.0:1767384707.415149:0:40435:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000023ce8ee9. 00000020:00000010:0.0:1767384707.415161:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b00ec365. 00040000:00000010:3.0:1767384707.415163:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000084eab687. 00000020:00000010:0.0:1767384707.415169:0:40437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000ffd0115. 00000004:00000010:3.0:1767384707.415173:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009284e6a4. 00000020:00000010:0.0:1767384707.415177:0:40437:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9ecd40c. 00000004:00000010:3.0:1767384707.415183:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007342ac1f. 00000004:00000010:3.0:1767384707.415191:0:40435:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000302004cc. 02000000:00000010:3.0:1767384707.415218:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000006f6c3bef. 00000400:00000010:0.0:1767384707.415223:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3130d43. 00000400:00000010:0.0:1767384707.415228:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00000020:00000010:3.0:1767384707.415231:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000058340839. 00000004:00000010:3.0:1767384707.415244:0:40435:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000daaab0ef. 02000000:00000010:0.0:1767384707.415246:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015fd52b3. 02000000:00000010:0.0:1767384707.415250:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000098cd61dd. 00000100:00000010:0.0:1767384707.415261:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030d6e298. 00000001:00000010:3.0:1767384707.415265:0:40435:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b084c141. 00000001:00000010:3.0:1767384707.415277:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003e04b9a1. 00000001:00000010:3.0:1767384707.415286:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f15f8601. 00000001:00000010:3.0:1767384707.415291:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd398e31. 00000001:00000010:3.0:1767384707.415295:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d5500b9. 00000001:00000010:3.0:1767384707.415299:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000978e6db8. 00000001:00000010:3.0:1767384707.415304:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027336a93. 00000001:00000010:3.0:1767384707.415311:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b4a6963d. 00000001:00000010:3.0:1767384707.415317:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006bcfbb80. 00000001:00000010:3.0:1767384707.415322:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff9c5641. 00000001:00000010:3.0:1767384707.415326:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054c145d8. 00000001:00000010:3.0:1767384707.415346:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041448517. 00000001:00000010:3.0:1767384707.415350:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a391660. 00000020:00000010:3.0:1767384707.415393:0:40435:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002a51012f. 00000020:00000010:3.0:1767384707.415592:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004c1e7e15. 00000020:00000010:3.0:1767384707.415626:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000005c069ffc. 00000020:00000010:3.0:1767384707.415633:0:40435:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000003c5e879b. 00000020:00000010:3.0:1767384707.415692:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009a71c054. 00000020:00000010:3.0:1767384707.415700:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ccd4dae7. 00000020:00000010:3.0:1767384707.415704:0:40435:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000070d51c01. 00000020:00000010:3.0:1767384707.415743:0:40435:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000624e2c0a. 00000020:00000010:3.0:1767384707.415755:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076a96b47. 00000400:00000010:3.0:1767384707.415796:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074c4bd17. 00000400:00000010:2.0:1767384707.415868:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a4c80b. 00000400:00000010:2.0:1767384707.415873:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f2d5daa. 00000400:00000010:3.0:1767384707.415880:0:40435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074c4bd17. 00000020:00000010:3.0:1767384707.415902:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e339f53d. 00000020:00000010:3.0:1767384707.415909:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b304a74. 00000020:00000010:3.0:1767384707.415914:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d52124f. 02000000:00000010:3.0:1767384707.415944:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000001690a657. 00000020:00000010:3.0:1767384707.415954:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002b5bf7aa. 00000004:00000010:3.0:1767384707.415967:0:40435:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000554ece3b. 00000001:00000010:3.0:1767384707.415971:0:40435:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ad2d8ef2. 00000001:00000010:3.0:1767384707.415984:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000569ba71b. 00000001:00000010:3.0:1767384707.415992:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000fbe4998. 00000001:00000010:3.0:1767384707.415996:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cae4d6f5. 00000001:00000010:3.0:1767384707.416001:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008074f03d. 00000001:00000010:3.0:1767384707.416004:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4a49943. 00000001:00000010:3.0:1767384707.416009:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eeac550d. 00000001:00000010:3.0:1767384707.416028:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000098cd61dd. 00000001:00000010:3.0:1767384707.416034:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004c04e7d7. 00000001:00000010:3.0:1767384707.416038:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000346544e9. 00000001:00000010:3.0:1767384707.416040:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068b3d267. 00000001:00000010:3.0:1767384707.416048:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000377f987d. 00000001:00000010:3.0:1767384707.416053:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ee96854. 00000020:00000010:3.0:1767384707.416073:0:40435:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000049c79c13. 00000020:00000010:3.0:1767384707.416079:0:40435:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000049c79c13. 00000020:00000010:3.0:1767384707.416088:0:40435:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000dd6c6f34. 00000400:00000010:3.0:1767384707.416144:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074c4bd17. 00000400:00000010:3.0:1767384707.416173:0:40435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074c4bd17. 00000020:00000010:3.0:1767384707.416191:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000ffd0115. 00000020:00000010:3.0:1767384707.416197:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9ecd40c. 00000020:00000010:3.0:1767384707.416203:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b00ec365. 00000800:00000010:1.0:1767384707.416416:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0c15356. 00000800:00000010:1.0:1767384707.416420:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001f1a23f4. 00000800:00000010:1.0:1767384707.416425:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e99e1078. 00000800:00000010:1.0:1767384707.416438:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e99e1078. 00000800:00020000:1.0:1767384707.416443:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384707.416446:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001f1a23f4. 00000800:00000010:1.0:1767384707.416448:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f0c15356. 00000400:02020000:1.0:1767384707.416472:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp32 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384707.416481:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000799a0a5. 00000100:02000000:2.0:1767384707.416638:0:16139:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000400:00000010:2.0:1767384707.418372:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018d14f41. 00000400:00000010:2.0:1767384707.418378:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d00237e. 02000000:00000010:2.0:1767384707.418406:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002cde0861. 02000000:00000010:2.0:1767384707.418410:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f4f03361. 00000100:00000010:2.0:1767384707.418414:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2f27828. 02000000:00000010:2.0:1767384707.418417:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002648225b. 02000000:00000010:2.0:1767384707.418419:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003f2aa6bf. 00000100:00000010:2.0:1767384707.418421:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98ba775. 00000100:00000010:1.0:1767384707.426876:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000954319c. 00000100:00000010:3.0:1767384707.426914:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004010623b. 00000100:00000010:0.0:1767384707.426921:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006889fe1d. 00000100:00000010:2.0:1767384707.427867:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000980bd67e. 00000800:00000010:0.0:1767384707.758161:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bb4b87e2. 00000800:00000010:1.0:1767384707.758217:0:39746:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0c15356. 00000800:00000010:1.0:1767384707.758236:0:39746:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001f1a23f4. 00000800:00000010:1.0:1767384707.758254:0:39746:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e0214cc3. 00000800:00000010:1.0:1767384707.758263:0:39746:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e99e1078. 00000800:00000010:1.0:1767384707.758328:0:39746:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e99e1078. 00000800:00000010:1.0:1767384707.758333:0:39746:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001f1a23f4. 00000800:00000010:1.0:1767384707.758367:0:39746:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bb4b87e2. 00000800:00000010:0.0:1767384707.758892:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071935f93. 00000800:00000010:0.0:1767384707.758948:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071935f93. 00000800:00000010:0.0:1767384707.759159:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000524bca44. 00000800:00000010:3.0:1767384707.759235:0:16131:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe9a671. 00000800:00000010:3.0:1767384707.759244:0:16131:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3eca364. 00000800:00000010:3.0:1767384707.759471:0:16131:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006092486d. 00000800:00000010:3.1:1767384707.759476:0:16131:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006092486d. 00000800:00000010:3.0:1767384707.759488:0:16131:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000050419b57. 00000800:00000010:3.0:1767384707.759531:0:16131:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000050419b57. 00000800:00000010:3.0:1767384707.759534:0:16131:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3eca364. 00000800:00000010:3.0:1767384707.759630:0:16131:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000524bca44. 00000800:00000010:3.0:1767384707.759896:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008001536b. 00000800:00000010:3.0:1767384707.759941:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008001536b. 00000800:00000010:0.0:1767384707.760430:0:16136:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006af94058. 00000800:00000010:2.0:1767384707.760476:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c30d3c2e. 00000800:00000010:2.0:1767384707.760482:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0259c28. 00000800:00000010:2.0:1767384707.760576:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a597e1ea. 00000800:00000010:2.1:1767384707.760580:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a597e1ea. 00000800:00000010:2.0:1767384707.760585:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c114d02. 00000800:00000010:2.0:1767384707.760634:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c114d02. 00000800:00000010:2.0:1767384707.760644:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0259c28. 00000800:00000010:2.0:1767384707.760668:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006af94058. 00000400:00000010:3.0:1767384708.438060:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c833806b. 00000400:00000010:3.0:1767384708.438081:0:16137:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005991facb. 00000400:00000010:3.0:1767384708.438102:0:16137:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006adde432. 00000400:00000010:1.0:1767384708.810905:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c346736. 00000400:00000010:1.0:1767384708.810931:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8e8f685. 00000020:00000010:2.0:1767384708.811036:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.811045:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.811058:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 02000000:00000010:2.0:1767384708.811109:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000002cde0861. 00000020:00000010:2.0:1767384708.811121:0:40428:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fd254053. 00000001:00000010:2.0:1767384708.811130:0:40428:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c6f2678b. 00000001:00000010:2.0:1767384708.811136:0:40428:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dddb87d7. 00000001:00000010:2.0:1767384708.811140:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000553f3454. 00000001:00000010:2.0:1767384708.811143:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000084f3b70a. 00000001:00000010:2.0:1767384708.811146:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000152edde6. 00000001:00000010:2.0:1767384708.811149:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5aff48d. 00000020:00000010:2.0:1767384708.811165:0:40428:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000001c82827d. 00000020:00000010:2.0:1767384708.811271:0:40428:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d01d8a49. 00000020:00000010:2.0:1767384708.811290:0:40428:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000c0259c28. 00000020:00000010:2.0:1767384708.811296:0:40428:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000d19edc8d. 00000020:00000010:2.0:1767384708.811318:0:40428:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000085f5dfd9. 00000020:00000010:2.0:1767384708.811323:0:40428:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000004b628b6a. 00000020:00000010:2.0:1767384708.811327:0:40428:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000546378d3. 00000020:00000010:2.0:1767384708.811343:0:40428:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e3b672ac. 00000400:00000010:2.0:1767384708.811405:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d00237e. 00000800:00000010:2.0:1767384708.811461:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000656280be. 00000020:00000010:2.0:1767384708.811490:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.811494:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.811498:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.811508:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018d14f41. 00000400:00000010:2.0:1767384708.811513:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a597e1ea. 00000800:00000010:3.0:1767384708.811642:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000656280be. 00000400:00000010:3.0:1767384708.811650:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d00237e. 02000000:00000010:3.0:1767384708.811654:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000002cde0861. 00000400:00000010:1.0:1767384708.812518:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c6cefd9. 00000400:00000010:1.0:1767384708.812527:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e8b5093. 00000020:00000010:2.0:1767384708.812602:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.812608:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.812614:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.812617:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.812631:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.812657:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.812660:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 00010000:00000010:2.0:1767384708.812677:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094a106e9. 02000000:00000010:2.0:1767384708.812687:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ac86d29c. 00000400:00000010:2.0:1767384708.812707:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f2d5daa. 00000800:00000010:2.0:1767384708.812721:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db698951. 00000020:00000010:2.0:1767384708.812739:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.812743:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.812746:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.812755:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013a4c80b. 00000400:00000010:2.0:1767384708.812759:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e719b8d. 00000800:00000010:1.0:1767384708.812786:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db698951. 00000400:00000010:1.0:1767384708.812792:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f2d5daa. 02000000:00000010:1.0:1767384708.812795:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ac86d29c. 00000400:00000010:3.0:1767384708.813534:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d5c9735. 00000400:00000010:3.0:1767384708.813544:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa2a5b5b. 00000020:00000010:2.0:1767384708.813630:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.813634:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.813637:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.813640:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.813642:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.813660:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.813662:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 02000000:00000010:2.0:1767384708.813670:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000075cd2623. 00000040:00000010:2.0:1767384708.813675:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000039187036. 00000040:00000010:2.0:1767384708.813787:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000039187036. 00000400:00000010:2.0:1767384708.813796:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239b283f. 00000800:00000010:2.0:1767384708.813807:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dff0931. 00000020:00000010:2.0:1767384708.813822:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.813824:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.813826:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.813853:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fd8279a. 00000400:00000010:2.0:1767384708.813856:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2cab0fa. 00000800:00000010:1.0:1767384708.813915:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dff0931. 00000400:00000010:1.0:1767384708.813922:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000239b283f. 02000000:00000010:1.0:1767384708.813925:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000075cd2623. 00000400:00000010:1.0:1767384708.814859:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a6b288d. 00000400:00000010:1.0:1767384708.814868:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6264d54. 00000020:00000010:2.0:1767384708.814962:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.814966:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.814969:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.814971:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.814980:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.815000:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.815002:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 00010000:00000010:2.0:1767384708.815011:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc3d60b. 02000000:00000010:2.0:1767384708.815018:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c5c7c804. 00000400:00000010:2.0:1767384708.815027:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014dc0bcf. 00000800:00000010:2.0:1767384708.815039:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dff0931. 00000020:00000010:2.0:1767384708.815053:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.815056:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.815058:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.815065:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004328f6c4. 00000400:00000010:2.0:1767384708.815068:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002af54077. 00000800:00000010:3.0:1767384708.815091:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dff0931. 00000400:00000010:3.0:1767384708.815098:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014dc0bcf. 02000000:00000010:3.0:1767384708.815101:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c5c7c804. 00000400:00000010:1.0:1767384708.815802:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092bedc3c. 00000400:00000010:1.0:1767384708.815820:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfc53557. 00000020:00000010:2.0:1767384708.815898:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.815902:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.815905:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.815907:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.815909:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.815928:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38656bb. 00000020:00000010:2.0:1767384708.815930:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38656bb. 02000000:00000010:2.0:1767384708.815937:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c5c7c804. 00000040:00000010:2.0:1767384708.815940:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000039187036. 00000040:00000010:2.0:1767384708.815963:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000002b4972d1. 00000040:00000010:2.0:1767384708.815972:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000002b4972d1. 00000040:00000010:2.0:1767384708.815974:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000039187036. 20000000:00000010:2.0:1767384708.815979:0:40428:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000c38656bb. 00000400:00000010:2.0:1767384708.815985:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705de55b. 00000800:00000010:2.0:1767384708.815996:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db698951. 00000020:00000010:2.0:1767384708.816011:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.816013:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.816015:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.816021:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050e09777. 00000400:00000010:2.0:1767384708.816023:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004cb88ef. 00000800:00000010:1.0:1767384708.816058:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db698951. 00000400:00000010:1.0:1767384708.816063:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705de55b. 02000000:00000010:1.0:1767384708.816066:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c5c7c804. 00000400:00000010:3.0:1767384708.816765:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079878f4e. 00000400:00000010:3.0:1767384708.816775:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000916505f. 00000020:00000010:2.0:1767384708.816856:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.816866:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.816869:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.816871:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.816873:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.816893:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.816895:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 02000000:00000010:2.0:1767384708.816914:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000c472a47. 00000040:00000010:2.0:1767384708.816918:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000039187036. 00000040:00000010:2.0:1767384708.816932:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.817098:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.817101:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000039187036. 00000400:00000010:2.0:1767384708.817108:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009d9075d0. 00000800:00000010:2.0:1767384708.817120:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000039187036. 00000020:00000010:2.0:1767384708.817136:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.817138:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.817140:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.817145:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4f12dd. 00000400:00000010:2.0:1767384708.817148:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a19631f. 00000800:00000010:1.0:1767384708.817235:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000039187036. 00000400:00000010:1.0:1767384708.817242:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009d9075d0. 02000000:00000010:1.0:1767384708.817246:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000c472a47. 00000400:00000010:1.0:1767384708.818603:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8006ae2. 00000400:00000010:1.0:1767384708.818628:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002aedcdde. 00000020:00000010:2.0:1767384708.818707:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.818711:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.818714:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.818716:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.818718:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.818736:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.818738:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 02000000:00000010:2.0:1767384708.818752:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000c472a47. 00000040:00000010:2.0:1767384708.818756:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ff74d890. 00000040:00000010:2.0:1767384708.818762:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.818873:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.818876:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ff74d890. 00000400:00000010:2.0:1767384708.818882:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000565f99fb. 00000800:00000010:2.0:1767384708.818893:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000ff74d890. 00000020:00000010:2.0:1767384708.818908:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.818916:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.818919:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.818926:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a915d1d. 00000400:00000010:2.0:1767384708.818929:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009127b222. 00000800:00000010:3.0:1767384708.818953:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000ff74d890. 00000400:00000010:3.0:1767384708.818960:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000565f99fb. 02000000:00000010:3.0:1767384708.818964:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000c472a47. 00000400:00000010:1.0:1767384708.832222:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c5a27e8. 00000400:00000010:1.0:1767384708.832242:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e574efdc. 00000020:00000010:2.0:1767384708.832306:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.832311:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.832316:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.832320:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.832323:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.832350:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.832352:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 02000000:00000010:2.0:1767384708.832382:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000c472a47. 00000040:00000010:2.0:1767384708.832387:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000659bbf66. 00000040:00000010:2.0:1767384708.832398:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.832491:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.832494:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000659bbf66. 00000400:00000010:2.0:1767384708.832506:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000565f99fb. 00000800:00000010:2.0:1767384708.832525:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000659bbf66. 00000020:00000010:2.0:1767384708.832545:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.832548:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.832550:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.832557:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015dd4e6f. 00000400:00000010:2.0:1767384708.832560:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7cdcef8. 00000800:00000010:1.0:1767384708.832664:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000659bbf66. 00000400:00000010:1.0:1767384708.832671:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000565f99fb. 02000000:00000010:1.0:1767384708.832676:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000c472a47. 00000400:00000010:3.0:1767384708.833782:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32c1df6. 00000400:00000010:3.0:1767384708.833792:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b01d7854. 00000020:00000010:2.0:1767384708.833926:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.833930:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.833933:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.833935:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.833937:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.833956:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.833958:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00010000:00000010:2.0:1767384708.833970:0:40428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000185c4694. 00010000:00000010:2.0:1767384708.833974:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035afa465. 02000000:00000010:2.0:1767384708.833982:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000075cd2623. 00000400:00000010:2.0:1767384708.834015:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbbdb860. 00000800:00000010:2.0:1767384708.834027:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000656280be. 00000020:00000010:2.0:1767384708.834042:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.834044:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.834046:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.834052:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063cf5324. 00000400:00000010:2.0:1767384708.834055:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048d41249. 00000800:00000010:1.0:1767384708.834104:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000656280be. 00000400:00000010:1.0:1767384708.834123:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbbdb860. 02000000:00000010:1.0:1767384708.834134:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000075cd2623. 00000400:00000010:1.0:1767384708.835605:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078f8b00a. 00000400:00000010:1.0:1767384708.835614:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acfd23ab. 00000020:00000010:2.0:1767384708.835692:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.835696:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.835699:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.835701:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.835703:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.835722:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.835724:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 02000000:00000010:2.0:1767384708.835731:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ac86d29c. 20000000:00000010:2.0:1767384708.835740:0:40428:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000009c61c084. 00000100:00000010:2.0:1767384708.835800:0:40428:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002cde0861. 00000100:00000010:2.0:1767384708.835803:0:40428:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002b4972d1. 00000400:00000010:2.0:1767384708.835808:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace0c19b. 00000400:00000010:2.0:1767384708.835813:0:40428:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021088487. 00000800:00000010:2.0:1767384708.835824:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000656280be. 00000800:00000010:3.0:1767384708.835910:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000656280be. 00000400:00000010:1.0:1767384708.836435:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace0c19b. 00000100:00000010:2.0:1767384708.836510:0:40428:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002b4972d1. 00000100:00000010:2.0:1767384708.836516:0:40428:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002cde0861. 20000000:00000010:2.0:1767384708.836523:0:40428:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000009c61c084. 00000400:00000010:2.0:1767384708.836531:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de8258e7. 00000800:00000010:2.0:1767384708.836543:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db698951. 00000020:00000010:2.0:1767384708.836560:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.836562:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.836564:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.836569:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf15c994. 00000400:00000010:2.0:1767384708.836572:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dde37397. 00000800:00000010:1.0:1767384708.836631:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db698951. 00000400:00000010:1.0:1767384708.836637:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de8258e7. 02000000:00000010:1.0:1767384708.836640:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ac86d29c. 00000400:00000010:3.0:1767384708.841406:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7195a8. 00000400:00000010:3.0:1767384708.841416:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003aeec148. 00000020:00000010:2.0:1767384708.841498:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.841503:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.841506:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.841513:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.841515:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.841551:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.841553:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00010000:00000010:2.0:1767384708.841563:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f65d08. 02000000:00000010:2.0:1767384708.841569:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002cde0861. 00000400:00000010:2.0:1767384708.841578:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acce06e4. 00000800:00000010:2.0:1767384708.841607:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dff0931. 00000020:00000010:2.0:1767384708.841639:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.841641:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.841643:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.841648:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003199deca. 00000400:00000010:2.0:1767384708.841651:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a964c14. 00000800:00000010:1.0:1767384708.841718:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dff0931. 00000400:00000010:1.0:1767384708.841727:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acce06e4. 02000000:00000010:1.0:1767384708.841732:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002cde0861. 00000400:00000010:1.0:1767384708.842608:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e0d6c2c. 00000400:00000010:1.0:1767384708.842634:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e87d2e7. 00000020:00000010:2.0:1767384708.842713:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.842717:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.842720:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.842722:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.842724:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.842743:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.842745:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 02000000:00000010:2.0:1767384708.842753:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002648225b. 00000040:00000010:2.0:1767384708.842757:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000089e64a2e. 00000040:00000010:2.0:1767384708.842788:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000004a976e6b. 00000040:00000010:2.0:1767384708.842793:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000004a976e6b. 00000040:00000010:2.0:1767384708.842795:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000089e64a2e. 00000400:00000010:2.0:1767384708.842801:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c168eec5. 00000800:00000010:2.0:1767384708.842813:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dff0931. 00000020:00000010:2.0:1767384708.842827:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.842830:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.842859:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.842865:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ea76c2. 00000400:00000010:2.0:1767384708.842868:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018a835fc. 00000800:00000010:3.0:1767384708.842895:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dff0931. 00000400:00000010:3.0:1767384708.842903:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c168eec5. 02000000:00000010:3.0:1767384708.842907:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002648225b. 00000400:00000010:1.0:1767384708.843576:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7cc786. 00000400:00000010:1.0:1767384708.843602:0:16134:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091e87539. 00000020:00000010:2.0:1767384708.843696:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.843705:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.843709:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f9b133. 00000020:00000010:2.0:1767384708.843711:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.843713:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.843733:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384708.843735:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 02000000:00000010:2.0:1767384708.843748:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000c472a47. 00000040:00000010:2.0:1767384708.843752:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000089e64a2e. 00000040:00000010:2.0:1767384708.843758:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.843765:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000ebf403f. 00000040:00000010:2.0:1767384708.843767:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000089e64a2e. 00000400:00000010:2.0:1767384708.843773:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d52a4484. 00000800:00000010:2.0:1767384708.843785:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000089e64a2e. 00000020:00000010:2.0:1767384708.843799:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384708.843802:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384708.843804:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f9b133. 00000400:00000010:2.0:1767384708.843810:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6066c12. 00000400:00000010:2.0:1767384708.843813:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52ba296. 00000800:00000010:1.0:1767384708.843870:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000089e64a2e. 00000400:00000010:1.0:1767384708.843875:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d52a4484. 02000000:00000010:1.0:1767384708.843878:0:16135:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000c472a47. 00000100:00000010:3.0:1767384708.845781:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5274f80. 00000020:00000010:0.0:1767384708.845878:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015fd52b3. 00000020:00000010:0.0:1767384708.845886:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021e9b8db. 00000020:00000010:0.0:1767384708.845891:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9ecd40c. 02000000:00000010:0.0:1767384708.845932:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004bbe697f. 00000020:00000010:0.0:1767384708.845953:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004b029ce5. 00000004:00000010:0.0:1767384708.845961:0:40435:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000047431925. 00000001:00000010:0.0:1767384708.845966:0:40435:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000dc927138. 00000001:00000010:0.0:1767384708.845972:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000071935f93. 00000001:00000010:0.0:1767384708.845976:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000087a9212a. 00000001:00000010:0.0:1767384708.845981:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b00ec365. 00000001:00000010:0.0:1767384708.845984:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d52124f. 00000001:00000010:0.0:1767384708.845986:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000544f7e3c. 00000001:00000010:0.0:1767384708.845989:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba53ad39. 00000001:00000010:0.0:1767384708.845993:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009fc2195b. 00000001:00000010:0.0:1767384708.845996:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005dc9ecbf. 00000001:00000010:0.0:1767384708.846005:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025ea50ab. 00000001:00000010:0.0:1767384708.846008:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b7e78a79. 00000001:00000010:0.0:1767384708.846011:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042afce91. 00000001:00000010:0.0:1767384708.846014:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6858874. 00080000:00000010:0.0:1767384708.846055:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ced441b. 00080000:00000010:1.0:1767384708.853183:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000be97f712. 00080000:00000010:3.0:1767384708.853194:0:16808:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004ced441b. 00000001:00000010:1.0:1767384708.853254:0:40435:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000f25841e1. 00000020:00000010:1.0:1767384708.853332:0:40435:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000001b803d84. 00000020:00000010:1.0:1767384708.853411:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000052dc8fb3. 00000020:00000010:1.0:1767384708.853414:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000f71dc544. 00000020:00000010:1.0:1767384708.853416:0:40435:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000e6c34944. 00000020:00000010:1.0:1767384708.853430:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003176c330. 00000020:00000010:1.0:1767384708.853431:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000c6aa8ff4. 00000020:00000010:1.0:1767384708.853433:0:40435:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000df05e2f4. 00000020:00000010:1.0:1767384708.853444:0:40435:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000002f3bda4d. 00000020:00000010:1.0:1767384708.853449:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edd43fde. 00000400:00000010:1.0:1767384708.853486:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc4e7394. 00000800:00000010:1.0:1767384708.853501:0:40435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000363974b5. 00000020:00000010:1.0:1767384708.853522:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021e9b8db. 00000020:00000010:1.0:1767384708.853526:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9ecd40c. 00000020:00000010:1.0:1767384708.853529:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015fd52b3. 00000800:00000010:3.0:1767384708.853580:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000363974b5. 00000400:00000010:3.0:1767384708.853601:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4e7394. 00000800:00000010:3.0:1767384709.462642:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000022c97a89. 00000800:00000010:3.0:1767384709.462652:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3eca364. 00000800:00000010:3.0:1767384709.462656:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038e4ed4d. 00000800:00000010:3.0:1767384709.462674:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038e4ed4d. 00000800:00020000:3.0:1767384709.462679:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:3.0:1767384709.462683:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3eca364. 00000800:00000010:3.0:1767384709.462685:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000022c97a89. 00000400:02020000:3.0:1767384709.462714:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp33 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000100:00000010:3.0:1767384709.855191:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001974dff6. 00000100:00000010:3.0:1767384709.855236:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe7c464. 00000020:00000010:1.0:1767384709.855277:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9af106d. 00000020:00000010:1.0:1767384709.855284:0:40435:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000edd43fde. 00000020:00000010:0.0:1767384709.855299:0:40436:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000893d91f8. 00000020:00000010:0.0:1767384709.855305:0:40436:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000893d91f8. 00000020:00000010:1.0:1767384709.855308:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d5c057. 00000020:00000010:0.0:1767384709.855315:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085a8366d. 00000020:00000010:1.0:1767384709.855316:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff9ad7a. 00000020:00000010:0.0:1767384709.855322:0:40436:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093c0130a. 00000020:00000010:1.0:1767384709.855325:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002a0ddd21. 00000020:00000010:0.0:1767384709.855328:0:40436:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b304a74. 00000020:00000010:1.0:1767384709.855377:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edd43fde. 00000100:00000010:2.0:1767384709.855380:0:40437:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000907a46ec. 00000020:00000010:1.0:1767384709.855381:0:40435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edd43fde. 02000000:00000010:1.0:1767384709.855406:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000078d4cb7e. 00000020:00000010:1.0:1767384709.855476:0:40435:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000f0cc5f4e. 00000400:00000010:1.0:1767384709.855499:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d131c62b. 00000800:00000010:1.0:1767384709.855536:0:40435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3bc6e27. 00000020:00000010:1.0:1767384709.855565:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff9ad7a. 00000020:00000010:1.0:1767384709.855570:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002a0ddd21. 00000020:00000010:0.0:1767384709.855587:0:40437:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000893d91f8. 00000020:00000010:1.0:1767384709.855588:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d5c057. 00000020:00000010:0.0:1767384709.855592:0:40437:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000893d91f8. 02000000:00000010:0.0:1767384709.855604:0:40437:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000520676f0. 00000020:00000010:0.0:1767384709.855615:0:40437:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d81fe50e. 00000100:00000010:3.0:1767384709.855624:0:41050:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000038e4ed4d. 00000400:00000010:0.0:1767384709.855625:0:40437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096097ae8. 00000020:00000010:3.0:1767384709.855633:0:41050:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c6bee7b9. 00000020:00000010:3.0:1767384709.855640:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000620d622a. 00000800:00000010:0.0:1767384709.855644:0:40437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000499ec555. 00000020:00000010:3.0:1767384709.855645:0:41050:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068041a65. 00000040:00000010:3.0:1767384709.855653:0:41050:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006adde432. 00000020:00000010:0.0:1767384709.855654:0:40437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093c0130a. 00000020:00000010:3.0:1767384709.855658:0:41050:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b90438c. 00000020:00000010:0.0:1767384709.855660:0:40437:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b304a74. 00000020:00000010:3.0:1767384709.855666:0:41050:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042d1c6c8. 00000020:00000010:0.0:1767384709.855666:0:40437:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085a8366d. 00000800:00000010:2.0:1767384709.855673:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3bc6e27. 00000020:00000010:3.0:1767384709.855675:0:41050:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c400afdf. 80000000:00000010:3.0:1767384709.855680:0:41050:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007c736f5c. 00000400:00000010:2.0:1767384709.855682:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d131c62b. 40000000:00000010:3.0:1767384709.855683:0:41050:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004ba88cf7. 00100000:00000010:3.0:1767384709.855688:0:41050:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007dd76308. 00040000:00000010:3.0:1767384709.855693:0:41050:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008001536b. 00040000:00000010:3.0:1767384709.855698:0:41050:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000065360b1. 00000800:00000010:2.0:1767384709.855698:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000499ec555. 00040000:00000010:3.0:1767384709.855702:0:41050:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5b98daf. 00000400:00000010:2.0:1767384709.855702:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096097ae8. 00080000:00000010:3.0:1767384709.855706:0:41050:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6edc94b. 00000004:00000010:3.0:1767384709.855711:0:41050:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000861bcb19. 00000004:00000010:3.0:1767384709.855716:0:41050:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f0e82a5e. 00000004:00000010:3.0:1767384709.855789:0:41050:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf8dce86. 00002000:00000010:3.0:1767384709.855793:0:41050:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000708f8a07. 00000004:00000010:3.0:1767384709.855795:0:41050:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000263cceea. 00000100:00000010:3.0:1767384709.855906:0:41050:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000fadb32b7. 00000100:00000010:2.0:1767384709.856690:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baf5c1c0. 00000020:00000010:3.0:1767384709.856728:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000749c0198. 00000020:00000010:3.0:1767384709.856732:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000749c0198. 00000020:00000010:3.0:1767384709.856736:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000181c6f4e. 00000020:00000010:3.0:1767384709.856740:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.856743:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.856763:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000749c0198. 00000020:00000010:3.0:1767384709.856765:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000749c0198. 02000000:00000010:3.0:1767384709.856773:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000007c34ee7d. 00000400:00000010:3.0:1767384709.856782:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c833806b. 00000800:00000010:3.0:1767384709.856800:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000799a0a5. 00000020:00000010:3.0:1767384709.856817:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.856819:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.856821:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000181c6f4e. 00000800:00000010:1.0:1767384709.856891:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000799a0a5. 00000400:00000010:1.0:1767384709.856900:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c833806b. 00000100:00000010:2.0:1767384709.857738:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5e0e31. 00000020:00000010:1.0:1767384709.857786:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d5c057. 00000020:00000010:1.0:1767384709.857791:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff9ad7a. 00000020:00000010:1.0:1767384709.857793:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002a0ddd21. 02000000:00000010:1.0:1767384709.857824:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000046bac166. 00000020:00000010:1.0:1767384709.857851:0:17557:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f4860eb3. 00000001:00000010:1.0:1767384709.857858:0:17557:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000450d7d1e. 00000001:00000010:1.0:1767384709.857863:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006497811e. 00000001:00000010:1.0:1767384709.857866:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000681ffb0f. 00000001:00000010:1.0:1767384709.857868:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005311e085. 00000001:00000010:1.0:1767384709.857870:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000523e75e8. 00000001:00000010:1.0:1767384709.857871:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055293157. 00000001:00000010:1.0:1767384709.857873:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c300281d. 00080000:00000010:1.0:1767384709.857905:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fa76c02d. 00000100:00000010:3.0:1767384709.857928:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000945191ac. 00000400:00000010:3.0:1767384709.857952:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b0f040a. 00000400:00000010:3.0:1767384709.857959:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c726565. 00000020:00000010:2.0:1767384709.857995:0:40439:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000ebf403f. 00040000:00000010:2.0:1767384709.858005:0:40439:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009c61c084. 00000004:00000010:2.0:1767384709.858010:0:40439:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001ea6156c. 00000004:00000010:2.0:1767384709.858015:0:40439:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001c46a280. 00000020:00000010:0.0:1767384709.858018:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000893d91f8. 00000004:00000010:2.0:1767384709.858020:0:40439:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000243107f4. 00000020:00000010:0.0:1767384709.858022:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000893d91f8. 00000020:00000010:0.0:1767384709.858028:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085a8366d. 00000020:00000010:0.0:1767384709.858033:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093c0130a. 00000020:00000010:2.0:1767384709.858034:0:40439:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005696136a. 00000001:00000010:1.0:1767384709.858035:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000f10d085. 00000020:00000010:0.0:1767384709.858036:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b304a74. 00000020:00000010:2.0:1767384709.858042:0:40439:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005696136a. 00000020:00000010:2.0:1767384709.858052:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff74d890. 00000020:00000010:0.0:1767384709.858064:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000893d91f8. 00000020:00000010:2.0:1767384709.858065:0:40439:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa796ca8. 00000020:00000010:0.0:1767384709.858068:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000893d91f8. 00000020:00000010:2.0:1767384709.858072:0:40439:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 02000000:00000010:0.0:1767384709.858078:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000995f68d4. 00000400:00000010:0.0:1767384709.858087:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000800:00000010:0.0:1767384709.858101:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000499ec555. 00000020:00000010:3.0:1767384709.858116:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000022c97a89. 00000020:00000010:2.0:1767384709.858117:0:40439:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005696136a. 00000020:00000010:0.0:1767384709.858121:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093c0130a. 00000020:00000010:2.0:1767384709.858124:0:40439:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005696136a. 00000100:00000010:3.0:1767384709.858125:0:40438:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000181c6f4e. 00000020:00000010:0.0:1767384709.858126:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b304a74. 00000020:00000010:0.0:1767384709.858133:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085a8366d. 00000400:00000010:0.0:1767384709.858142:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3130d43. 00000400:00000010:0.0:1767384709.858152:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f8836d1. 00000020:00000010:1.0:1767384709.858160:0:17557:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000cfbd4463. 02000000:00000010:2.0:1767384709.858170:0:40439:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000002f2f76da. 00000020:00000010:1.0:1767384709.858170:0:17557:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000cfbd4463. 02000000:00000010:2.0:1767384709.858185:0:40439:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 0000000039187036. 00000020:00000010:1.0:1767384709.858188:0:17557:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000db2799e3. 00000020:00000010:1.0:1767384709.858203:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edd43fde. 00000800:00000010:0.0:1767384709.858203:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000499ec555. 00000400:00000010:0.0:1767384709.858210:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 02000000:00000010:0.0:1767384709.858215:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000995f68d4. 00000400:00000010:1.0:1767384709.858246:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000827bd173. 00000800:00000010:1.0:1767384709.858266:0:17557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebc2970. 00040000:00000010:0.0:1767384709.858274:0:40438:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d795011e. 00000004:00000010:0.0:1767384709.858280:0:40438:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f233076a. 00000004:00000010:0.0:1767384709.858282:0:40438:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000698fa347. 00000004:00000010:0.0:1767384709.858285:0:40438:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000995f68d4. 00000020:00000010:1.0:1767384709.858286:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff9ad7a. 00000020:00000010:1.0:1767384709.858293:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002a0ddd21. 00000020:00000010:1.0:1767384709.858297:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d5c057. 00000100:00000010:3.0:1767384709.858328:0:41051:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000059144702. 00000020:00000010:3.0:1767384709.858332:0:41051:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000053896ab. 00000020:00000010:3.0:1767384709.858336:0:41051:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebdd9f16. 00000020:00000010:3.0:1767384709.858339:0:41051:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081479429. 00000040:00000010:3.0:1767384709.858341:0:41051:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b415a058. 00000800:00000010:0.0:1767384709.858342:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebc2970. 00000020:00000010:3.0:1767384709.858344:0:41051:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037d41dc5. 00000400:00000010:0.0:1767384709.858349:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000827bd173. 00000020:00000010:3.0:1767384709.858350:0:41051:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af29ae7a. 00000020:00000010:3.0:1767384709.858355:0:41051:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000754fda62. 80000000:00000010:3.0:1767384709.858358:0:41051:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ade41270. 40000000:00000010:3.0:1767384709.858360:0:41051:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000098aad5da. 00100000:00000010:3.0:1767384709.858363:0:41051:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000006fd5441. 00040000:00000010:3.0:1767384709.858365:0:41051:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000799a0a5. 00040000:00000010:3.0:1767384709.858369:0:41051:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004c915bd5. 00040000:00000010:3.0:1767384709.858371:0:41051:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002372567d. 00080000:00000010:3.0:1767384709.858373:0:41051:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000084d677f1. 00000004:00000010:3.0:1767384709.858376:0:41051:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aa8c45e1. 00000004:00000010:3.0:1767384709.858380:0:41051:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014dc4676. 00000004:00000010:3.0:1767384709.858382:0:41051:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a1351b8. 00000004:00000010:3.0:1767384709.858431:0:41051:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004c861516. 00000100:00000010:3.0:1767384709.858446:0:41051:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000c472a47. 00000004:00000010:1.0:1767384709.864041:0:41052:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000010ec66f. 00000004:00000010:1.0:1767384709.864055:0:41052:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000010ec66f. 00000020:00000010:2.0:1767384709.864126:0:40439:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000023a85f79. 00000400:00000010:2.0:1767384709.864157:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df02c340. 00000800:00000010:2.0:1767384709.864178:0:40439:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0c2829f. 00000020:00000010:2.0:1767384709.864205:0:40439:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa796ca8. 00000020:00000010:2.0:1767384709.864210:0:40439:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.864215:0:40439:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff74d890. 00000800:00000010:3.0:1767384709.864257:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0c2829f. 00000400:00000010:3.0:1767384709.864265:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df02c340. 00000100:00000010:0.0:1767384709.894262:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ea90da9. 00000020:00000010:3.0:1767384709.894347:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9fd08df. 00000020:00000010:3.0:1767384709.894353:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9fd08df. 00000020:00000010:3.0:1767384709.894373:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd73e233. 00000020:00000010:3.0:1767384709.894376:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.894380:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.894413:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9fd08df. 00000020:00000010:3.0:1767384709.894415:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9fd08df. 00010000:00000010:3.0:1767384709.894439:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008594fa67. 00010000:00000010:3.0:1767384709.894442:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2c3f0d2. 00010000:00000010:3.0:1767384709.894446:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006b39e2f6. 00000020:00000010:3.0:1767384709.894450:0:41050:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d9fd08df. 00010000:00000010:3.0:1767384709.894456:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003c1e8426. 02000000:00000010:3.0:1767384709.894481:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000008f303870. 00010000:00000010:3.0:1767384709.894504:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee456012. 00010000:00000010:3.0:1767384709.894506:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003380336. 00000020:00000010:3.0:1767384709.894518:0:41050:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000002249ec7c. 00000020:00000010:3.0:1767384709.894595:0:41050:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000008c7b3114. 00010000:00000010:3.0:1767384709.894623:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c1e8426. 00000400:00000010:3.0:1767384709.894645:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074c4bd17. 00000800:00000010:3.0:1767384709.894673:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008726d2cc. 00000020:00000010:3.0:1767384709.894699:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.894702:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.894705:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd73e233. 00000800:00000010:0.0:1767384709.894793:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008726d2cc. 00000400:00000010:0.0:1767384709.894802:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074c4bd17. 00000100:00000010:3.0:1767384709.895747:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051eeae98. 00000020:00000010:2.0:1767384709.895812:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005696136a. 00000020:00000010:2.0:1767384709.895818:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005696136a. 00000020:00000010:2.0:1767384709.895824:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff74d890. 00000020:00000010:2.0:1767384709.895827:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.895853:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.895880:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005696136a. 00000020:00000010:2.0:1767384709.895883:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005696136a. 00010000:00000010:2.0:1767384709.895895:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca9483eb. 00000020:00000010:2.0:1767384709.895900:0:41050:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005696136a. 00010000:00000010:2.0:1767384709.895904:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000063283cf6. 02000000:00000010:2.0:1767384709.895917:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000faf50789. 00010000:00000010:2.0:1767384709.895933:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac4c686. 00010000:00000010:2.0:1767384709.895937:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003dd524be. 00000020:00000010:2.0:1767384709.895945:0:41050:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000659bbf66. 00010000:00000010:2.0:1767384709.895962:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c65c41de. 00010000:00000010:2.0:1767384709.895965:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000aa796ca8. 00010000:00000010:2.0:1767384709.895969:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003e08fe52. 00010000:00000010:2.0:1767384709.895972:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.896033:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003dd524be. 00010000:00000010:2.0:1767384709.896051:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.896056:0:41050:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa796ca8. 00010000:00000010:2.0:1767384709.896075:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063283cf6. 00000400:00000010:2.0:1767384709.896085:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075dd87b3. 00000800:00000010:2.0:1767384709.896101:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086d67d48. 00000020:00000010:2.0:1767384709.896120:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.896124:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.896128:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff74d890. 00000800:00000010:0.0:1767384709.896171:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086d67d48. 00000400:00000010:0.0:1767384709.896179:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075dd87b3. 00000100:00000010:0.0:1767384709.897156:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad64594. 00000020:00000010:3.0:1767384709.897221:0:40445:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f9d588e4. 00040000:00000010:3.0:1767384709.897238:0:40445:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002844ae79. 00000004:00000010:3.0:1767384709.897242:0:40445:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000010c39768. 00000004:00000010:3.0:1767384709.897246:0:40445:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b27e5a71. 00000004:00000010:3.0:1767384709.897249:0:40445:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f4408b54. 00000020:00000010:3.0:1767384709.897263:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c0af036. 00000020:00000010:3.0:1767384709.897266:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c0af036. 00000020:00000010:3.0:1767384709.897271:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1e520cd. 00000020:00000010:3.0:1767384709.897274:0:40445:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.897288:0:40445:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.897323:0:40445:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c0af036. 00000020:00000010:3.0:1767384709.897324:0:40445:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c0af036. 02000000:00000010:3.0:1767384709.897342:0:40445:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000b1bafffe. 00000400:00000010:3.0:1767384709.897362:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f205395. 00000800:00000010:3.0:1767384709.897393:0:40445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dff0931. 00000020:00000010:3.0:1767384709.897420:0:40445:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.897422:0:40445:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.897425:0:40445:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1e520cd. 00000800:00000010:0.0:1767384709.897485:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dff0931. 00000400:00000010:0.0:1767384709.897492:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f205395. 00000100:00000010:0.0:1767384709.898446:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848b0850. 00000020:00000010:2.0:1767384709.898490:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087745617. 00000020:00000010:2.0:1767384709.898494:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087745617. 00000020:00000010:2.0:1767384709.898498:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff74d890. 00000020:00000010:2.0:1767384709.898500:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.898502:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.898522:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087745617. 00000020:00000010:2.0:1767384709.898523:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087745617. 00010000:00000010:2.0:1767384709.898539:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003380336. 00010000:00000010:2.0:1767384709.898550:0:41050:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2c3f0d2. 00010000:00000010:2.0:1767384709.898558:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b955b912. 00010000:00000010:2.0:1767384709.898560:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000aa796ca8. 00010000:00000010:2.0:1767384709.898562:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009265d9cb. 00010000:00000010:2.0:1767384709.898564:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000063283cf6. 02000000:00000010:2.0:1767384709.898593:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000003b3ce505. 00010000:00000010:2.0:1767384709.898629:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00010000:00000010:2.0:1767384709.898632:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.898638:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005a0791ce. 00010000:00000010:2.0:1767384709.898640:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007e07efe3. 00010000:00000010:2.0:1767384709.898642:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a340821. 00010000:00000010:2.0:1767384709.898644:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003dd524be. 00000004:00000010:2.0:1767384709.898656:0:41050:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002b77edd8. 00000004:00000010:2.0:1767384709.898663:0:41050:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e4a9867a. 00000004:00000010:2.0:1767384709.898668:0:41050:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009a575606. 00080000:00000010:2.0:1767384709.898685:0:41050:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000538e9bae. 00000020:00000010:2.0:1767384709.898719:0:41050:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000008180ab1d. 00080000:00000010:2.0:1767384709.898729:0:41050:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000078f869ff. 00000020:00000010:2.0:1767384709.898734:0:41050:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000fbf34aa4. 00000020:00000010:2.0:1767384709.898737:0:41050:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000064f9b133. 00080000:00000010:2.0:1767384709.898751:0:41050:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000024a7d901. 00000004:00000010:2.0:1767384709.898760:0:41050:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000d9ec31c8. 00000020:00000010:2.0:1767384709.898766:0:41050:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000118761eb. 00020000:00000010:2.0:1767384709.899619:0:41050:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 000000004a976e6b. 00020000:00000010:2.0:1767384709.899623:0:41050:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 0000000073f7053f. 00020000:00000010:2.0:1767384709.899626:0:41050:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 0000000017a22600. 00000020:00000010:2.0:1767384709.899633:0:41050:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000004bda798f. 00000004:00000010:2.0:1767384709.899656:0:41050:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000ab42e01d. 00010000:00000010:3.1:1767384709.899864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006b39e2f6. 00000020:00000010:2.0:1767384709.901137:0:41050:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000004bda798f. 00000020:00000010:2.0:1767384709.901141:0:41050:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 0000000005f0a04f. 00000001:00000010:2.0:1767384709.901205:0:41050:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008bdac351. 00000001:00000010:2.0:1767384709.901211:0:41050:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000003b4a239. 00000001:00000010:2.0:1767384709.901261:0:41050:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000ffdbe72a. 00000020:00000010:2.0:1767384709.901314:0:41050:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 00000000211828f6. 00000020:00000010:2.0:1767384709.901341:0:41050:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000008180ab1d. 00010000:00000010:2.0:1767384709.901367:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d2eddf1. 00010000:00000010:2.0:1767384709.901369:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000191d6f7d. 00010000:00000010:2.0:1767384709.901372:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012b7283e. 00010000:00000010:2.0:1767384709.901375:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3826197. 00000004:00000010:2.0:1767384709.901393:0:41050:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000e5534bcf. 00010000:00000010:2.0:1767384709.901410:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.901428:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063283cf6. 00010000:00000010:2.0:1767384709.901431:0:41050:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa796ca8. 00000400:00000010:2.0:1767384709.901444:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065736d18. 00000400:00000010:2.0:1767384709.901449:0:41050:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000698c0ff8. 00000800:00000010:2.0:1767384709.901465:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fd919e. 00000020:00000010:2.0:1767384709.901484:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.901492:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.901495:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff74d890. 00000800:00000010:0.0:1767384709.901544:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fd919e. 00000400:00000010:0.0:1767384709.902277:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065736d18. 00000020:00000010:3.0:1767384709.902322:0:16126:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095e22862. 00000020:00000010:3.0:1767384709.902328:0:16126:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1e520cd. 80000000:00000010:3.0:1767384709.902342:0:16126:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000efe35a62. 40000000:00000010:3.0:1767384709.902345:0:16126:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006c0af036. 00100000:00000010:3.0:1767384709.902349:0:16126:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000072e2a3a6. 00040000:00000010:3.0:1767384709.902352:0:16126:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db698951. 00040000:00000010:3.0:1767384709.902355:0:16126:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000074eb5e8f. 00040000:00000010:3.0:1767384709.902360:0:16126:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd73e233. 00080000:00000010:3.0:1767384709.902363:0:16126:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008c8d6645. 00000004:00000010:3.0:1767384709.902366:0:16126:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009d676824. 00000004:00000010:3.0:1767384709.902370:0:16126:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001ccc8f00. 00000004:00000010:3.0:1767384709.902372:0:16126:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000f56c6d2. 00002000:00000010:3.0:1767384709.902376:0:16126:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b2f666a2. 00000004:00000010:3.0:1767384709.902378:0:16126:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000db33a194. 00010000:00000010:3.0:1767384709.902401:0:16126:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003dd524be. 00010000:00000010:3.0:1767384709.902408:0:16126:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e07efe3. 00000100:00000010:0.0:1767384709.903041:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000719f0039. 00000020:00000010:1.0:1767384709.903106:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2952797. 00000020:00000010:1.0:1767384709.903112:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000edd43fde. 00000020:00000010:1.0:1767384709.903128:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d5c057. 00000020:00000010:1.0:1767384709.903133:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff9ad7a. 00000020:00000010:1.0:1767384709.903138:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002a0ddd21. 00000020:00000010:1.0:1767384709.903168:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edd43fde. 00000100:00000010:2.0:1767384709.903172:0:17556:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000686a00b. 00000020:00000010:1.0:1767384709.903173:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edd43fde. 00010000:00000010:1.0:1767384709.903193:0:17557:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000961db60e. 00010000:00000010:1.0:1767384709.903198:0:17557:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000002004bdca. 00010000:00000010:1.0:1767384709.903204:0:17557:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001908f589. 00000020:00000010:1.0:1767384709.903209:0:17557:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000edd43fde. 00002000:00000010:1.0:1767384709.903219:0:17557:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 0000000028971816. 02000000:00000010:1.0:1767384709.903237:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 0000000022f47f4e. 00000020:00000010:1.0:1767384709.903249:0:17557:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000f8376f32. 00000400:00000010:1.0:1767384709.903270:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b71277a1. 00000800:00000010:1.0:1767384709.903291:0:17557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002be54531. 00000020:00000010:1.0:1767384709.903314:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff9ad7a. 00000020:00000010:1.0:1767384709.903319:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002a0ddd21. 00000020:00000010:1.0:1767384709.903323:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d5c057. 00000100:00000010:2.0:1767384709.903364:0:41053:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d6182389. 00000020:00000010:2.0:1767384709.903368:0:41053:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001c75973b. 00000020:00000010:2.0:1767384709.903373:0:41053:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7918932. 00000020:00000010:2.0:1767384709.903375:0:41053:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bbff8405. 00000020:00000010:2.0:1767384709.903379:0:41053:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b494611. 00000020:00000010:2.0:1767384709.903382:0:41053:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000243df575. 00000020:00000010:2.0:1767384709.903385:0:41053:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d4312b9. 80000000:00000010:2.0:1767384709.903388:0:41053:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008180ab1d. 00000800:00000010:0.0:1767384709.903392:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002be54531. 40000000:00000010:2.0:1767384709.903393:0:41053:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e286993. 00100000:00000010:2.0:1767384709.903405:0:41053:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ca3e8d2. 00040000:00000010:2.0:1767384709.903410:0:41053:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ce7b6552. 00000400:00000010:0.0:1767384709.903410:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b71277a1. 00040000:00000010:2.0:1767384709.903413:0:41053:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b721ac1. 00080000:00000010:2.0:1767384709.903420:0:41053:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000027e91724. 00002000:00000010:2.0:1767384709.903423:0:41053:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e31beac5. 00000100:00000010:2.0:1767384709.903436:0:41053:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000044855fa5. 00010000:00000010:2.1:1767384709.903860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac4c686. 00010000:00000010:2.1:1767384709.903865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c65c41de. 00010000:00000010:2.1:1767384709.903869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003e08fe52. 00010000:00000010:2.1:1767384709.903871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca9483eb. 00000100:00000010:0.0:1767384709.904332:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2173445. 00000020:00000010:2.0:1767384709.904374:0:41053:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcf824a2. 00000020:00000010:2.0:1767384709.904377:0:41053:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcf824a2. 00000020:00000010:2.0:1767384709.904381:0:41053:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee03f5fe. 00000020:00000010:2.0:1767384709.904383:0:41053:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.904385:0:41053:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.904404:0:41053:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcf824a2. 00000020:00000010:2.0:1767384709.904406:0:41053:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcf824a2. 00010000:00000010:2.0:1767384709.904415:0:41053:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca9483eb. 00000020:00000010:2.0:1767384709.904419:0:41053:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bcf824a2. 02000000:00000010:2.0:1767384709.904425:0:41053:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000002648225b. 00010000:00000010:2.0:1767384709.904431:0:41053:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad5d0f48. 00000100:00000010:2.0:1767384709.904435:0:41053:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf50651e. 00000100:00000010:2.0:1767384709.904442:0:41053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067949b54. 02000000:00000010:2.0:1767384709.904450:0:41053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071ad6dda. 02000000:00000010:2.0:1767384709.904468:0:41053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bca7776. 00000400:00000010:2.0:1767384709.904477:0:41053:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f388aa55. 00000400:00000010:2.0:1767384709.904480:0:41053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000400:00000010:2.0:1767384709.904486:0:41053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dee935b5. 00000800:00000010:2.0:1767384709.904499:0:41053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000648ca83. 00000100:00000010:2.0:1767384709.904516:0:41053:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b59a3857. 00000100:00000010:2.0:1767384709.904527:0:41053:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5939af3. 00000100:00000010:2.0:1767384709.904534:0:41053:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a5d689a. 00000100:00000010:2.0:1767384709.904537:0:41053:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eea817ff. 00000800:00000010:0.0:1767384709.904629:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000648ca83. 00000400:00000010:0.0:1767384709.904639:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dee935b5. 00000400:00000010:2.0:1767384709.905398:0:41053:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f388aa55. 00000400:00000010:2.0:1767384709.905402:0:41053:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 02000000:00000010:2.0:1767384709.905419:0:41053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bca7776. 02000000:00000010:2.0:1767384709.905422:0:41053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000071ad6dda. 00000100:00000010:2.0:1767384709.905425:0:41053:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067949b54. 00000100:00000010:2.0:1767384709.905427:0:41053:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf50651e. 00010000:00000010:2.0:1767384709.905429:0:41053:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad5d0f48. 00000400:00000010:2.0:1767384709.905440:0:41053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8a6340. 00000800:00000010:2.0:1767384709.905450:0:41053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003aee4206. 00000020:00000010:2.0:1767384709.905465:0:41053:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.905467:0:41053:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.905469:0:41053:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee03f5fe. 00000800:00000010:0.0:1767384709.905529:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aee4206. 00000400:00000010:0.0:1767384709.905537:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8a6340. 00000100:00000010:0.0:1767384709.905571:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048b3c170. 00000020:00000010:3.0:1767384709.905665:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009779833b. 00000020:00000010:3.0:1767384709.905669:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009779833b. 00000020:00000010:3.0:1767384709.905673:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd238f0b. 00000020:00000010:3.0:1767384709.905676:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.905678:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.905705:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009779833b. 00000020:00000010:3.0:1767384709.905707:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009779833b. 02000000:00000010:3.0:1767384709.905714:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cfb65e49. 00000020:00000010:3.0:1767384709.905754:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000001ce1e07. 00000020:00000010:3.0:1767384709.905758:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009779833b. 00010000:00000010:3.0:1767384709.905773:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b69fe5b. 00000100:00000010:3.0:1767384709.905779:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d849fc5. 00000100:00000010:3.0:1767384709.905783:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d02848f2. 02000000:00000010:3.0:1767384709.905792:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015ad4237. 02000000:00000010:3.0:1767384709.905809:0:16764:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eada6388. 00000400:00000010:3.0:1767384709.905813:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aea0e98. 00000400:00000010:3.0:1767384709.905817:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78805f9. 00000400:00000010:3.0:1767384709.905822:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2fb237b. 00000800:00000010:3.0:1767384709.905868:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000656280be. 00000800:00000010:0.0:1767384709.905937:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000656280be. 00000400:00000010:0.0:1767384709.905944:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2fb237b. 00000400:00000010:3.0:1767384709.906672:0:16764:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aea0e98. 00000400:00000010:3.0:1767384709.906677:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b78805f9. 02000000:00000010:3.0:1767384709.906694:0:16764:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eada6388. 02000000:00000010:3.0:1767384709.906699:0:16764:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000015ad4237. 00000100:00000010:3.0:1767384709.906702:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d02848f2. 00000100:00000010:3.0:1767384709.906705:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d849fc5. 00010000:00000010:3.0:1767384709.906707:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b69fe5b. 00000400:00000010:3.0:1767384709.906713:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78805f9. 00000800:00000010:3.0:1767384709.906726:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000656280be. 00000020:00000010:3.0:1767384709.906745:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a093d78. 00000020:00000010:3.0:1767384709.906748:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.906751:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd238f0b. 00000800:00000010:1.0:1767384709.906812:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000656280be. 00000400:00000010:1.0:1767384709.906821:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b78805f9. 00000100:00000010:0.0:1767384709.907188:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d19dd8a. 00000020:00000010:2.0:1767384709.907246:0:40439:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384709.907252:0:40439:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384709.907257:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee03f5fe. 00000020:00000010:2.0:1767384709.907260:0:40439:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.907264:0:40439:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.907288:0:40439:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384709.907290:0:40439:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5d0f48. 02000000:00000010:2.0:1767384709.907316:0:40439:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000002cde0861. 00000004:00000010:2.0:1767384709.907338:0:40439:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000ad5d0f48. 00000020:00000010:2.0:1767384709.907349:0:40439:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000007e55b64f. 00080000:00000010:2.0:1767384709.907355:0:40439:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac86d29c. 00000001:00000010:2.0:1767384709.907403:0:40439:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000096a69179. 00000001:00000010:2.0:1767384709.907416:0:40439:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000364d8aee. 00000020:00000010:2.0:1767384709.907440:0:40439:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 0000000071ad6dda. 00000020:00000010:2.0:1767384709.907470:0:40439:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000007e55b64f. 00000004:00000010:2.0:1767384709.907494:0:40439:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000e5534bcf. 00000400:00000010:2.0:1767384709.907517:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000523398ce. 00000800:00000010:2.0:1767384709.907532:0:40439:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027f81134. 00000020:00000010:2.0:1767384709.907549:0:40439:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.907551:0:40439:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.907553:0:40439:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee03f5fe. 00000800:00000010:0.0:1767384709.907629:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027f81134. 00000400:00000010:0.0:1767384709.907646:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000523398ce. 00010000:00000010:2.1:1767384709.907866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee456012. 00010000:00000010:2.1:1767384709.907876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008594fa67. 00010000:00000010:3.1:1767384709.907890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a0791ce. 00010000:00000010:3.1:1767384709.907896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a340821. 00010000:00000010:2.1:1767384709.911864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00010000:00000010:3.1:1767384709.911877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001908f589. 00010000:00000010:2.1:1767384709.911878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b955b912. 00010000:00000010:2.1:1767384709.911891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009265d9cb. 00000100:00000010:3.0:1767384709.918906:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eea817ff. 00000100:00000010:1.0:1767384709.918908:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5939af3. 00000100:00000010:0.0:1767384709.918912:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b59a3857. 00000100:00000010:2.0:1767384709.918952:0:137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a5d689a. 00000100:00000010:1.0:1767384709.930447:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021122e23. 00000020:00000010:2.0:1767384709.930545:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4d9de3d. 00000020:00000010:2.0:1767384709.930556:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4d9de3d. 00000020:00000010:2.0:1767384709.930567:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee03f5fe. 00000020:00000010:2.0:1767384709.930587:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.930594:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.930641:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4d9de3d. 00000020:00000010:2.0:1767384709.930644:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4d9de3d. 00000001:00000010:2.0:1767384709.930657:0:41050:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000003b4a239. 00010000:00000010:2.0:1767384709.930682:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b955b912. 00010000:00000010:2.0:1767384709.930687:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000aa796ca8. 00010000:00000010:2.0:1767384709.930694:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009265d9cb. 00010000:00000010:2.0:1767384709.930701:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000063283cf6. 02000000:00000010:2.0:1767384709.930728:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000f80ed938. 00010000:00000010:2.0:1767384709.930760:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000634a8a61. 00010000:00000010:2.0:1767384709.930764:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.930898:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063283cf6. 00000400:00000010:2.0:1767384709.930936:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca815776. 00000800:00000010:2.0:1767384709.930976:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a857e934. 00000020:00000010:2.0:1767384709.931005:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.931010:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.931015:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee03f5fe. 00000800:00000010:0.0:1767384709.931085:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a857e934. 00000400:00000010:0.0:1767384709.931094:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca815776. 00000100:00000010:0.0:1767384709.932420:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab01833. 00000020:00000010:2.0:1767384709.932478:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4d9de3d. 00000020:00000010:2.0:1767384709.932497:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4d9de3d. 00000020:00000010:2.0:1767384709.932502:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee03f5fe. 00000020:00000010:2.0:1767384709.932505:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.932508:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.932540:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4d9de3d. 00000020:00000010:2.0:1767384709.932543:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4d9de3d. 02000000:00000010:2.0:1767384709.932563:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000047ba023. 00010000:00000010:2.0:1767384709.932601:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3826197. 00010000:00000010:2.0:1767384709.932611:0:41050:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000191d6f7d. 00010000:00000010:2.0:1767384709.932618:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.932635:0:41050:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa796ca8. 00010000:00000010:2.0:1767384709.932646:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c65c41de. 00010000:00000010:2.0:1767384709.932649:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000aa796ca8. 00010000:00000010:2.0:1767384709.932653:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003e08fe52. 00010000:00000010:2.0:1767384709.932656:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.932666:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eaac4c22. 00010000:00000010:2.0:1767384709.932669:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000191d6f7d. 00010000:00000010:2.0:1767384709.932672:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac4c686. 00010000:00000010:2.0:1767384709.932675:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3826197. 00010000:00000010:2.0:1767384709.932752:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f0d2553. 00010000:00000010:2.0:1767384709.932755:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002d7eb3ed. 00010000:00000010:2.0:1767384709.932760:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a340821. 00010000:00000010:2.0:1767384709.932764:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000063283cf6. 00000020:00000010:2.0:1767384709.932788:0:41050:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000008d281ab5. 00000020:00000010:2.0:1767384709.932795:0:41050:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 000000008d281ab5. 00000020:00000010:2.0:1767384709.932807:0:41050:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000008a5d689a. 00080000:00000010:2.0:1767384709.932816:0:41050:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5c7c804. 00000004:00000010:2.0:1767384709.933448:0:41050:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003d3fee62. 00000001:00000010:2.0:1767384709.933465:0:41050:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d23699a4. 00000001:00000010:2.0:1767384709.933471:0:41050:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000bf50651e. 00000020:00000010:2.0:1767384709.933503:0:41050:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000008a5d689a. 00010000:00000010:2.0:1767384709.933519:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a23a62c7. 00010000:00000010:2.0:1767384709.933524:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007c05c6e. 00010000:00000010:2.0:1767384709.933538:0:41050:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000003b4a239. 00010000:00000010:2.0:1767384709.933591:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063283cf6. 00080000:00000010:2.0:1767384709.933617:0:41050:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000538e9bae. 00000004:00000010:2.0:1767384709.933627:0:41050:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000ab42e01d. 00000020:00000010:0.0:1767384709.933632:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000065fef040. 00000004:00000010:2.0:1767384709.933633:0:41050:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 000000004a976e6b. 00000004:00000010:2.0:1767384709.933641:0:41050:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 0000000073f7053f. 00000020:00000010:0.0:1767384709.933642:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000893d91f8. 00000004:00000010:2.0:1767384709.933646:0:41050:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000d9ec31c8. 00010000:00000010:0.0:1767384709.933646:0:16767:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007c05c6e. 00000004:00000010:2.0:1767384709.933654:0:41050:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009a575606. 00010000:00000010:0.0:1767384709.933654:0:16767:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d7eb3ed. 00000004:00000010:2.0:1767384709.933664:0:41050:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e4a9867a. 00010000:00000010:0.0:1767384709.933667:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000003b4a239. 00000004:00000010:2.0:1767384709.933671:0:41050:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002b77edd8. 00010000:00000010:2.0:1767384709.933688:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030306d9f. 00010000:00000010:2.0:1767384709.933694:0:41050:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa796ca8. 00000400:00000010:2.0:1767384709.933714:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004309f962. 00000400:00000010:2.0:1767384709.933722:0:41050:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e88ce00b. 00000800:00000010:2.0:1767384709.933741:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bcb550d. 00000020:00000010:2.0:1767384709.933764:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccc5ac47. 00000020:00000010:2.0:1767384709.933767:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.933770:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee03f5fe. 00000800:00000010:1.0:1767384709.933902:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bcb550d. 00000400:00000010:0.0:1767384709.934455:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004309f962. 00000020:00000010:3.0:1767384709.934503:0:16127:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b6f787d7. 00000020:00000010:3.0:1767384709.934511:0:16127:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001481f67f. 80000000:00000010:3.0:1767384709.934514:0:16127:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b21fe3df. 40000000:00000010:3.0:1767384709.934518:0:16127:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002b69fe5b. 00100000:00000010:3.0:1767384709.934522:0:16127:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000baf2e596. 00040000:00000010:3.0:1767384709.934526:0:16127:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009dff0931. 00040000:00000010:3.0:1767384709.934530:0:16127:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1de7d08. 00040000:00000010:3.0:1767384709.934533:0:16127:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002eb0d13f. 00080000:00000010:3.0:1767384709.934537:0:16127:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009b5a51e4. 00000004:00000010:3.0:1767384709.934548:0:16127:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b6312031. 00000004:00000010:3.0:1767384709.934553:0:16127:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ec7adfd1. 00000004:00000010:3.0:1767384709.934558:0:16127:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002c9ada33. 00002000:00000010:3.0:1767384709.934563:0:16127:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001b4b8bb2. 00000004:00000010:3.0:1767384709.934567:0:16127:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004d53bf69. 00010000:00000010:3.0:1767384709.934601:0:16127:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3826197. 00010000:00000010:3.0:1767384709.934610:0:16127:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000191d6f7d. 00010000:00000010:0.1:1767384709.939880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f0d2553. 00010000:00000010:2.1:1767384709.939886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009265d9cb. 00010000:00000010:0.1:1767384709.939890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a23a62c7. 00010000:00000010:2.1:1767384709.939898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012b7283e. 00010000:00000010:2.1:1767384709.939906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002d2eddf1. 00010000:00000010:2.1:1767384709.939910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000634a8a61. 00010000:00000010:2.1:1767384709.939914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b955b912. 00010000:00000010:2.1:1767384709.939917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a340821. 00010000:00000010:2.1:1767384709.939926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c65c41de. 00010000:00000010:2.1:1767384709.939929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003e08fe52. 00010000:00000010:3.1:1767384709.943860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eaac4c22. 00010000:00000010:3.1:1767384709.943868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac4c686. 00000100:00000010:0.0:1767384709.967505:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678296d1. 00000020:00000010:2.0:1767384709.967653:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068f5cc5e. 00000020:00000010:2.0:1767384709.967659:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068f5cc5e. 00000020:00000010:2.0:1767384709.967665:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee03f5fe. 00000020:00000010:2.0:1767384709.967669:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5534bcf. 00000020:00000010:2.0:1767384709.967673:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.967707:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068f5cc5e. 00000020:00000010:2.0:1767384709.967709:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068f5cc5e. 00000001:00000010:2.0:1767384709.967720:0:41050:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000364d8aee. 00010000:00000010:2.0:1767384709.967741:0:41050:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c65c41de. 00010000:00000010:2.0:1767384709.967744:0:41050:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ccc5ac47. 00010000:00000010:2.0:1767384709.967748:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003e08fe52. 00010000:00000010:2.0:1767384709.967753:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030306d9f. 02000000:00000010:2.0:1767384709.967793:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000271d5415. 00010000:00000010:2.0:1767384709.967832:0:41050:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a340821. 00010000:00000010:2.0:1767384709.967835:0:41050:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000063283cf6. 00010000:00000010:2.0:1767384709.967963:0:41050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030306d9f. 00000400:00000010:2.0:1767384709.968008:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014b57969. 00000800:00000010:2.0:1767384709.968039:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bcb550d. 00000020:00000010:2.0:1767384709.968064:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5534bcf. 00000020:00000010:2.0:1767384709.968067:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.968070:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee03f5fe. 00000800:00000010:1.0:1767384709.968179:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bcb550d. 00000400:00000010:1.0:1767384709.968196:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b57969. 00000100:00000010:0.0:1767384709.970621:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8757cff. 00000020:00000010:1.0:1767384709.970702:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d477b5bc. 00000020:00000010:1.0:1767384709.970709:0:23247:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d477b5bc. 00000020:00000010:1.0:1767384709.970717:0:23247:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d5c057. 00000020:00000010:1.0:1767384709.970722:0:23247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff9ad7a. 00000020:00000010:1.0:1767384709.970727:0:23247:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002a0ddd21. 00000020:00000010:1.0:1767384709.970769:0:23247:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d477b5bc. 00000020:00000010:1.0:1767384709.970773:0:23247:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d477b5bc. 02000000:00000010:1.0:1767384709.970792:0:23247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d042d100. 00000400:00000010:1.0:1767384709.970873:0:23247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d824024e. 00000800:00000010:1.0:1767384709.970906:0:23247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce683067. 00000020:00000010:1.0:1767384709.970936:0:23247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff9ad7a. 00000020:00000010:1.0:1767384709.970941:0:23247:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002a0ddd21. 00000020:00000010:1.0:1767384709.970945:0:23247:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d5c057. 00000800:00000010:0.0:1767384709.971043:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce683067. 00000400:00000010:0.0:1767384709.971051:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d824024e. 00010000:00000010:2.1:1767384709.973951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003e08fe52. 00000001:00000010:2.0:1767384709.982394:0:17578:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000000f10d085. 00080000:00000010:2.0:1767384709.982402:0:17578:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fa76c02d. 00000100:00000010:1.0:1767384709.987251:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003039d717. 00000100:00000010:1.0:1767384709.987300:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035eb845d. 00000020:00000010:3.0:1767384709.987342:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2b5798d. 00000020:00000010:3.0:1767384709.987347:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2b5798d. 00000020:00000010:3.0:1767384709.987351:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5a8febc. 00000020:00000010:2.0:1767384709.987366:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fce418d. 00000020:00000010:3.0:1767384709.987367:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000376a93f1. 00000020:00000010:3.0:1767384709.987374:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:2.0:1767384709.987374:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.987385:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c69ab707. 00000020:00000010:2.0:1767384709.987390:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096ff71f6. 00000020:00000010:2.0:1767384709.987394:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:3.0:1767384709.987419:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2b5798d. 00000020:00000010:3.0:1767384709.987424:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2b5798d. 02000000:00000010:3.0:1767384709.987436:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009653fbc0. 00000020:00000010:2.0:1767384709.987438:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.987443:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fce418d. 02000000:00000010:2.0:1767384709.987451:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4f03361. 00000400:00000010:3.0:1767384709.987473:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000724b0994. 00000400:00000010:2.0:1767384709.987473:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe22209. 00000800:00000010:2.0:1767384709.987500:0:16765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a857e934. 00000020:00000010:2.0:1767384709.987521:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096ff71f6. 00000020:00000010:2.0:1767384709.987524:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.987527:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c69ab707. 00000800:00000010:3.0:1767384709.987585:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008726d2cc. 00000020:00000010:3.0:1767384709.987599:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000376a93f1. 00000020:00000010:3.0:1767384709.987603:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:3.0:1767384709.987606:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5a8febc. 00000800:00000010:0.0:1767384709.987626:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a857e934. 00000400:00000010:0.0:1767384709.987635:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fe22209. 00000800:00000010:0.0:1767384709.987663:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008726d2cc. 00000400:00000010:0.0:1767384709.987668:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000724b0994. 00000100:00000010:1.0:1767384709.987683:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfabf4a0. 00000020:00000010:3.0:1767384709.987725:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2b5798d. 00000020:00000010:3.0:1767384709.987728:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2b5798d. 00000020:00000010:3.0:1767384709.987731:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5a8febc. 00000020:00000010:3.0:1767384709.987733:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000376a93f1. 00000020:00000010:3.0:1767384709.987735:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0102c0a. 00000020:00000010:2.0:1767384709.987773:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.987776:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fce418d. 02000000:00000010:2.0:1767384709.987780:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003f2aa6bf. 00000400:00000010:2.0:1767384709.987796:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d6f43ab. 00000800:00000010:2.0:1767384709.987807:0:16765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bcb550d. 00000020:00000010:2.0:1767384709.987823:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000376a93f1. 00000020:00000010:2.0:1767384709.987827:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0102c0a. 00000020:00000010:2.0:1767384709.987852:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5a8febc. 00000800:00000010:1.0:1767384709.987869:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bcb550d. 00000400:00000010:1.0:1767384709.987884:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d6f43ab. 00000100:00000010:0.0:1767384709.991588:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75973e0. 00000020:00000010:2.0:1767384709.991644:0:41053:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.991655:0:41053:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.991659:0:41053:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c69ab707. 00000020:00000010:2.0:1767384709.991661:0:41053:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096ff71f6. 00000020:00000010:2.0:1767384709.991663:0:41053:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.991687:0:41053:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.991690:0:41053:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fce418d. 02000000:00000010:2.0:1767384709.991704:0:41053:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9746a9e. 00000020:00000010:2.0:1767384709.991717:0:41053:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e2952797. 00000020:00000010:2.0:1767384709.991734:0:41053:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79e581e. 00000020:00000010:2.0:1767384709.991737:0:41053:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000046f109f7. 00000020:00000010:2.0:1767384709.991740:0:41053:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091d5073b. 00000020:00000010:2.0:1767384709.991744:0:41053:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000060d5a694. 00000020:00000010:2.0:1767384709.991747:0:41053:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b8b69b5a. 80000000:00000010:2.0:1767384709.991751:0:41053:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000046380620. 40000000:00000010:2.0:1767384709.991754:0:41053:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000fce418d. 00000020:00000010:1.0:1767384709.991758:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d5c057. 00100000:00000010:2.0:1767384709.991759:0:41053:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002bdad709. 00000020:00000010:1.0:1767384709.991766:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1c72f48. 00040000:00000010:2.0:1767384709.991767:0:41053:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007bcb550d. 00000020:00000010:1.0:1767384709.991775:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000010ec66f. 00040000:00000010:2.0:1767384709.991776:0:41053:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000953875bf. 00000020:00000010:1.0:1767384709.991783:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eae82b7. 00080000:00000010:2.0:1767384709.991784:0:41053:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000039011096. 00002000:00000010:2.0:1767384709.991791:0:41053:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000027f5dc4e. 00000020:00000010:1.0:1767384709.991791:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.991798:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.991802:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de0724d5. 00080000:00000010:2.0:1767384709.991804:0:41053:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002f99c1a5. 00100000:00000010:1.0:1767384709.991806:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d26af65b. 00040000:00000010:1.0:1767384709.991820:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f36db92f. 00040000:00000010:1.0:1767384709.991823:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000015fd52b3. 00080000:00000010:1.0:1767384709.991827:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6be42ad. 00002000:00000010:1.0:1767384709.991829:0:39781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7e2401. 00000020:00000010:1.0:1767384709.991863:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1c72f48. 00000020:00000010:1.0:1767384709.991867:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000010ec66f. 00000020:00000010:1.0:1767384709.991870:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384709.991875:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.991878:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.991881:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de0724d5. 00100000:00000010:1.0:1767384709.991884:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d26af65b. 00040000:00000010:1.0:1767384709.991887:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f36db92f. 00040000:00000010:1.0:1767384709.991889:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000015fd52b3. 00080000:00000010:1.0:1767384709.991892:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6be42ad. 00002000:00000010:1.0:1767384709.991894:0:39781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7e2401. 00000020:00000010:1.0:1767384709.991896:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d5c057. 00000020:00000010:1.0:1767384709.991900:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015fd52b3. 00000020:00000010:1.0:1767384709.991903:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7d5c057. 00000020:00000010:1.0:1767384709.991906:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6be42ad. 00000020:00000010:1.0:1767384709.991909:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384709.991912:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.991914:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.991916:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de0724d5. 00100000:00000010:1.0:1767384709.991919:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d26af65b. 00040000:00000010:1.0:1767384709.991921:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f36db92f. 00040000:00000010:1.0:1767384709.991924:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1c72f48. 00080000:00000010:1.0:1767384709.991927:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000010ec66f. 00002000:00000010:1.0:1767384709.991931:0:39781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7e2401. 00080000:00000010:2.0:1767384709.991962:0:41053:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009aef7554. 00002000:00000010:1.0:1767384709.991971:0:39781:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000028971816. 00010000:00000010:1.0:1767384709.991977:0:39781:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000002004bdca. 00000020:00000010:1.0:1767384709.991989:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d7d5c057. 00000020:00000010:1.0:1767384709.992004:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6be42ad. 00000020:00000010:1.0:1767384709.992012:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384709.992017:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.992022:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.992025:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de0724d5. 00100000:00000010:1.0:1767384709.992029:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d26af65b. 00000001:00000010:2.0:1767384709.992034:0:41053:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008a5d689a. 00040000:00000010:1.0:1767384709.992041:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f36db92f. 00040000:00000010:1.0:1767384709.992046:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1c72f48. 00080000:00000010:1.0:1767384709.992049:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000010ec66f. 00002000:00000010:1.0:1767384709.992064:0:39781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7e2401. 00000020:00000010:1.0:1767384709.992066:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015fd52b3. 00000020:00000010:2.0:1767384709.992088:0:41053:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000046f109f7. 00000020:00000010:2.0:1767384709.992092:0:41053:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091d5073b. 00000020:00000010:2.0:1767384709.992094:0:41053:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000060d5a694. 00000020:00000010:2.0:1767384709.992096:0:41053:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b8b69b5a. 80000000:00000010:2.0:1767384709.992098:0:41053:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000046380620. 40000000:00000010:2.0:1767384709.992100:0:41053:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000fce418d. 00100000:00000010:2.0:1767384709.992101:0:41053:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002bdad709. 00040000:00000010:2.0:1767384709.992104:0:41053:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007bcb550d. 00040000:00000010:2.0:1767384709.992106:0:41053:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000953875bf. 00080000:00000010:2.0:1767384709.992107:0:41053:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000039011096. 00002000:00000010:2.0:1767384709.992117:0:41053:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000027f5dc4e. 00000020:00000010:2.0:1767384709.992119:0:41053:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79e581e. 00000400:00000010:2.0:1767384709.992130:0:41053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00000800:00000010:2.0:1767384709.992141:0:41053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bcb550d. 00000020:00000010:2.0:1767384709.992158:0:41053:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096ff71f6. 00000020:00000010:2.0:1767384709.992160:0:41053:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.992162:0:41053:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c69ab707. 00000800:00000010:1.0:1767384709.992202:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bcb550d. 00000400:00000010:1.0:1767384709.992208:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00010000:00000010:3.1:1767384709.995859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fc3d60b. 00010000:00000010:2.1:1767384709.995877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f65d08. 00010000:00000010:2.1:1767384709.995884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035afa465. 00010000:00000010:2.1:1767384709.995888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000185c4694. 00000100:00000010:1.0:1767384709.997327:0:16134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf6af63a. 00000020:00000010:2.0:1767384709.997383:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.997386:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.997389:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016db95f8. 00000020:00000010:2.0:1767384709.997392:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096ff71f6. 00000020:00000010:2.0:1767384709.997394:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.997414:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fce418d. 00000020:00000010:2.0:1767384709.997416:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fce418d. 02000000:00000010:2.0:1767384709.997424:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000027f5dc4e. 00000020:00000010:2.0:1767384709.997438:0:41050:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a9af106d. 00080000:00000010:2.0:1767384709.997460:0:41050:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001e2ac14f. 00000020:00000010:1.0:1767384709.997468:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1c72f48. 00000020:00000010:1.0:1767384709.997474:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015fd52b3. 00000020:00000010:1.0:1767384709.997477:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000010ec66f. 00000020:00000010:1.0:1767384709.997480:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384709.997484:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.997487:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.997491:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de0724d5. 00100000:00000010:1.0:1767384709.997496:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d26af65b. 00040000:00000010:1.0:1767384709.997499:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f36db92f. 00040000:00000010:1.0:1767384709.997502:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7d5c057. 00080000:00000010:1.0:1767384709.997505:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6be42ad. 00002000:00000010:1.0:1767384709.997507:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7e2401. 00000020:00000010:1.0:1767384709.997510:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000015fd52b3. 00000020:00000010:1.0:1767384709.997514:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000010ec66f. 00000020:00000010:1.0:1767384709.997517:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384709.997521:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.997524:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.997526:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de0724d5. 00100000:00000010:1.0:1767384709.997529:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d26af65b. 00040000:00000010:1.0:1767384709.997532:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f36db92f. 00040000:00000010:1.0:1767384709.997533:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d7d5c057. 00080000:00000010:1.0:1767384709.997535:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6be42ad. 00002000:00000010:1.0:1767384709.997537:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7e2401. 00000020:00000010:1.0:1767384709.997538:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1c72f48. 00000020:00000010:1.0:1767384709.997542:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d5c057. 00000020:00000010:1.0:1767384709.997545:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1c72f48. 00000020:00000010:1.0:1767384709.997554:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6be42ad. 00000020:00000010:1.0:1767384709.997557:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384709.997561:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.997563:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.997565:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de0724d5. 00100000:00000010:1.0:1767384709.997567:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d26af65b. 00040000:00000010:1.0:1767384709.997570:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f36db92f. 00000001:00000010:2.0:1767384709.997571:0:41050:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000006314696e. 00040000:00000010:1.0:1767384709.997586:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000015fd52b3. 00080000:00000010:1.0:1767384709.997591:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000010ec66f. 00002000:00000010:1.0:1767384709.997595:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7e2401. 00000001:00000010:2.0:1767384709.997597:0:41050:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000009c239ab7. 00000020:00000010:1.0:1767384709.997610:0:16766:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000df598f9. 00000020:00000010:1.0:1767384709.997618:0:16766:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000028971816. 00080000:00000010:2.0:1767384709.997619:0:41050:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8bdf028. 00010000:00000010:1.0:1767384709.997621:0:16766:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063283cf6. 00010000:00000010:1.0:1767384709.997628:0:16766:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ccc5ac47. 00000020:00000010:1.0:1767384709.997638:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1c72f48. 00000001:00000010:2.0:1767384709.997639:0:41050:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000046380620. 00000020:00000010:1.0:1767384709.997642:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6be42ad. 00000020:00000010:1.0:1767384709.997647:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005eae82b7. 00000020:00000010:1.0:1767384709.997650:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c1f014bd. 80000000:00000010:1.0:1767384709.997654:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfbd4463. 40000000:00000010:1.0:1767384709.997656:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de0724d5. 00100000:00000010:1.0:1767384709.997658:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d26af65b. 00040000:00000010:1.0:1767384709.997660:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f36db92f. 00000400:00000010:2.0:1767384709.997661:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060385d00. 00040000:00000010:1.0:1767384709.997662:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000015fd52b3. 00080000:00000010:1.0:1767384709.997667:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000010ec66f. 00002000:00000010:1.0:1767384709.997669:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7e2401. 00000020:00000010:1.0:1767384709.997671:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d5c057. 00000800:00000010:2.0:1767384709.997680:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a857e934. 00000020:00000010:2.0:1767384709.997698:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096ff71f6. 00000020:00000010:2.0:1767384709.997701:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c48c3ffc. 00000020:00000010:2.0:1767384709.997703:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016db95f8. 00000800:00000010:0.0:1767384709.997757:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a857e934. 00000400:00000010:0.0:1767384709.997765:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060385d00. 00010000:00000010:1.1:1767384709.999884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000961db60e. 00010000:00000010:1.1:1767384709.999890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca9483eb. 00000400:00000010:1.0:1767384710.005207:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd5dff5. 00000400:00000010:1.0:1767384710.005221:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b80d2d42. 00000020:00000010:0.0:1767384710.005271:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3c675. 00000020:00000010:0.0:1767384710.005276:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3c675. 00000020:00000010:0.0:1767384710.005280:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ff0c5e. 00000020:00000010:0.0:1767384710.005283:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4be965f. 00000020:00000010:0.0:1767384710.005286:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b304a74. 00000020:00000010:0.0:1767384710.005310:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3c675. 00000020:00000010:0.0:1767384710.005312:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3c675. 02000000:00000010:0.0:1767384710.005322:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fc333c50. 20000000:00000010:0.0:1767384710.005330:0:40428:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000c38656bb. 00000400:00000010:0.0:1767384710.005368:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001285be50. 00000800:00000010:0.0:1767384710.005388:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dea95041. 00000020:00000010:2.0:1767384710.005396:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016db95f8. 00000020:00000010:2.0:1767384710.005402:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b8efbf7. 00000020:00000010:2.0:1767384710.005405:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000039011096. 00000020:00000010:2.0:1767384710.005409:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000060d5a694. 00000020:00000010:2.0:1767384710.005414:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c69ab707. 80000000:00000010:2.0:1767384710.005416:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab4c93aa. 40000000:00000010:2.0:1767384710.005418:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f9019063. 00100000:00000010:2.0:1767384710.005426:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002bdad709. 00000020:00000010:0.0:1767384710.005427:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4be965f. 00040000:00000010:2.0:1767384710.005430:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003aee4206. 00040000:00000010:2.0:1767384710.005435:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b79e581e. 00000020:00000010:0.0:1767384710.005435:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b304a74. 00080000:00000010:2.0:1767384710.005438:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091d5073b. 00002000:00000010:2.0:1767384710.005443:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000711e3594. 00000020:00000010:0.0:1767384710.005443:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031ff0c5e. 00000020:00000010:2.0:1767384710.005450:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b8efbf7. 00000020:00000010:2.0:1767384710.005454:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000039011096. 00000400:00000010:0.0:1767384710.005458:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae53458d. 00000020:00000010:2.0:1767384710.005459:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000060d5a694. 00000020:00000010:2.0:1767384710.005465:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c69ab707. 00000400:00000010:0.0:1767384710.005467:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f5eadca. 80000000:00000010:2.0:1767384710.005468:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab4c93aa. 40000000:00000010:2.0:1767384710.005473:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f9019063. 00100000:00000010:2.0:1767384710.005475:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002bdad709. 00040000:00000010:2.0:1767384710.005478:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003aee4206. 00040000:00000010:2.0:1767384710.005481:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b79e581e. 00080000:00000010:2.0:1767384710.005483:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000091d5073b. 00002000:00000010:2.0:1767384710.005486:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000711e3594. 00000020:00000010:2.0:1767384710.005488:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016db95f8. 00000020:00000010:2.0:1767384710.005491:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79e581e. 00000020:00000010:2.0:1767384710.005495:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c69ab707. 00000020:00000010:2.0:1767384710.005497:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091d5073b. 00000020:00000010:2.0:1767384710.005500:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000060d5a694. 00000020:00000010:2.0:1767384710.005503:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000016db95f8. 80000000:00000010:2.0:1767384710.005505:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab4c93aa. 40000000:00000010:2.0:1767384710.005507:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f9019063. 00100000:00000010:2.0:1767384710.005509:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002bdad709. 00040000:00000010:2.0:1767384710.005511:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003aee4206. 00040000:00000010:2.0:1767384710.005513:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b8efbf7. 00080000:00000010:2.0:1767384710.005516:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000039011096. 00002000:00000010:2.0:1767384710.005518:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000711e3594. 00000800:00000010:1.0:1767384710.005536:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dea95041. 00000020:00000010:2.0:1767384710.005541:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c69ab707. 00000400:00000010:1.0:1767384710.005545:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001285be50. 00000020:00000010:2.0:1767384710.005546:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091d5073b. 00000020:00000010:2.0:1767384710.005553:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000060d5a694. 00000020:00000010:2.0:1767384710.005556:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016db95f8. 02000000:00000010:1.0:1767384710.005556:0:16134:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fc333c50. 80000000:00000010:2.0:1767384710.005565:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab4c93aa. 40000000:00000010:2.0:1767384710.005568:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f9019063. 00100000:00000010:2.0:1767384710.005570:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002bdad709. 00040000:00000010:2.0:1767384710.005584:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003aee4206. 00040000:00000010:2.0:1767384710.005588:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b8efbf7. 00080000:00000010:2.0:1767384710.005590:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000039011096. 00002000:00000010:2.0:1767384710.005593:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000711e3594. 00000020:00000010:2.0:1767384710.005594:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79e581e. 00000001:00000010:1.0:1767384710.005668:0:2396:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000553f3454. 00000001:00000010:1.0:1767384710.005673:0:2396:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084f3b70a. 00000001:00000010:1.0:1767384710.005680:0:2396:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000152edde6. 00000001:00000010:1.0:1767384710.005683:0:2396:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a5aff48d. 00000001:00000010:1.0:1767384710.005684:0:2396:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000dddb87d7. 00000001:00000010:1.0:1767384710.005687:0:2396:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c6f2678b. 00000020:00000010:1.0:1767384710.005693:0:2396:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fd254053. 00000020:00000010:1.0:1767384710.005703:0:2396:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e3b672ac. 00010000:00000010:1.1:1767384710.007855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c65c41de. 00010000:00000010:1.1:1767384710.007862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a340821. 00010000:00000010:2.1:1767384710.011865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094a106e9. 00000100:00000400:1.0:1767384710.421897:0:16142:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384694/real 1767384694] req@00000000c7ecc536 x1853237059683584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767384710 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384710.429400:0:16142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e28710a. 00000400:00000010:1.0:1767384710.429410:0:16142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb5107f4. 02000000:00000010:1.0:1767384710.429445:0:16142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d2e2fab. 02000000:00000010:1.0:1767384710.429451:0:16142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006f5dccc5. 00000100:00000010:1.0:1767384710.429455:0:16142:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ecc536. 00000800:00000010:1.0:1767384710.486627:0:16130:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4bfc30e. 00000800:00000010:1.0:1767384710.486636:0:16130:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6db55b6. 00000800:00000010:1.0:1767384710.486641:0:16130:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f720d38a. 00000800:00000010:1.0:1767384710.486662:0:16130:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f720d38a. 00000800:00020000:1.0:1767384710.486669:0:16130:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.117 00000800:00000010:1.0:1767384710.486674:0:16130:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6db55b6. 00000800:00000010:1.0:1767384710.486678:0:16130:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4bfc30e. 00000400:02020000:1.0:1767384710.486712:0:16130:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.117@tcp41 at host 192.168.202.117:988: is it running a compatible version of Lustre? 00000001:02000400:3.0:1767384710.514450:0:41091:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 Debug log: 132417 lines, 132417 kept, 0 dropped, 0 bad.